FilesExpand file tree

main

/

setup_jeebench.sh

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

55 lines (45 loc) · 1.52 KB

main

/

setup_jeebench.sh

Copy path

Top

File metadata and controls

• Code
• Blame

55 lines (45 loc) · 1.52 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

#!/bin/bash

# JEEBench dataset preparation script

# Global variables

PHO_DATA_DIR="${PHO_DATA_DIR:-/home/mprabhud/datasets/physics_sim_data}"

JEEBENCH_DIR="${PHO_DATA_DIR}/JEEBench"

DATASET_FILE="${JEEBENCH_DIR}/dataset.json"

TEMP_DIR="/tmp"

JEEBENCH_REPO_URL="https://github.com/dair-iitd/jeebench/archive/refs/heads/main.zip"

echo "🚀 Starting JEEBench dataset preparation..."

echo "📂 Target directory: ${JEEBENCH_DIR}"

# Create target directory

echo "📁 Creating target directory..."

mkdir -p "${JEEBENCH_DIR}"

# Download JEEBench repository

cd "${TEMP_DIR}"

echo "📥 Downloading JEEBench repository..."

wget -q "${JEEBENCH_REPO_URL}"

# Extract repository

echo "📦 Extracting repository..."

unzip -q main.zip

cd jeebench-main

unzip -q data.zip

# Copy dataset file to target location

echo "📋 Copying dataset file..."

cp data/dataset.json "${DATASET_FILE}"

# Verify dataset

echo "🔍 Verifying dataset..."

python3 -c "

import json

with open('${DATASET_FILE}', 'r') as f:

data = json.load(f)

print(f'✅ Total questions: {len(data)}')

subjects = {}

types = {}

for item in data:

subjects[item['subject']] = subjects.get(item['subject'], 0) + 1

types[item['type']] = types.get(item['type'], 0) + 1

print('📊 Subject distribution:', subjects)

print('📝 Question type distribution:', types)

"

# Clean up temporary files

echo "🧹 Cleaning up temporary files..."

rm -rf "${TEMP_DIR}/jeebench-main" "${TEMP_DIR}/main.zip"

echo "✅ JEEBench dataset preparation completed!"

echo "📍 Dataset location: ${DATASET_FILE}"