MathEval/inference_config.json at main · eth-lre/MathEval · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
{
  "huggingface": {
    "token": "your-huggingface-token-here",
    "use_env": true,
    "env_var": "HUGGING_FACE_HUB_TOKEN"
  },
  "api_models": {
    "openai": {
      "api_key": "your-openai-api-key-here",
      "model": "gpt-4o",
      "max_tokens": 200,
      "temperature": 0.1
    },
    "gemini": {
      "api_key": "your-gemini-api-key-here",
      "model": "gemini-2.5-pro",
      "max_tokens": 200,
      "temperature": 0.1
    }
  },
  "open_source": {
    "models": {
      "llama_vision": {
        "model_id": "meta-llama/Llama-3.2-11B-Vision-Instruct",
        "device": "cuda",
        "max_new_tokens": 200
      },
      "molmo": {
        "model_id": "allenai/Molmo-7B-D-0924",
        "device": "cuda",
        "max_new_tokens": 200
      },
      "qwen2_vl": {
        "model_id": "Qwen/Qwen2-VL-7B-Instruct",
        "device": "cuda",
        "max_new_tokens": 200
      }
    }
  },
  "datasets": {
    "counting": {
      "image_dir": "outputs/counting",
      "metadata_file": "outputs/counting/metadata.csv"
    },
    "visual_equation_solving": {
      "char_only": {
        "image_dir": "three-vars/char_only",
        "metadata_file": "three-vars/char_only/metadata.csv"
      },
      "icon_only": {
        "image_dir": "three-vars/icon_only",
        "metadata_file": "three-vars/icon_only/metadata.csv"
      },
      "icon_partial": {
        "image_dir": "three-vars/icon_partial",
        "metadata_file": "three-vars/icon_partial/metadata.csv"
      }
    }
  },
  "output_dir": "inference_results"
}