Environment

OS: Ubuntu 22.04.2 LTS 
CUDA Version: 12.4

python=3.9.20
torch=2.5.1
transformers=4.46.1
llamafactory=0.9.2.dev0
vllm=0.6.5
deepspeed=0.15.4

Data Generation

cd generation

# Before generating, put your api_key in 'math_utils/api_keys.py'.

# Translate reasoning process into code program
python GSM8K_code_generation.py 

# Generate harder problems
python GSM8K_extension.py 

# Translate reasoning process into code program
python MATH_code_generation.py 

# Generate harder problems
python MATH_extension.py

Fine-tuning

cd train

# Model path is needed in the training script.
bash train.sh

# Model path is needed in the evaluating script.
bash eval.sh