mirror of
https://github.com/marvinscham/masterthesis-playground.git
synced 2026-02-04 05:03:11 +01:00
11 lines
350 B
Bash
11 lines
350 B
Bash
python finetune_mistral_bali_qlora.py \
|
|
--model_id mistralai/Mistral-7B-Instruct-v0.2 \
|
|
--train_jsonl ../raft/bali_culture_raft_dataset.jsonl \
|
|
--output_dir ./mistral-bali-lora \
|
|
--max_seq_len 2048 \
|
|
--per_device_train_batch_size 1 \
|
|
--gradient_accumulation_steps 16 \
|
|
--learning_rate 2e-4 \
|
|
--num_train_epochs 2 \
|
|
--streaming true
|