marvinscham/masterthesis-playground
1
0
Fork 0
mirror of https://github.com/marvinscham/masterthesis-playground.git synced 2026-03-22 00:12:42 +01:00
Code Issues Packages Projects Releases Wiki Activity

RAFT attempts and fixes

Browse Source
This commit is contained in:
Marvin Scham
2026-02-08 16:41:24 +01:00
parent ef99f152ac
commit e3c9b7286f
2 changed files with 680 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
raft/nb_raft_finetune_qlora.py
View File

@@ -29,8 +29,9 @@ from peft import PeftModel
from transformers import AutoModelForCausalLM
# Paths
DATA_JSONL = Path("./outputs/raft_dataset.jsonl") # change if different
RUN_NAME = "raft_qlora_tourist_0.2"
# DATA_JSONL = Path("./outputs/raft_dataset.jsonl") # change if different
DATA_JSONL = Path("../raft/bali_culture_raft_dataset.jsonl")
RUN_NAME = "raft_qlora_tourist"
OUTPUT_DIR = Path(f"./finetuned/{RUN_NAME}")
OUTPUT_DIR.mkdir(parents=True, exist_ok=True)
ADAPTER_DIR = OUTPUT_DIR / "lora_adapter"