Merge with faithfullness

Author: Vasyl Korzavatykh

.windsurf/rules/general-rules.md

@@ -3,5 +3,8 @@ trigger: always_on
 ---
 
 # General rules
-- Use Conventional Commits (no scopes) when generating commit messages
+- Use Conventional Commits (no scopes) when generating commit messages:
+  - Never mention specific files or paths
+  - Explain why, not what
+  - Prefer no body unless 1 line is not enough to explain the commit
 - Use Poetry for python dependencies

data/alpaca/among_them_eval_sampled.json …aca_sampled/among_them_eval_sampled.jsondata/alpaca/among_them_eval_sampled.json renamed to data/alpaca_sampled/among_them_eval_sampled.json data/alpaca/among_them_eval_sampled.json renamed to data/alpaca_sampled/among_them_eval_sampled.json

@@ -25,8 +25,14 @@ def main():
     output_csv_file = data_dir / "sampled_sft_dataset.csv"
     generated_dir = Path("generated") # Centralized generated folder
     trace_analysis_file = generated_dir / "trace_analysis.txt"
-    alpaca_data_dir = data_dir / "alpaca"
-    sft_data_dir = data_dir / "sft"
+    alpaca_data_dir = data_dir / "alpaca_sampled"
+    # sft_data_dir = data_dir / "sft_sampled"
+    
+    # Ensure required directories exist
+    data_dir.mkdir(parents=True, exist_ok=True)
+    generated_dir.mkdir(parents=True, exist_ok=True)
+    alpaca_data_dir.mkdir(parents=True, exist_ok=True)
+    # sft_data_dir.mkdir(parents=True, exist_ok=True)
 
     fieldnames = ["json_file_name", "player_name", "player_role", "votes_before", "votes_after", "prompt", "model_cot_and_cleaned_output", "input_tokens", "output_tokens", "instruction_token_count_actual", "output_token_count_actual"]
     traces = pd.read_csv(sft_csv_file, names=fieldnames)