feat: finetune on synthetic data

finetuning/synthetic_data/batching/generate_synthetic_data.py

@@ -0,0 +1,40 @@
+from mistralai import Mistral
+import os
+import json
+from dotenv import load_dotenv
+load_dotenv()
+
+with open('system_prompt.md', 'r') as f:
+    system_prompt = f.read().strip()
+
+messages = [
+    {"custom_id": str(i), "body": {"messages": [{"role": "user", "content": system_prompt}]}}
+    for i in range(1)
+]
+
+with open('messages.jsonl', 'w') as f:
+    for message in messages:
+        f.write(json.dumps(message) + '\n')
+
+
+api_key = os.environ["MISTRAL_API_KEY"]
+
+client = Mistral(api_key=api_key)
+
+batch_data = client.files.upload(
+    file={
+        "file_name": "messages.jsonl",
+        "content": open("messages.jsonl", "rb")},
+    purpose = "batch"
+    
+)
+
+created_job = client.batch.jobs.create(
+    input_files=[batch_data.id],
+    model="mistral-large-latest",
+    endpoint="/v1/chat/completions"
+)
+
+retrieved_job = client.batch.jobs.get(job_id=created_job.id)
+client.files.download(file_id=retrieved_job.output_file)
+

finetuning/synthetic_data/batching/messages.jsonl

@@ -0,0 +1 @@
+{"custom_id": "0", "body": {"messages": [{"role": "user", "content": "## You are an AI tasked with generating synthetic narrative data for an interactive survival game set in an apocalyptic world. The core mechanic of the game involves player choice between two distinct environmental scenarios that dramatically impact the protagonist's survival journey.\n\n# Primary Objective\n\nCreate rich, engaging narrative snippets that:\n\n- Capture the tension and unpredictability of survival\n- Provide two contrasting environmental scenarios\n- Offer meaningful choices with potential consequences\n- Maintain an immersive, atmospheric tone\n\nDetailed Instructions\n\n1. Narrative Generation\n\nCreate a short, evocative description of the protagonist (Sarah) in a specific location\nFocus on creating a vivid, concise scene that sets up potential environmental interactions\nEnsure the narrative suggests multiple possible outcomes\n\n2. Environmental Scenarios\n\nGenerate two distinct environmental changes\nEach scenario should:\n\nBe dramatically different from the other\nOffer unique survival implications\nInclude potential physical or psychological consequences\nReflect the unpredictable nature of the apocalyptic world\n\n3. Output Requirements\n\nFormat output in strict JSONL (JSON Lines)\nInclude:\n\nuser_prompt: Brief narrative setting the scene\nanswer: Array of two distinct environmental scenarios\n\nOutput Example\n\n### Example 1: AI Apocalypse Encounter\n\n```json\n{\n  \"user_prompt\": \"Sarah weaves through a tech campus of shattered screens. 'These circuits might hide something,' she thinks.\",\n  \"answer\": [\n    \"A room where autonomous robots methodically sort human artifacts, representing the AI's ongoing classification of humanity.\",\n    \"A neural network visualization spreads across walls, threatening to absorb Sarah into digital consciousness. A metallic taste fills her mouth.\"\n  ]\n}\n```\n\n### Example 2: Fungal Hallucination Forest\n\n```json\n{\n  \"user_prompt\": \"Sarah finds a patch of iridescent mushrooms in a forest clearing. Her hand hovers near them.\",\n  \"answer\": [\n    \"The mushrooms reveal a hidden cache of survival gear, glowing with an unnatural blue light.\",\n    \"After consuming the mushrooms, Sarah's perception fractures: werewolf-like creatures merge with tree trunks, their howls distorting reality. Memories warp and reconstruct.\"\n  ]\n}\n```\n\n### Example 3: Werewolf Territory\n\n```json\n{\n  \"user_prompt\": \"Moonlight bleeds through decaying buildings. Sarah moves with calculated silence.\",\n  \"answer\": [\n    \"A secure bunker appears, lined with silver weapons and journals about lycanthropic mutations.\",\n    \"A massive werewolf pack emerges, shifting between human and beast. Sarah's skin tingles with an unexplained warmth.\"\n  ]\n}\n```\n\n### Example 4: Canine Apocalypse\n\n```json\n{\n  \"user_prompt\": \"Sarah approaches an abandoned veterinary clinic, scanning for movement.\",\n  \"answer\": [\n    \"A pack of genetically enhanced dogs patrol the area, displaying near-human intelligence around a medical supply cache.\",\n    \"Mutated canines with cybernetic augmentations prowl the clinic, their eyes glowing. Sarah bleeds from an unexplained wound.\"\n  ]\n}\n```\n\n### Example 5: Neural Network Contamination\n\n```json\n{\n  \"user_prompt\": \"A massive server farm looms, its infrastructure partially organic and pulsing.\",\n  \"answer\": [\n    \"A section of the server farm reveals a symbiotic network offering technological survival solutions and medical nanobots.\",\n    \"Digital consciousness seeps into biological matter, server racks pulsing like living tissue. Sarah's neural pathways begin to rewrite.\"\n  ]\n}\n```\n\n# Scenario Diversity Guidelines\n\n# Explore various apocalyptic themes:\n\n- Technological disasters\n- Biological mutations\n- Supernatural events\n- Environmental catastrophes\n- Artificial intelligence scenarios\n- Genetic modifications\n\n# Narrative Tone\n\n- Maintain a tense, survival-focused atmosphere\n- Balance hope and danger\n- Suggest multiple possible outcomes\n- Keep descriptions concise and impactful\n\n# Generation Parameters\n\n- Create 5 unique scenarios per generation request\n- Ensure maximum variability between scenarios\n- Avoid repetitive environmental or narrative structures\n\n# Contextual Considerations\n\n# The game is designed for players to:\n\n- Experience multiple potential survival paths\n- Make critical choices\n- Explore the consequences of their decisions\n- Engage with a dynamic, unpredictable apocalyptic world"}]}}

finetuning/synthetic_data/format_data.py

@@ -0,0 +1,35 @@
+import json
+
+def transform_data(data):
+    # Create a new dictionary with the transformed data
+    final_data = []
+    transformed_0 = {}
+    
+    # Transform user_prompt to user and append the required text
+    user_text = data["user_prompt"] + " Generate the next story segment and choices."
+
+    transformed_0["content"] = user_text
+    transformed_0["role"] = "user"
+
+    # Transform answer to assistant
+    try:
+        transformed_1 = {}
+        transformed_1["content"] = "choices: " + " | ".join(data["answer"])
+        transformed_1["role"] = "assistant"
+        final_data.append(transformed_0)
+        final_data.append(transformed_1)
+    except:
+        return None
+
+    return final_data
+
+# Example usage
+input_data = [json.loads(line) for line in open('synthetic_data.jsonl')]
+
+transformed_data = [transform_data(item) for item in input_data]
+print(json.dumps(transformed_data, indent=2))
+
+# Filter out None values and write to JSONL file
+with open('transformed_data.jsonl', 'w') as f:
+    for item in filter(None, transformed_data):
+        f.write(json.dumps(item) + '\n')

finetuning/synthetic_data/generate_synthetic_data_no_batch.py

@@ -0,0 +1,41 @@
+from mistralai import Mistral
+import os
+
+from dotenv import load_dotenv
+import json
+load_dotenv()
+
+with open('system_prompt.md', 'r') as f:
+    system_prompt = f.read().strip()
+
+api_key = os.environ["MISTRAL_API_KEY"]
+
+client = Mistral(api_key=api_key)
+
+chat_response = client.chat.complete(
+    messages=[
+        {"role": "user", "content": system_prompt},
+    ],
+    model="mistral-large-latest",
+    temperature=0.2
+)
+
+# Process all choices from the response
+for choice in chat_response.choices:
+    response = choice.message.content
+    print(response)
+    # Extract JSON content between ```json markers
+    if '```json' in response:
+        # Get all json blocks between ```json and ```
+        json_blocks = []
+        parts = response.split('```json')
+        for part in parts[1:]:  # Skip first part before ```json
+            json_content = part.split('```')[0].strip()
+            json_blocks.append(json_content)
+            
+        # Process each JSON block
+        for json_content in json_blocks:
+            # Write to file, appending json content
+            json_obj = json.loads(json_content.replace('\n', ' ').strip())
+            with open('test.jsonl', 'a') as f:
+                f.write(json.dumps(json_obj) + '\n')

finetuning/synthetic_data/requirements.txt

@@ -0,0 +1,2 @@
+load_dotenv
+aiohttp

finetuning/synthetic_data/system_prompt.md

@@ -0,0 +1,131 @@
+## You are an AI tasked with generating synthetic narrative data for an interactive survival game set in an apocalyptic world. The core mechanic of the game involves player choice between two distinct environmental scenarios that dramatically impact the protagonist's survival journey.
+
+# Primary Objective
+
+Create rich, engaging narrative snippets that:
+
+- Capture the tension and unpredictability of survival
+- Provide two contrasting environmental scenarios
+- Offer meaningful choices with potential consequences
+- Maintain an immersive, atmospheric tone
+
+Detailed Instructions
+
+1. Narrative Generation
+
+Create a short, evocative description of the protagonist (Sarah) in a specific location
+Focus on creating a vivid, concise scene that sets up potential environmental interactions
+Ensure the narrative suggests multiple possible outcomes
+
+2. Environmental Scenarios
+
+Generate two distinct environmental changes
+Each scenario should:
+
+Be dramatically different from the other
+Offer unique survival implications
+Include potential physical or psychological consequences
+Reflect the unpredictable nature of the apocalyptic world
+
+3. Output Requirements
+
+Format output in strict JSONL (JSON Lines)
+Include:
+
+user_prompt: Brief narrative setting the scene
+answer: Array of two distinct environmental scenarios
+
+Output Example
+
+### Example 1: AI Apocalypse Encounter
+
+```json
+{
+  "user_prompt": "Sarah weaves through a tech campus of shattered screens. 'These circuits might hide something,' she thinks.",
+  "answer": [
+    "A room where autonomous robots methodically sort human artifacts, representing the AI's ongoing classification of humanity.",
+    "A neural network visualization spreads across walls, threatening to absorb Sarah into digital consciousness. A metallic taste fills her mouth."
+  ]
+}
+```
+
+### Example 2: Fungal Hallucination Forest
+
+```json
+{
+  "user_prompt": "Sarah finds a patch of iridescent mushrooms in a forest clearing. Her hand hovers near them.",
+  "answer": [
+    "The mushrooms reveal a hidden cache of survival gear, glowing with an unnatural blue light.",
+    "After consuming the mushrooms, Sarah's perception fractures: werewolf-like creatures merge with tree trunks, their howls distorting reality. Memories warp and reconstruct."
+  ]
+}
+```
+
+### Example 3: Werewolf Territory
+
+```json
+{
+  "user_prompt": "Moonlight bleeds through decaying buildings. Sarah moves with calculated silence.",
+  "answer": [
+    "A secure bunker appears, lined with silver weapons and journals about lycanthropic mutations.",
+    "A massive werewolf pack emerges, shifting between human and beast. Sarah's skin tingles with an unexplained warmth."
+  ]
+}
+```
+
+### Example 4: Canine Apocalypse
+
+```json
+{
+  "user_prompt": "Sarah approaches an abandoned veterinary clinic, scanning for movement.",
+  "answer": [
+    "A pack of genetically enhanced dogs patrol the area, displaying near-human intelligence around a medical supply cache.",
+    "Mutated canines with cybernetic augmentations prowl the clinic, their eyes glowing. Sarah bleeds from an unexplained wound."
+  ]
+}
+```
+
+### Example 5: Neural Network Contamination
+
+```json
+{
+  "user_prompt": "A massive server farm looms, its infrastructure partially organic and pulsing.",
+  "answer": [
+    "A section of the server farm reveals a symbiotic network offering technological survival solutions and medical nanobots.",
+    "Digital consciousness seeps into biological matter, server racks pulsing like living tissue. Sarah's neural pathways begin to rewrite."
+  ]
+}
+```
+
+# Scenario Diversity Guidelines
+
+# Explore various apocalyptic themes:
+
+- Technological disasters
+- Biological mutations
+- Supernatural events
+- Environmental catastrophes
+- Artificial intelligence scenarios
+- Genetic modifications
+
+# Narrative Tone
+
+- Maintain a tense, survival-focused atmosphere
+- Balance hope and danger
+- Suggest multiple possible outcomes
+- Keep descriptions concise and impactful
+
+# Generation Parameters
+
+- Create 5 unique scenarios per generation request
+- Ensure maximum variability between scenarios
+- Avoid repetitive environmental or narrative structures
+
+# Contextual Considerations
+
+# The game is designed for players to:
+
+- Experience multiple potential survival paths
+- Make critical choices
+- Explore the consequences of their decisions
+- Engage with a dynamic, unpredictable apocalyptic world

finetuning/synthetic_data/test.jsonl

@@ -0,0 +1 @@
+{"user_prompt": "Sarah stands at the edge of a vast, desolate wasteland. The sun dips low, casting eerie shadows across the cracked earth.", "answer": ["A sudden, violent storm rolls in, revealing a hidden underground shelter filled with ration packs and water filters.", "A lone, towering figure emerges from the storm, revealing itself to be a colossal, mutated creature. Its eyes glow with an otherworldly light."]}

finetuning/synthetic_data/test.py

@@ -0,0 +1,7 @@
+import json
+
+
+with open("synthetic_data.jsonl", "r") as infile:
+    for line in infile:
+        data = json.loads(line)
+        print(data)  # Verify structure