We now use a global Together client and history is now a list

app.py

@@ -9,6 +9,8 @@ from helper import load_world, save_world
 # Global variable to allow demo restart
 demo = None
 
+client = Together()
+
 # Moderate Content Policy
 # Set the content policy
 mature_content_policy = {
@@ -116,8 +118,6 @@ Inventory Updates:
 system_prompt_world = "You are a creative fantasy world generator. Respond only with structured text in the required format."
 
 def generate_world():
-    client = Together()
-    
     # Create World
     world_prompt = """
     Generate a creative description for a unique fantasy world with an
@@ -324,8 +324,6 @@ def initialize_game_state():
     character = next(iter(town['npcs'].values()))
 
     # Generate initial story
-    client = Together()
-
     system_prompt = """You are an AI Game master. Your job is to create a 
 start to an adventure based on the world, kingdom, town and character 
 a player is playing as. 
@@ -390,7 +388,6 @@ Provide your safety assessment for user in the above conversation:
 violated categories. [/INST]"""
 
     # Build the prompt with embedded values
-    client = Together()
     response = client.completions.create(
         model="Meta-Llama/LlamaGuard-2-8b",
         prompt=prompt,
@@ -463,14 +460,12 @@ Inventory: {json.dumps(game_state['inventory'])}"""
         {"role": "system", "content": system_prompt},
         {"role": "user", "content": world_info}
     ]
-    for action in history:
-        messages.append({"role": "assistant", "content": action[0]})
-        messages.append({"role": "user", "content": action[1]})
+    # Process history as a list of message dictionaries
+    for msg in history:
+        messages.append({"role": msg["role"], "content": msg["content"]})
 
     messages.append({"role": "user", "content": message})
 
-    client = Together()
-
     model_output = client.chat.completions.create(
         model="meta-llama/Llama-3-70b-chat-hf",
         messages=messages