tokens

app.py

@@ -72,7 +72,7 @@ def generate_story(subject: str, setting: str) -> str:
                                               "and you will write the entire story. It should be targetted at children 5 and younger and take about "
                                               "a minute to read")},
                 {"role": "user", "content": f"Please tell me a story about a {subject} in {setting}"}]
-    response = client.chat_completion(messages, max_tokens=2048, seed=random.randint(1, 5000))
+    response = client.chat_completion(messages, max_tokens=1024, seed=random.randint(1, 5000))
     gr.Info("Story Generated", duration=3)
     story = response.choices[0].message.content
     return None, None, story