Update app.py

app.py

@@ -26,17 +26,28 @@ def generate(prompt, history=[]):
     # Call the format_prompt function to format the input for the model
     formatted_prompt = format_prompt(prompt_in_english, history)
     
+    generate_kwargs = {
+        "temperature": 0.1,
+        "max_new_tokens": 256,
+        "top_p": 0.95,
+        "repetition_penalty": 1.0,
+        "do_sample": True,
+        "seed": 42,  # Seed for reproducibility, remove or change if randomness is preferred
+    }
+
     # Generate the response from the model
-    stream = client.text_generation(formatted_prompt, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     
     output = ""
     for response in stream:
-        output += response["token"]["text"]
-    
+        if hasattr(response, 'text'):  # Checks if the 'text' attribute is present
+            output += response.text
+
     # Translate the English response back to Arabic
     response_in_arabic = translate_to_arabic(output)
     return response_in_arabic
 
+
 iface = gr.Interface(
     fn=generate,
     inputs=[gr.Textbox(lines=5, placeholder='Type your Arabic query here...', label='Arabic Query')],