Add a temperature slider control in the advanced options and adjust the default temperature value for the translation function

app.py

@@ -65,11 +65,14 @@ with gr.Blocks(
                 interactive=False
             )
 
+    with gr.Accordion("Advanced Options", open=False):
+        temp = gr.Slider(0.00, 1.0, step=.05, label="Temperature", value=0.3)
+
     translate_btn = gr.Button("Translate ✨")
 
     translate_btn.click(
         run,
-        inputs=[input_text, target_language],
+        inputs=[input_text, target_language, temp],
         outputs=output_text
     )
 

model.py

@@ -11,6 +11,7 @@ model = AutoModelForCausalLM.from_pretrained(model_path)
 def run(
     text: str = "It’s on the house.",
     target_language: str = "Portuguese",
+    temperature: float = 0.3,
 ): 
     messages = [
         {
@@ -27,7 +28,13 @@ def run(
     input_ids = tokenized_chat.to(model.device)
     input_length = input_ids.shape[1]
 
-    outputs = model.generate(input_ids, max_new_tokens=2048)
+    outputs = model.generate(
+        input_ids,
+        max_new_tokens=2048,
+        do_sample=True,
+        temperature=temperature,
+        top_p=0.9
+    )
     # 2. Fatiamos o tensor: pegamos do [input_length:] até o fim
     # Isso isola apenas os tokens novos gerados
     generated_tokens = outputs[0][input_length:]