update demo

Author: natedingyifeng

.gitignore

@@ -171,3 +171,4 @@ cython_debug/
 # Demo file
 flagged/
 *.sh
+logs/

README.md

@@ -32,7 +32,7 @@
 | Magicoder-CL-7B       | 🤗 [HF Link](https://huggingface.co/ise-uiuc/Magicoder-CL-7B)     | 7B   | 60.4 (55.5)         | 64.2 (52.6)         | --   | [Llama2](https://ai.meta.com/llama/license/)                                      |
 | Magicoder-*S*-CL-7B   | 🤗 [HF Link](https://huggingface.co/ise-uiuc/Magicoder-S-CL-7B)   | 7B   | 70.7 (66.5)         | 68.4 (56.6)         | --   | [Llama2](https://ai.meta.com/llama/license/)                                      |
 | Magicoder-DS-6.7B     | 🤗 [HF Link](https://huggingface.co/ise-uiuc/Magicoder-DS-6.7B)   | 6.7B | 66.5 (60.4)         | 75.4 (61.9)         | --   | [DeepSeek](https://github.com/deepseek-ai/DeepSeek-Coder/blob/main/LICENSE-MODEL) |
-| Magicoder-*S*-DS-6.7B | 🤗 [HF Link](https://huggingface.co/ise-uiuc/Magicoder-S-DS-6.7B) | 6.7B | **76.8** (**70.7**) | **75.7** (**64.4**) | [Demo](https://eee43889442b801df4.gradio.live/)*  | [DeepSeek](https://github.com/deepseek-ai/DeepSeek-Coder/blob/main/LICENSE-MODEL) |
+| Magicoder-*S*-DS-6.7B | 🤗 [HF Link](https://huggingface.co/ise-uiuc/Magicoder-S-DS-6.7B) | 6.7B | **76.8** (**70.7**) | **75.7** (**64.4**) | [Demo](https://67cc8c194b67d37b94.gradio.live)*  | [DeepSeek](https://github.com/deepseek-ai/DeepSeek-Coder/blob/main/LICENSE-MODEL) |
 
 <sub>*Demo link will expire on 12/8/2023.</sub>
 

demo/magicoder_demo.py

@@ -33,11 +33,18 @@ def evaluate_magicoder(
 """ 
         prompt = MAGICODER_PROMPT.format(instruction=instruction)
 
-        sequences = pipeline(
-            prompt,
-            temperature=temperature,
-            max_new_tokens=max_new_tokens,
-        )
+        if temperature > 0:
+            sequences = pipeline(
+                prompt,
+                do_sample=True,
+                temperature=temperature,
+                max_new_tokens=max_new_tokens,
+            )
+        else:
+            sequences = pipeline(
+                prompt,
+                max_new_tokens=max_new_tokens,
+            )
         for seq in sequences:
             print('==========================question=============================')
             print(prompt)
@@ -52,9 +59,9 @@ def evaluate_magicoder(
             gr.components.Textbox(
                 lines=3, label="Instruction", placeholder="Anything you want to ask Magicoder ?"
             ),
-            gr.components.Slider(minimum=0, maximum=1, value=0, label="Temperature"),
+            gr.components.Slider(minimum=0, maximum=1, value=1, label="Temperature"),
             gr.components.Slider(
-                minimum=1, maximum=2048, step=1, value=128, label="Max tokens"
+                minimum=1, maximum=2048, step=1, value=512, label="Max tokens"
             ),
         ],
         outputs=[