Upload folder using huggingface_hub

README.md

@@ -47,7 +47,7 @@ prompt = "Explain the difference between machine learning and deep learning."
 messages = [{"role": "user", "content": prompt}]
 text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
 
-outputs = llm.generate([text], SamplingParams(temperature=0.3, max_tokens=512))
+outputs = llm.generate([text], SamplingParams(temperature=0.2, max_tokens=512))
 print(outputs[0]["text"])
 ```
 
@@ -60,7 +60,7 @@ messages = [
     {"role": "user", "content": "Show me a hello world example."}
 ]
 text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
-outputs = llm.generate([text], SamplingParams(temperature=0.3, max_tokens=256))
+outputs = llm.generate([text], SamplingParams(temperature=0.2, max_tokens=256))
 ```
 
 ## HuggingFace Transformers