Merge pull request #183 from ChiYeungLaw/main

update code
nlpxucan · Aug 29, 2023 · 20f21e9 · 20f21e9
2 parents c1f1420 + 2f3ccc7
commit 20f21e9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/WizardCoder/src/humaneval_gen_vllm.py b/WizardCoder/src/humaneval_gen_vllm.py
@@ -62,7 +62,7 @@ def main():
     num_samples = len(prompts)
     print("Number of samples: {}".format(num_samples))
 
-    llm = LLM(base_model, tensor_parallel_size=args.num_gpus)
+    llm = LLM(base_model=args.model, tensor_parallel_size=args.num_gpus)
     sampling_params = SamplingParams(temperature=args.temperature, top_p=1, max_tokens=args.max_len)
 
     print(f"Loaded {args.model}.")