add configurable temperature metaparameter

README.md

@@ -7,7 +7,7 @@ consists of:
 The script splits source code files into chunks (trying to split between methods), uploads these files recursively to 
 GPT and asks it to scan the code for vulnerabilities. Findings are then grouped and pretty-printed. Note: depending 
 on prompt and model used, findings may be too paranoid and consist almost entirely from false positives. You may 
-want to adjust `prompts/vulnerabilities/analyze` prompts to your case
+want to adjust the temperature parameter and `prompts/vulnerabilities/analyze` prompts to your case
 ## Usage 
 ```shell
 export OPENAI_API_KEY=<your API key>

app/model/prompt.py

@@ -5,21 +5,24 @@ class Prompt:
  Attributes:
  system_prompt (str or None): The system user role prompt. Can be None.
  user_prompt (str or None): The user role prompt. Can be None.
+ temperature (float): The temperature parameter for the prompt. Default is 1.0.
  """
 
  def __init__(self, system_prompt=None, user_prompt=None, functions=None,
- function_call=None):
+ function_call=None, temperature=1.0):
  """
  Initializes a new Prompt object with user and system prompts.
 
  Args:
  system_prompt (str or None): The system user role prompt. Can be None.
  user_prompt (str or None): The user role prompt. Can be None.
+ temperature (float): The temperature parameter for the prompt. Default is 1.0.
  """
  self.system_prompt = system_prompt
  self.user_prompt = user_prompt
  self.functions = functions
  self.function_call = function_call
+ self.temperature = temperature # New attribute for temperature
 
  def __str__(self):
  """

app/openai_util.py

@@ -21,14 +21,14 @@ def set_api_key():
 # Function to generate code using OpenAI
 # @retry(wait=wait_random_exponential(multiplier=1, max=40),
 # stop=stop_after_attempt(3), retry=retry_if_not_exception_type(openai.InvalidRequestError)))
-def get_completion(conversation: Conversation):
+def get_completion(conversation: Conversation, temperature=1.0):
  # https://help.openai.com/en/articles/7042661-chatgpt-api-transition-guide
  completion = openai.ChatCompletion.create(
  model="gpt-3.5-turbo",
  messages=conversation.to_messages(),
  functions=conversation.history[-1].prompt.functions,
  function_call=conversation.history[-1].prompt.function_call,
- temperature=1,
+ temperature=temperature,
  max_tokens=1300,
  top_p=1,
  frequency_penalty=0,

prompts/vulnerabilities/analyze/metaparameters.json

@@ -0,0 +1,3 @@
+{
+ "temperature": 0.5
+}

vuln_scanner/prompt_generator.py

@@ -22,8 +22,16 @@ def vuln_search_prompt(target_file, code_fragment):
  code_fragment=code_fragment,
  )
 
- functions_file = jinja_env.get_template('analyze/functions.json').filename
- with open(functions_file, 'r') as ff:
+ metaparameters_file_path = jinja_env.get_template(
+ 'analyze/metaparameters.json').filename
+ with open(metaparameters_file_path, 'r') as json_file:
+ data = json.load(json_file)
+ temperature = data.get("temperature", 1.0)
+
+
+ functions_file_path = jinja_env.get_template('analyze/functions.json').filename
+ with open(functions_file_path, 'r') as ff:
  functions = json.load(ff)
 
- return Prompt(system_prompt, user_prompt, functions, {"name": "store_results"})
+ return Prompt(system_prompt, user_prompt, functions,
+ {"name": "store_results"}, temperature)

vuln_scanner/uploader.py

@@ -98,7 +98,8 @@ def complete(context, prompt):
  # print(f"Prompt: {prompt}")
  # pretty_print_conversation(prompt.to_messages())
 
- completion_response = openai_util.get_completion(context.conversation)
+ completion_response = openai_util.get_completion(context.conversation,
+ prompt.temperature)
 
  context.prompt_tokens_used += (
  completion_response)['usage']["prompt_tokens"]