Skip to content

Commit

Permalink
remove model mode for accurate_mode_double_check
Browse files Browse the repository at this point in the history
  • Loading branch information
joshbickett committed Dec 19, 2023
1 parent b816047 commit 2c8434f
Showing 1 changed file with 22 additions and 29 deletions.
51 changes: 22 additions & 29 deletions operate/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -431,38 +431,31 @@ def accurate_mode_double_check(model, pseudo_messages, prev_x, prev_y):
img_base64 = base64.b64encode(img_file.read()).decode("utf-8")

accurate_vision_prompt = format_accurate_mode_vision_prompt(prev_x, prev_y)
if model == "gpt-4-vision-preview":
accurate_mode_message = {
"role": "user",
"content": [
{"type": "text", "text": accurate_vision_prompt},
{
"type": "image_url",
"image_url": {"url": f"data:image/jpeg;base64,{img_base64}"},
},
],
}

pseudo_messages.append(accurate_mode_message)
accurate_mode_message = {
"role": "user",
"content": [
{"type": "text", "text": accurate_vision_prompt},
{
"type": "image_url",
"image_url": {"url": f"data:image/jpeg;base64,{img_base64}"},
},
],
}

response = client.chat.completions.create(
model="gpt-4-vision-preview",
messages=pseudo_messages,
presence_penalty=1,
frequency_penalty=1,
temperature=0.7,
max_tokens=300,
)
pseudo_messages.append(accurate_mode_message)

response = client.chat.completions.create(
model="gpt-4-vision-preview",
messages=pseudo_messages,
presence_penalty=1,
frequency_penalty=1,
temperature=0.7,
max_tokens=300,
)

content = response.choices[0].message.content

content = response.choices[0].message.content
elif model == "gemini-pro-vision":
model = genai.GenerativeModel("gemini-pro-vision")
response = model.generate_content(
[accurate_vision_prompt, Image.open(new_screenshot_filename)]
)
content = response.text[1:]
print(content)
return content
except Exception as e:
print(f"Error reprompting model for accurate_mode: {e}")
return "ERROR"
Expand Down

0 comments on commit 2c8434f

Please sign in to comment.