base_dir = Path(__file__).parent / "datasets"

@weave.type()
class EvaluateQualityModel(Model):
    system_message: str
    model_name: str = "gpt-4-vision-preview"
    # "gpt-3.5-turbo-1106"

    @weave.op()
    async def predict(self, input: dict) -> dict:
        from openai import OpenAI

        pt("Actually predicting", input["emoji"], input["name"] + ":", input["prompt"])
        pt("Desktop:", input["desktop_img"], "Mobile:", input["mobile_img"])
        client = OpenAI()
        user_message = f"""{input['prompt']}