Custom inference parameters for cope (#7)

- Custom inference parameters for cope (574225a2a7a0a2630a5b99e1dde904ca11119282)


Co-authored-by: Samidh <[email protected]>

utils/model_interface.py

@@ -126,11 +126,10 @@ def run_test(
             client = OpenAI(base_url='https://q0c7gn9b2s2wkb6v.us-east-1.aws.endpoints.huggingface.cloud/v1', api_key=cope_token)
             cope_prompt = COPE_PROMPT_TEMPLATE.format(policy=policy,content=test_input)
             response = client.completions.create(
-                model=model_id,
+                model='cope-a-9b',
                 prompt=cope_prompt,
                 max_tokens=1,
                 temperature=0,
-                extra_headers={"X-HF-Bill-To": "roosttools"},
             )
             result = {"content": response.choices[0].text}
             return result