Pin openai<1.40 (jiter dependency fails on PyPy), handle max_tokens compat

openai>=1.40 requires jiter which needs Rust compilation and fails on
PyPy. Keep openai<1.40 and handle max_completion_tokens vs max_tokens
by trying the new parameter first, falling back to old if the library
doesn't support it.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: vthorsteinsson

queries/util/openai_gpt.py

@@ -81,10 +81,20 @@ class Completion:
     def _create(cls, *args: Any, **kwargs: Any) -> ChatCompletion:
         """
         Creates a new completion while handling formatting and parsing.
+        Newer OpenAI models require max_completion_tokens instead of
+        max_tokens; try the new parameter first and fall back to the old.
         """
-        # Newer OpenAI models use max_completion_tokens instead of max_tokens
         if "max_tokens" in kwargs:
-            kwargs["max_completion_tokens"] = kwargs.pop("max_tokens")
+            max_val = kwargs.pop("max_tokens")
+            try:
+                return client.chat.completions.create(
+                    *args, model=MODEL, max_completion_tokens=max_val, **kwargs
+                )
+            except TypeError:
+                # Older openai library doesn't support max_completion_tokens
+                return client.chat.completions.create(
+                    *args, model=MODEL, max_tokens=max_val, **kwargs
+                )
         return client.chat.completions.create(*args, model=MODEL, **kwargs)
 
     @classmethod

requirements.txt

@@ -27,7 +27,7 @@ rjsmin>=1.2.4
 python-youtube==0.9.1
 country-list>=1.1.0
 # For OpenAI GPT support
-openai>=1.40.0,<2.0
+openai>=1.14.3,<1.40
 httpx>=0.27.2
 # Ours
 reynir>=3.5.7