Upgrade dev env to test Mistral

setup.py

@@ -25,6 +25,12 @@
     "transformers>=4.31.0",  # high version b/c Llama
 ]
 
+requirements_huggingface_dev = [
+    req if not req.startswith("transformers>=") else "transformers>=4.34.0"
+    # To test Mistral in our testing workflow, we need this update
+    for req in requirements_huggingface
+]
+
 requirements_demos = [
     "datasets>=2.10.0",
     "jupyter>=1.0.0",
@@ -62,7 +68,7 @@
     extras_require={
         "hf": requirements_huggingface,
         "demos": requirements_huggingface + requirements_demos,
-        "dev": requirements_huggingface + requirements_demos + requirements_dev,
+        "dev": requirements_huggingface_dev + requirements_demos + requirements_dev,
     },
     author_email="[email protected]",
     package_dir={"": "src"},

tests/huggingface/test_huggingface_classify.py

@@ -36,10 +36,10 @@
     scope="module",
     params=[
         "sshleifer/tiny-gpt2",
-        "anton-l/gpt-j-tiny-random",  # this one is quite big and slow
+        "anton-l/gpt-j-tiny-random",  # quite big and slow
         "hf-internal-testing/tiny-random-GPTNeoXModel",
         "Maykeye/TinyLLama-v0",
-        # "openaccess-ai-collective/tiny-mistral",  # uncomment w/ latest transformers
+        "openaccess-ai-collective/tiny-mistral",  # quite big and slow
     ],
 )
 def model_name(request: pytest.FixtureRequest) -> str: