skip HF integrations tests if running from fork (#7517)

deepset-ai · Apr 9, 2024 · 39be515 · 39be515
1 parent d9c861e
commit 39be515
Show file tree

Hide file tree

Showing 6 changed files with 32 additions and 0 deletions.
diff --git a/test/components/embedders/test_hugging_face_api_document_embedder.py b/test/components/embedders/test_hugging_face_api_document_embedder.py
@@ -1,3 +1,4 @@
+import os
 from unittest.mock import MagicMock, patch
 
 import pytest
@@ -320,6 +321,10 @@ def test_run_custom_batch_size(self, mock_check_valid_model):
 
  @pytest.mark.flaky(reruns=5, reruns_delay=5)
  @pytest.mark.integration
+ @pytest.mark.skipif(
+ not os.environ.get("HF_API_TOKEN", None),
+ reason="Export an env var called HF_API_TOKEN containing the Hugging Face token to run this test.",
+ )
  def test_live_run_serverless(self):
  docs = [
  Document(content="I love cheese", meta={"topic": "Cuisine"}),

diff --git a/test/components/embedders/test_hugging_face_api_text_embedder.py b/test/components/embedders/test_hugging_face_api_text_embedder.py
@@ -1,3 +1,4 @@
+import os
 from unittest.mock import MagicMock, patch
 
 import pytest
@@ -161,6 +162,10 @@ def test_run(self, mock_check_valid_model):
 
  @pytest.mark.flaky(reruns=5, reruns_delay=5)
  @pytest.mark.integration
+ @pytest.mark.skipif(
+ not os.environ.get("HF_API_TOKEN", None),
+ reason="Export an env var called HF_API_TOKEN containing the Hugging Face token to run this test.",
+ )
  def test_live_run_serverless(self):
  embedder = HuggingFaceAPITextEmbedder(
  api_type=HFEmbeddingAPIType.SERVERLESS_INFERENCE_API,

diff --git a/test/components/embedders/test_hugging_face_tei_document_embedder.py b/test/components/embedders/test_hugging_face_tei_document_embedder.py
@@ -1,3 +1,4 @@
+import os
 from unittest.mock import MagicMock, patch
 
 import numpy as np
@@ -305,6 +306,10 @@ def test_run(self, mock_check_valid_model):
 
  @pytest.mark.flaky(reruns=5, reruns_delay=5)
  @pytest.mark.integration
+ @pytest.mark.skipif(
+ not os.environ.get("HF_API_TOKEN", None),
+ reason="Export an env var called HF_API_TOKEN containing the Hugging Face token to run this test.",
+ )
  def test_run_inference_api_endpoint(self):
  docs = [
  Document(content="I love cheese", meta={"topic": "Cuisine"}),

diff --git a/test/components/embedders/test_hugging_face_tei_text_embedder.py b/test/components/embedders/test_hugging_face_tei_text_embedder.py
@@ -1,3 +1,4 @@
+import os
 from unittest.mock import MagicMock, patch
 
 import numpy as np
@@ -177,6 +178,10 @@ def test_run(self, mock_check_valid_model):
 
  @pytest.mark.flaky(reruns=5, reruns_delay=5)
  @pytest.mark.integration
+ @pytest.mark.skipif(
+ not os.environ.get("HF_API_TOKEN", None),
+ reason="Export an env var called HF_API_TOKEN containing the Hugging Face token to run this test.",
+ )
  def test_run_inference_api_endpoint(self):
  embedder = HuggingFaceTEITextEmbedder(model="sentence-transformers/all-MiniLM-L6-v2")
  result = embedder.run(text="The food was delicious")

diff --git a/test/components/generators/chat/test_hugging_face_api.py b/test/components/generators/chat/test_hugging_face_api.py
@@ -1,3 +1,4 @@
+import os
 from unittest.mock import MagicMock, Mock, patch
 
 import pytest
@@ -239,7 +240,12 @@ def mock_iter(self):
  assert len(response["replies"]) > 0
  assert [isinstance(reply, ChatMessage) for reply in response["replies"]]
 
+ @pytest.mark.flaky(reruns=5, reruns_delay=5)
  @pytest.mark.integration
+ @pytest.mark.skipif(
+ not os.environ.get("HF_API_TOKEN", None),
+ reason="Export an env var called HF_API_TOKEN containing the Hugging Face token to run this test.",
+ )
  def test_run_serverless(self):
  generator = HuggingFaceAPIChatGenerator(
  api_type=HFGenerationAPIType.SERVERLESS_INFERENCE_API,

diff --git a/test/components/generators/test_hugging_face_api.py b/test/components/generators/test_hugging_face_api.py
@@ -1,3 +1,4 @@
+import os
 from unittest.mock import MagicMock, Mock, patch
 
 import pytest
@@ -272,7 +273,12 @@ def mock_iter(self):
  assert len(response["meta"]) > 0
  assert [isinstance(meta, dict) for meta in response["meta"]]
 
+ @pytest.mark.flaky(reruns=5, reruns_delay=5)
  @pytest.mark.integration
+ @pytest.mark.skipif(
+ not os.environ.get("HF_API_TOKEN", None),
+ reason="Export an env var called HF_API_TOKEN containing the Hugging Face token to run this test.",
+ )
  def test_run_serverless(self):
  generator = HuggingFaceAPIGenerator(
  api_type=HFGenerationAPIType.SERVERLESS_INFERENCE_API,