Remove sentence similarity

huggingface · Jul 10, 2024 · d83076c · d83076c
1 parent 0b6a3a9
commit d83076c
Show file tree

Hide file tree

Showing 30 changed files with 5 additions and 479 deletions.
diff --git a/api_inference_community/validation.py b/api_inference_community/validation.py
@@ -78,11 +78,6 @@ class QuestionInputsCheck(BaseModel):
     context: str
 
 
-class SentenceSimilarityInputsCheck(BaseModel):
-    source_sentence: str
-    sentences: List[str]
-
-
 class TableQuestionAnsweringInputsCheck(BaseModel):
     table: Dict[str, List[str]]
     query: str
@@ -139,7 +134,6 @@ class StringInput(RootModel):
     "conversational": ConversationalInputsCheck,
     "question-answering": QuestionInputsCheck,
     "feature-extraction": StringOrStringBatchInputCheck,
-    "sentence-similarity": SentenceSimilarityInputsCheck,
     "table-question-answering": TableQuestionAnsweringInputsCheck,
     "tabular-classification": TabularDataInputsCheck,
     "tabular-regression": TabularDataInputsCheck,
@@ -203,7 +197,6 @@ def check_inputs(inputs, tag):
     "conversational",
     "feature-extraction",
     "question-answering",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "tabular-classification",

diff --git a/docker_images/adapter_transformers/tests/test_api.py b/docker_images/adapter_transformers/tests/test_api.py
@@ -22,7 +22,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "structured-data-classification",
     "text-generation",
     "text-to-speech",

diff --git a/docker_images/bertopic/tests/test_api.py b/docker_images/bertopic/tests/test_api.py
@@ -20,7 +20,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "tabular-classification",
     "tabular-regression",
@@ -29,7 +28,6 @@
     "token-classification",
     "conversational",
     "feature-extraction",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/common/app/pipelines/__init__.py b/docker_images/common/app/pipelines/__init__.py
@@ -8,7 +8,6 @@
 from app.pipelines.feature_extraction import FeatureExtractionPipeline
 from app.pipelines.image_classification import ImageClassificationPipeline
 from app.pipelines.question_answering import QuestionAnsweringPipeline
-from app.pipelines.sentence_similarity import SentenceSimilarityPipeline
 from app.pipelines.speech_segmentation import SpeechSegmentationPipeline
 from app.pipelines.tabular_classification_pipeline import TabularClassificationPipeline
 from app.pipelines.tabular_regression_pipeline import TabularRegressionPipeline

diff --git a/docker_images/common/app/pipelines/sentence_similarity.py b/docker_images/common/app/pipelines/sentence_similarity.py
diff --git a/docker_images/common/tests/test_api.py b/docker_images/common/tests/test_api.py
@@ -22,7 +22,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "tabular-classification",
     "tabular-regression",
@@ -31,7 +30,6 @@
     "token-classification",
     "conversational",
     "feature-extraction",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/common/tests/test_api_sentence_similarity.py b/docker_images/common/tests/test_api_sentence_similarity.py
diff --git a/docker_images/diffusers/tests/test_api.py b/docker_images/diffusers/tests/test_api.py
@@ -24,7 +24,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "tabular-classification",
     "tabular-regression",
@@ -35,7 +34,6 @@
     "conversational",
     "feature-extraction",
     "question-answering",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/fasttext/tests/test_api.py b/docker_images/fasttext/tests/test_api.py
@@ -25,7 +25,6 @@
     "image-classification",
     "language-identification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "structured-data-classification",
     "text-to-speech",

diff --git a/docker_images/nemo/tests/test_api.py b/docker_images/nemo/tests/test_api.py
@@ -21,7 +21,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "structured-data-classification",
     "text-classification",
@@ -31,7 +30,6 @@
     "conversational",
     "feature-extraction",
     "question-answering",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/open_clip/tests/test_api.py b/docker_images/open_clip/tests/test_api.py
@@ -24,7 +24,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "tabular-classification",
     "tabular-regression",
@@ -35,7 +34,6 @@
     "conversational",
     "feature-extraction",
     "question-answering",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/paddlenlp/tests/test_api.py b/docker_images/paddlenlp/tests/test_api.py
@@ -23,7 +23,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "tabular-classification",
     "tabular-regression",
@@ -34,7 +33,6 @@
     "conversational",
     "feature-extraction",
     "question-answering",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/peft/tests/test_api.py b/docker_images/peft/tests/test_api.py
@@ -20,7 +20,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "tabular-classification",
     "tabular-regression",
@@ -29,7 +28,6 @@
     "token-classification",
     "conversational",
     "feature-extraction",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/pyannote_audio/tests/test_api.py b/docker_images/pyannote_audio/tests/test_api.py
@@ -20,7 +20,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "speech-segmentation",
     "structured-data-classification",
     "text-classification",
@@ -30,7 +29,6 @@
     "conversational",
     "feature-extraction",
     "question-answering",
-    "sentence-similarity",
     "fill-mask",
     "table-question-answering",
     "summarization",

diff --git a/docker_images/sentence_transformers/app/main.py b/docker_images/sentence_transformers/app/main.py
@@ -4,11 +4,7 @@
 from typing import Dict, Type
 
 from api_inference_community.routes import pipeline_route, status_ok
-from app.pipelines import (
-    FeatureExtractionPipeline,
-    Pipeline,
-    SentenceSimilarityPipeline,
-)
+from app.pipelines import FeatureExtractionPipeline, Pipeline
 from starlette.applications import Starlette
 from starlette.middleware import Middleware
 from starlette.middleware.gzip import GZipMiddleware
@@ -38,7 +34,6 @@
 # directories. Implement directly within the directories.
 ALLOWED_TASKS: Dict[str, Type[Pipeline]] = {
     "feature-extraction": FeatureExtractionPipeline,
-    "sentence-similarity": SentenceSimilarityPipeline,
 }
 
 

diff --git a/docker_images/sentence_transformers/app/pipelines/__init__.py b/docker_images/sentence_transformers/app/pipelines/__init__.py
@@ -1,4 +1,3 @@
 from app.pipelines.base import Pipeline, PipelineException  # isort:skip
 
 from app.pipelines.feature_extraction import FeatureExtractionPipeline
-from app.pipelines.sentence_similarity import SentenceSimilarityPipeline
diff --git a/docker_images/sentence_transformers/app/pipelines/sentence_similarity.py b/docker_images/sentence_transformers/app/pipelines/sentence_similarity.py
diff --git a/docker_images/sentence_transformers/tests/test_api.py b/docker_images/sentence_transformers/tests/test_api.py
@@ -9,8 +9,8 @@
 # Tests do not check the actual values of the model output, so small dummy
 # models are recommended for faster tests.
 TESTABLE_MODELS: Dict[str, List[str]] = {
-    "feature-extraction": ["bert-base-uncased"],
-    "sentence-similarity": [
+    "feature-extraction": [
+        "bert-base-uncased",
         "sentence-transformers/paraphrase-distilroberta-base-v1",
         "sentence-transformers/paraphrase-xlm-r-multilingual-v1",
     ],
@@ -23,7 +23,6 @@
     "feature-extraction",
     "image-classification",
     "question-answering",
-    "sentence-similarity",
     "text-generation",
     "text-to-speech",
 }