Merge remote-tracking branch 'origin/Update-Inference-specification-for-Hugging-Face's-rerank-task' into Update-Inference-specification-for-Hugging-Face's-rerank-task

# Conflicts:
#	output/openapi/elasticsearch-openapi.json
#	output/openapi/elasticsearch-serverless-openapi.json
#	output/schema/schema-serverless.json
#	output/schema/schema.json
#	output/typescript/types.ts
#	package-lock.json
#	specification/inference/_types/CommonTypes.ts
#	specification/inference/put_hugging_face/PutHuggingFaceRequest.ts

Author: Evgenii-Kazannik

output/openapi/elasticsearch-openapi.json

@@ -17,10 +17,10 @@
  * under the License.
  */
 
-import { Id } from '@_types/common'
-import { float, integer, long } from '@_types/Numeric'
 import { RateLimitSetting } from '@inference/_types/Services'
 import { UserDefinedValue } from '@spec_utils/UserDefinedValue'
+import { Id } from '@_types/common'
+import { float, integer, long } from '@_types/Numeric'
 
 export class RequestChatCompletion {
   /**
@@ -911,6 +911,7 @@ export class HuggingFaceServiceSettings {
 export enum HuggingFaceTaskType {
   chat_completion,
   completion,
+  rerank,
   text_embedding
 }
 

output/openapi/elasticsearch-serverless-openapi.json

@@ -56,6 +56,16 @@ import { InferenceChunkingSettings } from '@inference/_types/Services'
  * * `Mistral-7B-Instruct-v0.2`
  * * `QwQ-32B`
  * * `Phi-3-mini-128k-instruct`
+ *
+ * For Elastic's `rerank` task:
+ * The selected model must support the `sentence-ranking` task and expose OpenAI API.
+ * HuggingFace supports only dedicated (not serverless) endpoints for `Rerank` so far.
+ * After the endpoint is initialized, copy the full endpoint URL for use.
+ * Tested models for `rerank` task:
+ *
+ * * `bge-reranker-base`
+ * * `jina-reranker-v1-turbo-en-GGUF`
+ *
  * @rest_spec_name inference.put_hugging_face
  * @availability stack since=8.12.0 stability=stable visibility=public
  * @availability serverless stability=stable visibility=public

output/schema/schema-serverless.json

@@ -0,0 +1,16 @@
+summary: A rerank task
+description: Run `PUT _inference/rerank/hugging-face-rerank` to create an inference endpoint that performs a `rerank` task type.
+# method_request: "PUT _inference/rerank/hugging-face-rerank"
+# type: "request"
+value: |-
+  {
+      "service": "hugging_face",
+      "service_settings": {
+          "api_key": "hugging-face-access-token", 
+          "url": "url-endpoint" 
+      },
+      "task_settings": {
+          "return_documents": true,
+          "top_n": 3
+      }
+  }

output/schema/schema.json

@@ -0,0 +1,11 @@
+summary: Rerank task
+description: Run `POST _inference/rerank/bge-reranker-base-mkn` to perform reranking on the example input via Hugging Face
+# method_request: "POST _inference/rerank/bge-reranker-base-mkn"
+# type: "request"
+value: |-
+  {
+    "input": ["luke", "like", "leia", "chewy","r2d2", "star", "wars"],
+    "query": "star wars main character",
+    "return_documents": false,
+    "top_n": 2
+  }

specification/inference/_types/CommonTypes.ts

@@ -0,0 +1,11 @@
+summary: Rerank task
+description: Run `POST _inference/rerank/bge-reranker-base-mkn` to perform reranking on the example input via Hugging Face
+# method_request: "POST _inference/rerank/bge-reranker-base-mkn"
+# type: "request"
+value: |-
+  {
+    "input": ["luke", "like", "leia", "chewy","r2d2", "star", "wars"],
+    "query": "star wars main character",
+    "return_documents": true,
+    "top_n": 3
+  }

specification/inference/put_hugging_face/PutHuggingFaceRequest.ts

@@ -0,0 +1,18 @@
+summary: Rerank task
+description: >
+  A successful response from `POST _inference/rerank/bge-reranker-base-mkn`.
+# type: "response"
+# response_code:
+value: |-
+  {
+    "rerank": [
+      {
+        "index": 6,
+        "relevance_score": 0.50955844
+      },
+      {
+        "index": 5,
+        "relevance_score": 0.084341794
+      }
+    ]
+  }

specification/inference/put_hugging_face/examples/request/PutHuggingFaceRequestExample2.yaml

@@ -0,0 +1,25 @@
+summary: Rerank task
+description: >
+  A successful response from `POST _inference/rerank/bge-reranker-base-mkn`.
+# type: "response"
+# response_code:
+value: |-
+  {
+    "rerank": [
+      {
+        "index": 6,
+        "relevance_score": 0.50955844,
+        "text": "wars"
+      },
+      {
+        "index": 5,
+        "relevance_score": 0.084341794,
+        "text": "star"
+      },
+      {
+        "index": 3,
+        "relevance_score": 0.004520818,
+        "text": "chewy"
+      }
+    ]
+  }