forked from opensearch-project/flow-framework
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Amit Galitzky <[email protected]>
- Loading branch information
1 parent
4a12730
commit ab2381b
Showing
13 changed files
with
51 additions
and
22 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
src/main/resources/defaults/bedrock-titan-embedding-defaults.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
src/main/resources/defaults/bedrock-titan-multimodal-defaults.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
28 changes: 28 additions & 0 deletions
28
...ain/resources/defaults/cohere-embedding-semantic-search-with-query-enricher-defaults.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,28 @@ | ||
{ | ||
"template.name": "semantic search with cohere embedding", | ||
"template.description": "Setting up semantic search, with a Cohere embedding model", | ||
"create_connector.name": "cohere-embedding-connector", | ||
"create_connector.description": "The connector to Cohere's public embed API", | ||
"create_connector.protocol": "http", | ||
"create_connector.model": "embed-english-v3.0", | ||
"create_connector.input_type": "search_document", | ||
"create_connector.truncate": "end", | ||
"create_connector.credential.key": "123", | ||
"create_connector.actions.url": "https://api.cohere.ai/v1/embed", | ||
"create_connector.actions.request_body": "{ \"texts\": ${parameters.texts}, \"truncate\": \"${parameters.truncate}\", \"model\": \"${parameters.model}\", \"input_type\": \"${parameters.input_type}\" }", | ||
"create_connector.actions.pre_process_function": "connector.pre_process.cohere.embedding", | ||
"create_connector.actions.post_process_function": "connector.post_process.cohere.embedding", | ||
"register_remote_model.name": "Cohere english embed model", | ||
"register_remote_model.description": "cohere-embedding-model", | ||
"create_ingest_pipeline.pipeline_id": "nlp-ingest-pipeline", | ||
"create_ingest_pipeline.description": "A text embedding pipeline", | ||
"text_embedding.field_map.input": "passage_text", | ||
"text_embedding.field_map.output": "passage_embedding", | ||
"create_index.name": "my-nlp-index", | ||
"create_index.settings.number_of_shards": "2", | ||
"create_index.mappings.method.engine": "lucene", | ||
"create_index.mappings.method.space_type": "l2", | ||
"create_index.mappings.method.name": "hnsw", | ||
"text_embedding.field_map.output.dimension": "1024", | ||
"create_search_pipeline.pipeline_id": "default_model_pipeline" | ||
} |
2 changes: 1 addition & 1 deletion
2
src/main/resources/defaults/local-sparse-search-biencoder-defaults.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
src/main/resources/defaults/multimodal-search-bedrock-titan-defaults.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
7 changes: 4 additions & 3 deletions
7
src/main/resources/defaults/semantic-search-query-enricher-defaults.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,15 +1,16 @@ | ||
{ | ||
"template.name": "semantic-search", | ||
"template.name": "semantic_search", | ||
"template.description": "Setting up semantic search, ingest pipeline and index", | ||
"create_ingest_pipeline.pipeline_id": "nlp-ingest-pipeline", | ||
"create_ingest_pipeline.description": "A text embedding pipeline", | ||
"create_ingest_pipeline.model_id": "123", | ||
"text_embedding.field_map.input": "passage_text", | ||
"text_embedding.field_map.output": "passage_embedding", | ||
"create_search_pipeline.pipeline_id": "default_model_pipeline", | ||
"create_index.name": "my-nlp-index", | ||
"create_index.settings.number_of_shards": "2", | ||
"create_index.mappings.method.engine": "lucene", | ||
"create_index.mappings.method.space_type": "l2", | ||
"create_index.mappings.method.name": "hnsw" | ||
"create_index.mappings.method.name": "hnsw", | ||
"text_embedding.field_map.output.dimension": "1024", | ||
"create_search_pipeline.pipeline_id": "default_model_pipeline" | ||
} |