Add transformers.js support (#7)

- Add transformers.js support (fe06939db5b8d3db45f633108099e8accd7066e4)


Co-authored-by: Joshua <[email protected]>

README.md

@@ -7,6 +7,7 @@ tags:
 - mteb
 - arctic
 - snowflake-arctic-embed
+- transformers.js
 model-index:
 - name: snowflake-snowflake-arctic-embed-xs
   results:
@@ -3010,6 +3011,36 @@ for query, query_scores in zip(queries, scores):
         print(score, document)
 ```
 
+### Using Transformers.js
+
+If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@xenova/transformers) by running:
+```bash
+npm i @xenova/transformers
+```
+
+You can then use the model to compute embeddings as follows:
+
+```js
+import { pipeline, dot } from '@xenova/transformers';
+
+// Create feature extraction pipeline
+const extractor = await pipeline('feature-extraction', 'Snowflake/snowflake-arctic-embed-xs', {
+    quantized: false, // Comment out this line to use the quantized version
+});
+
+// Generate sentence embeddings
+const sentences = [
+    'Represent this sentence for searching relevant passages: Where can I get the best tacos?',
+    'The Data Cloud!',
+    'Mexico City of Course!',
+]
+const output = await extractor(sentences, { normalize: true, pooling: 'cls' });
+
+// Compute similarity scores
+const [source_embeddings, ...document_embeddings ] = output.tolist();
+const similarities = document_embeddings.map(x => dot(source_embeddings, x));
+console.log(similarities); // [0.5044895661144148, 0.5636021124426508]
+```
 
 ## FAQ