workman / jiuguan2025cc /src /vectors /nomicai-vectors.js
stail00016's picture
Upload 888 files
4342d5f verified
raw
history blame contribute delete
2.39 kB
import fetch from 'node-fetch';
import { SECRET_KEYS, readSecret } from '../endpoints/secrets.js';
const SOURCES = {
'nomicai': {
secretKey: SECRET_KEYS.NOMICAI,
url: 'api-atlas.nomic.ai/v1/embedding/text',
model: 'nomic-embed-text-v1.5',
},
};
/**
* Gets the vector for the given text batch from an OpenAI compatible endpoint.
* @param {string[]} texts - The array of texts to get the vector for
* @param {string} source - The source of the vector
* @param {import('../users.js').UserDirectoryList} directories - The directories object for the user
* @returns {Promise<number[][]>} - The array of vectors for the texts
*/
export async function getNomicAIBatchVector(texts, source, directories) {
const config = SOURCES[source];
if (!config) {
console.error('Unknown source', source);
throw new Error('Unknown source');
}
const key = readSecret(directories, config.secretKey);
if (!key) {
console.warn('No API key found');
throw new Error('No API key found');
}
const url = config.url;
let response;
response = await fetch(`https://${url}`, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
Authorization: `Bearer ${key}`,
},
body: JSON.stringify({
texts: texts,
model: config.model,
}),
});
if (!response.ok) {
const text = await response.text();
console.warn('API request failed', response.statusText, text);
throw new Error('API request failed');
}
/** @type {any} */
const data = await response.json();
if (!Array.isArray(data?.embeddings)) {
console.warn('API response was not an array');
throw new Error('API response was not an array');
}
return data.embeddings;
}
/**
* Gets the vector for the given text from an OpenAI compatible endpoint.
* @param {string} text - The text to get the vector for
* @param {string} source - The source of the vector
* @param {import('../users.js').UserDirectoryList} directories - The directories object for the user
* @returns {Promise<number[]>} - The vector for the text
*/
export async function getNomicAIVector(text, source, directories) {
const vectors = await getNomicAIBatchVector([text], source, directories);
return vectors[0];
}