17 lines
532 B
JavaScript
17 lines
532 B
JavaScript
// packages/inference-service/src/infer.js
|
|
const { getEnv } = require('@nexusai/shared');
|
|
|
|
const PROVIDER = getEnv('INFERENCE_PROVIDER', 'ollama');
|
|
|
|
const providers = {
|
|
ollama: () => require('./providers/ollama.js'),
|
|
llamacpp: () => require('./providers/llamacpp.js'),
|
|
};
|
|
|
|
if (!providers[PROVIDER]) {
|
|
throw new Error(`Unknown inference provider: "${PROVIDER}". Valid options: ${Object.keys(providers).join(', ')}`);
|
|
}
|
|
|
|
const { complete, completeStream } = providers[PROVIDER]();
|
|
|
|
module.exports = { complete, completeStream }; |