Cortex (Inference)

1
import { createNodeCortex } from '@forbocai/node';
2
3
const cortex = createNodeCortex('smollm2-135m');
4
5
await cortex.init();
6
7
const text = await cortex.complete('Return valid JSON only', {
8
  maxTokens: 128,
9
  temperature: 0.2,
10
  stop: ['</json>']
11
});
12
13
console.log(text);

1
import { createBrowserStore, initBrowserCortexThunk, completeBrowserCortexThunk } from '@forbocai/browser';
2
3
const store = createBrowserStore();
4
5
await store.dispatch(initBrowserCortexThunk({
6
  model: 'smollm2-135m',
7
  onProgress: (p) => console.log(p)
8
})).unwrap();
9
10
const text = await store.dispatch(completeBrowserCortexThunk({
11
  model: 'smollm2-135m',
12
  prompt: 'Say hello in one sentence',
13
  maxTokens: 64,
14
  temperature: 0.7
15
})).unwrap();
16
17
console.log(text);

1
import { createSDKStore, completeRemoteThunk } from '@forbocai/core';
2
3
const store = createSDKStore();
4
5
const text = await store.dispatch(completeRemoteThunk({
6
  cortexId: 'local',
7
  prompt: 'Return one short sentence.',
8
  apiUrl: 'https://api.forboc.ai',
9
  apiKey: process.env.FORBOCAI_API_KEY
10
})).unwrap();
11
12
console.log(text);