GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests 1 Projects Releases 323 Packages Wiki Activity Actions

new(all): Azure OpenAI added as new LLM provider.

Browse source
This commit is contained in:
Rodrigo Rodriguez 2024-05-24 20:57:48 -03:00
parent 52f9bcbce0
commit 4d90187484
2 changed files with 19 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
packages/core.gbapp/services/GBDeployer.ts
View file

@ -314,10 +314,25 @@ export class GBDeployer implements IGBDeployer {
public async loadOrCreateEmptyVectorStore(min: GBMinInstance): Promise<HNSWLib> {
let vectorStore: HNSWLib;
const azureOpenAIKey = await min.core.getParam(min.instance, 'Azure Open AI Key', null);
const azureOpenAIEndpoint = await min.core.getParam(min.instance, 'Azure Open AI Endpoint', null);
const azureOpenAIDeployment = await min.core.getParam(min.instance, 'Azure Open AI Deployment', null);
let embedding;
if (azureOpenAIKey) {
embedding = new OpenAIEmbeddings({ maxConcurrency: 5,
azureOpenAIApiKey: azureOpenAIKey,
azureOpenAIApiDeploymentName: azureOpenAIDeployment
});
}else{
embedding = new OpenAIEmbeddings({ maxConcurrency: 5 })
}
try {
vectorStore = await HNSWLib.load(min['vectorStorePath'], new OpenAIEmbeddings({ maxConcurrency: 5 }));
vectorStore = await HNSWLib.load(min['vectorStorePath'], embedding);
} catch {
vectorStore = new HNSWLib(new OpenAIEmbeddings({ maxConcurrency: 5 }), {
vectorStore = new HNSWLib(embedding, {
space: 'cosine',
numDimensions: 1536,
});

4
packages/gpt.gblib/services/ChatServices.ts
View file

@ -293,8 +293,8 @@ export class ChatServices {
if (azureOpenAIKey) {
model = new AzureOpenAI({
azureOpenAIEndpoint: azureOpenAIKey,
apiKey: azureOpenAIEndpoint,
azureOpenAIEndpoint: azureOpenAIEndpoint,
apiKey: azureOpenAIKey,
azureOpenAIApiDeploymentName: azureOpenAIDeployment
});
} else {