Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions packages/inference/src/lib/getProviderHelper.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
import * as BlackForestLabs from "../providers/black-forest-labs.js";
import * as Burncloud from "../providers/burncloud.js";
import * as Cerebras from "../providers/cerebras.js";
import * as Cohere from "../providers/cohere.js";
import * as FalAI from "../providers/fal-ai.js";
Expand Down Expand Up @@ -55,6 +56,9 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
"black-forest-labs": {
"text-to-image": new BlackForestLabs.BlackForestLabsTextToImageTask(),
},
burncloud: {
conversational: new Burncloud.BurncloudConversationalTask(),
},
cerebras: {
conversational: new Cerebras.CerebrasConversationalTask(),
},
Expand Down
17 changes: 17 additions & 0 deletions packages/inference/src/providers/burncloud.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
/**
* Special case: provider configuration for a private models provider (Burncloud in this case).
*/
import { BaseConversationalTask } from "./providerHelper.js";

const BURNCLOUD_API_BASE_URL = "https://ai.burncloud.com/v1";

export class BurncloudConversationalTask extends BaseConversationalTask {
constructor() {
// Pass clientSideRoutingOnly: true to the constructor
super("burncloud", BURNCLOUD_API_BASE_URL, true);
}

override makeRoute(): string {
return "chat/completions";
}
}
1 change: 1 addition & 0 deletions packages/inference/src/providers/consts.ts
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ export const HARDCODED_MODEL_INFERENCE_MAPPING: Record<
* "Qwen/Qwen2.5-Coder-32B-Instruct": "Qwen2.5-Coder-32B-Instruct",
*/
"black-forest-labs": {},
burncloud: {},
cerebras: {},
cohere: {},
"fal-ai": {},
Expand Down
1 change: 1 addition & 0 deletions packages/inference/src/types.ts
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ export type InferenceTask = Exclude<PipelineType, "other"> | "conversational";

export const INFERENCE_PROVIDERS = [
"black-forest-labs",
"burncloud",
"cerebras",
"cohere",
"fal-ai",
Expand Down