open-gsio/packages/ai/src/providers/fireworks.ts

import { OpenAI } from 'openai';

import { ProviderRepository } from './_ProviderRepository.ts';
import { BaseChatProvider, type CommonProviderParams } from './chat-stream-provider.ts';

export class FireworksAiChatProvider extends BaseChatProvider {
  getOpenAIClient(param: CommonProviderParams): OpenAI {
    return new OpenAI({
      apiKey: param.env.FIREWORKS_API_KEY,
      baseURL: ProviderRepository.OPENAI_COMPAT_ENDPOINTS.fireworks,
    });
  }

  getStreamParams(param: CommonProviderParams, safeMessages: any[]): any {
    let modelPrefix = 'accounts/fireworks/models/';
    if (param.model.toLowerCase().includes('yi-')) {
      modelPrefix = 'accounts/yi-01-ai/models/';
    } else if (param.model.toLowerCase().includes('/perplexity/')) {
      modelPrefix = 'accounts/perplexity/models/';
    } else if (param.model.toLowerCase().includes('/sentientfoundation/')) {
      modelPrefix = 'accounts/sentientfoundation/models/';
    } else if (param.model.toLowerCase().includes('/sentientfoundation-serverless/')) {
      modelPrefix = 'accounts/sentientfoundation-serverless/models/';
    } else if (param.model.toLowerCase().includes('/instacart/')) {
      modelPrefix = 'accounts/instacart/models/';
    }
    const finalModelIdentifier = param.model.includes(modelPrefix)
      ? param.model
      : `${modelPrefix}${param.model}`;
    console.log('using fireworks model', finalModelIdentifier);
    return {
      model: finalModelIdentifier,
      messages: safeMessages,
      stream: true,
    };
  }

  async processChunk(chunk: any, dataCallback: (data: any) => void): Promise<boolean> {
    if (chunk.choices && chunk.choices[0]?.finish_reason === 'stop') {
      dataCallback({ type: 'chat', data: chunk });
      return true;
    }

    dataCallback({ type: 'chat', data: chunk });
    return false;
  }
}

export class FireworksAiChatSdk {
  private static provider = new FireworksAiChatProvider();

  static async handleFireworksStream(
    param: {
      openai: OpenAI;
      systemPrompt: any;
      preprocessedContext: any;
      maxTokens: number;
      messages: any;
      model: any;
      env: any;
    },
    // TODO: Replace usage of any with an explicit but permissive type
    dataCallback: (data: any) => void,
  ) {
    return this.provider.handleStream(
      {
        systemPrompt: param.systemPrompt,
        preprocessedContext: param.preprocessedContext,
        maxTokens: param.maxTokens,
        messages: param.messages,
        model: param.model,
        env: param.env,
      },
      dataCallback,
    );
  }
}