import { BaseLLMCallOptions, BaseLLMParams, LLM } from "@langchain/core/language_models/llms";
import { GenerationChunk } from "@langchain/core/outputs";
import { CallbackManagerForLLMRun } from "@langchain/core/callbacks/manager";
//#region src/llms.d.ts
interface TogetherAIInputs extends BaseLLMParams {
  /**
   * The API key to use for the Together AI API.
   * @default {process.env.TOGETHER_AI_API_KEY}
   */
  apiKey?: string;
  /**
   * The name of the model to query.
   * Alias for `model`.
   */
  modelName?: string;
  /**
   * The name of the model to query.
   */
  model?: string;
  /**
   * A decimal number that determines the degree of randomness in the response.
   * @default {0.7}
   */
  temperature?: number;
  /**
   * Whether or not to stream tokens as they are generated.
   * @default {false}
   */
  streaming?: boolean;
  /**
   * Nucleus sampling threshold.
   * @default {0.7}
   */
  topP?: number;
  /**
   * Limit the number of token candidates considered at each step.
   * @default {50}
   */
  topK?: number;
  /**
   * A number that controls repetition.
   * @default {1}
   */
  repetitionPenalty?: number;
  /**
   * An integer that specifies how many top token log probabilities are included.
   */
  logprobs?: number;
  /**
   * Run an LLM-based safeguard model on top of any model.
   */
  safetyModel?: string;
  /**
   * Limit the number of generated tokens.
   */
  maxTokens?: number;
  /**
   * A list of tokens at which the generation should stop.
   */
  stop?: string[];
}
interface TogetherAICallOptions extends BaseLLMCallOptions, Pick<TogetherAIInputs, "modelName" | "model" | "temperature" | "topP" | "topK" | "repetitionPenalty" | "logprobs" | "safetyModel" | "maxTokens" | "stop"> {}
declare class TogetherAI extends LLM<TogetherAICallOptions> {
  lc_serializable: boolean;
  lc_namespace: string[];
  static inputs: TogetherAIInputs;
  temperature: number;
  topP: number;
  topK: number;
  modelName: string;
  model: string;
  streaming: boolean;
  repetitionPenalty: number;
  logprobs?: number;
  maxTokens?: number;
  safetyModel?: string;
  stop?: string[];
  private apiKey;
  private inferenceAPIUrl;
  static lc_name(): string;
  get lc_secrets(): {
    [key: string]: string;
  } | undefined;
  get lc_aliases(): {
    [key: string]: string;
  } | undefined;
  private isChatModel;
  constructor(inputs: TogetherAIInputs);
  _llmType(): string;
  private constructHeaders;
  private constructBody;
  completionWithRetry(prompt: string, options?: this["ParsedCallOptions"]): Promise<any>;
  _call(prompt: string, options?: this["ParsedCallOptions"]): Promise<string>;
  _streamResponseChunks(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
}
//#endregion
export { TogetherAI, TogetherAICallOptions, TogetherAIInputs };
//# sourceMappingURL=llms.d.ts.map