import * as grpc from '@grpc/grpc-js'; import { Long, MethodDefinition, MessageTypeDefinition, EnumTypeDefinition } from '@grpc/proto-loader'; /** * Copyright 2025 IBM Corp. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ interface BidiStreamingTokenClassificationTaskRequest { text_stream?: string; threshold?: number | string; _threshold?: "threshold"; } interface BidiStreamingTokenClassificationTaskRequest__Output { text_stream: string; threshold?: number; _threshold: "threshold"; } interface ClassificationResult { label?: string; score?: number | string; } interface ClassificationResult__Output { label: string; score: number; } interface ClassificationResults { results?: ClassificationResult[]; } interface ClassificationResults__Output { results: ClassificationResult__Output[]; } interface PyFloatSequence { values?: (number | string)[]; } interface PyFloatSequence__Output { values: number[]; } interface NpFloat32Sequence { values?: (number | string)[]; } interface NpFloat32Sequence__Output { values: number[]; } interface NpFloat64Sequence { values?: (number | string)[]; } interface NpFloat64Sequence__Output { values: number[]; } interface Vector1D { data_pyfloatsequence?: PyFloatSequence | null; data_npfloat32sequence?: NpFloat32Sequence | null; data_npfloat64sequence?: NpFloat64Sequence | null; data?: "data_pyfloatsequence" | "data_npfloat32sequence" | "data_npfloat64sequence"; } interface Vector1D__Output { data_pyfloatsequence?: PyFloatSequence__Output | null; data_npfloat32sequence?: NpFloat32Sequence__Output | null; data_npfloat64sequence?: NpFloat64Sequence__Output | null; data: "data_pyfloatsequence" | "data_npfloat32sequence" | "data_npfloat64sequence"; } interface ProducerId { name?: string; version?: string; } interface ProducerId__Output { name: string; version: string; } interface EmbeddingResult { result?: Vector1D | null; producer_id?: ProducerId | null; input_token_count?: number | string | Long; } interface EmbeddingResult__Output { result: Vector1D__Output | null; producer_id: ProducerId__Output | null; input_token_count: number; } interface ListOfVector1D { vectors?: Vector1D[]; } interface ListOfVector1D__Output { vectors: Vector1D__Output[]; } interface EmbeddingResults { results?: ListOfVector1D | null; producer_id?: ProducerId | null; input_token_count?: number | string | Long; } interface EmbeddingResults__Output { results: ListOfVector1D__Output | null; producer_id: ProducerId__Output | null; input_token_count: number; } interface EmbeddingTaskRequest { text?: string; truncate_input_tokens?: number | string | Long; _truncate_input_tokens?: "truncate_input_tokens"; } interface EmbeddingTaskRequest__Output { text: string; truncate_input_tokens?: number; _truncate_input_tokens: "truncate_input_tokens"; } interface EmbeddingTasksRequest { texts?: string[]; truncate_input_tokens?: number | string | Long; _truncate_input_tokens?: "truncate_input_tokens"; } interface EmbeddingTasksRequest__Output { texts: string[]; truncate_input_tokens?: number; _truncate_input_tokens: "truncate_input_tokens"; } declare const FinishReason: { readonly NOT_FINISHED: "NOT_FINISHED"; readonly MAX_TOKENS: "MAX_TOKENS"; readonly EOS_TOKEN: "EOS_TOKEN"; readonly CANCELLED: "CANCELLED"; readonly TIME_LIMIT: "TIME_LIMIT"; readonly STOP_SEQUENCE: "STOP_SEQUENCE"; readonly TOKEN_LIMIT: "TOKEN_LIMIT"; readonly ERROR: "ERROR"; }; type FinishReason = "NOT_FINISHED" | 0 | "MAX_TOKENS" | 1 | "EOS_TOKEN" | 2 | "CANCELLED" | 3 | "TIME_LIMIT" | 4 | "STOP_SEQUENCE" | 5 | "TOKEN_LIMIT" | 6 | "ERROR" | 7; type FinishReason__Output = (typeof FinishReason)[keyof typeof FinishReason]; interface GeneratedToken { text?: string; logprob?: number | string; } interface GeneratedToken__Output { text: string; logprob: number; } interface GeneratedTextResult { generated_text?: string; generated_tokens?: number | string | Long; finish_reason?: FinishReason; producer_id?: ProducerId | null; input_token_count?: number | string | Long; seed?: number | string | Long; tokens?: GeneratedToken[]; input_tokens?: GeneratedToken[]; } interface GeneratedTextResult__Output { generated_text: string; generated_tokens: number; finish_reason: FinishReason__Output; producer_id: ProducerId__Output | null; input_token_count: number; seed: number; tokens: GeneratedToken__Output[]; input_tokens: GeneratedToken__Output[]; } interface TokenStreamDetails { finish_reason?: FinishReason; generated_tokens?: number; seed?: number | string | Long; input_token_count?: number | string | Long; } interface TokenStreamDetails__Output { finish_reason: FinishReason__Output; generated_tokens: number; seed: number; input_token_count: number; } interface GeneratedTextStreamResult { generated_text?: string; tokens?: GeneratedToken[]; details?: TokenStreamDetails | null; producer_id?: ProducerId | null; input_tokens?: GeneratedToken[]; } interface GeneratedTextStreamResult__Output { generated_text: string; tokens: GeneratedToken__Output[]; details: TokenStreamDetails__Output | null; producer_id: ProducerId__Output | null; input_tokens: GeneratedToken__Output[]; } declare const NullValue: { readonly NULL_VALUE: "NULL_VALUE"; }; type NullValue = "NULL_VALUE" | 0; type NullValue__Output = (typeof NullValue)[keyof typeof NullValue]; interface ListValue { values?: Value[]; } interface ListValue__Output { values: Value__Output[]; } interface Value { nullValue?: NullValue; numberValue?: number | string; stringValue?: string; boolValue?: boolean; structValue?: Struct | null; listValue?: ListValue | null; kind?: "nullValue" | "numberValue" | "stringValue" | "boolValue" | "structValue" | "listValue"; } interface Value__Output { nullValue?: NullValue__Output; numberValue?: number; stringValue?: string; boolValue?: boolean; structValue?: Struct__Output | null; listValue?: ListValue__Output | null; kind: "nullValue" | "numberValue" | "stringValue" | "boolValue" | "structValue" | "listValue"; } interface Struct { fields?: Record; } interface Struct__Output { fields: Record; } interface RerankScore { document?: Struct | null; index?: number | string | Long; score?: number | string; text?: string; } interface RerankScore__Output { document: Struct__Output | null; index: number; score: number; text: string; } interface RerankScores { query?: string; scores?: RerankScore[]; } interface RerankScores__Output { query: string; scores: RerankScore__Output[]; } interface RerankResult { result?: RerankScores | null; producer_id?: ProducerId | null; input_token_count?: number | string | Long; } interface RerankResult__Output { result: RerankScores__Output | null; producer_id: ProducerId__Output | null; input_token_count: number; } interface RerankResults { results?: RerankScores[]; producer_id?: ProducerId | null; input_token_count?: number | string | Long; } interface RerankResults__Output { results: RerankScores__Output[]; producer_id: ProducerId__Output | null; input_token_count: number; } interface RerankTaskRequest { query?: string; documents?: Struct[]; top_n?: number | string | Long; truncate_input_tokens?: number | string | Long; return_documents?: boolean; return_query?: boolean; return_text?: boolean; _top_n?: "top_n"; _truncate_input_tokens?: "truncate_input_tokens"; _return_documents?: "return_documents"; _return_query?: "return_query"; _return_text?: "return_text"; } interface RerankTaskRequest__Output { query: string; documents: Struct__Output[]; top_n?: number; truncate_input_tokens?: number; return_documents?: boolean; return_query?: boolean; return_text?: boolean; _top_n: "top_n"; _truncate_input_tokens: "truncate_input_tokens"; _return_documents: "return_documents"; _return_query: "return_query"; _return_text: "return_text"; } interface RerankTasksRequest { queries?: string[]; documents?: Struct[]; top_n?: number | string | Long; truncate_input_tokens?: number | string | Long; return_documents?: boolean; return_queries?: boolean; return_text?: boolean; _top_n?: "top_n"; _truncate_input_tokens?: "truncate_input_tokens"; _return_documents?: "return_documents"; _return_queries?: "return_queries"; _return_text?: "return_text"; } interface RerankTasksRequest__Output { queries: string[]; documents: Struct__Output[]; top_n?: number; truncate_input_tokens?: number; return_documents?: boolean; return_queries?: boolean; return_text?: boolean; _top_n: "top_n"; _truncate_input_tokens: "truncate_input_tokens"; _return_documents: "return_documents"; _return_queries: "return_queries"; _return_text: "return_text"; } interface SentenceSimilarityScores { scores?: (number | string)[]; } interface SentenceSimilarityScores__Output { scores: number[]; } interface SentenceSimilarityResult { result?: SentenceSimilarityScores | null; producer_id?: ProducerId | null; input_token_count?: number | string | Long; } interface SentenceSimilarityResult__Output { result: SentenceSimilarityScores__Output | null; producer_id: ProducerId__Output | null; input_token_count: number; } interface SentenceSimilarityResults { results?: SentenceSimilarityScores[]; producer_id?: ProducerId | null; input_token_count?: number | string | Long; } interface SentenceSimilarityResults__Output { results: SentenceSimilarityScores__Output[]; producer_id: ProducerId__Output | null; input_token_count: number; } interface SentenceSimilarityTaskRequest { source_sentence?: string; sentences?: string[]; truncate_input_tokens?: number | string | Long; _truncate_input_tokens?: "truncate_input_tokens"; } interface SentenceSimilarityTaskRequest__Output { source_sentence: string; sentences: string[]; truncate_input_tokens?: number; _truncate_input_tokens: "truncate_input_tokens"; } interface SentenceSimilarityTasksRequest { source_sentences?: string[]; sentences?: string[]; truncate_input_tokens?: number | string | Long; _truncate_input_tokens?: "truncate_input_tokens"; } interface SentenceSimilarityTasksRequest__Output { source_sentences: string[]; sentences: string[]; truncate_input_tokens?: number; _truncate_input_tokens: "truncate_input_tokens"; } interface ExponentialDecayLengthPenalty { start_index?: number | string | Long; decay_factor?: number | string; } interface ExponentialDecayLengthPenalty__Output { start_index: number; decay_factor: number; } interface ServerStreamingTextGenerationTaskRequest { text?: string; max_new_tokens?: number | string | Long; min_new_tokens?: number | string | Long; truncate_input_tokens?: number | string | Long; decoding_method?: string; top_k?: number | string | Long; top_p?: number | string; typical_p?: number | string; temperature?: number | string; repetition_penalty?: number | string; max_time?: number | string; exponential_decay_length_penalty?: ExponentialDecayLengthPenalty | null; stop_sequences?: string[]; seed?: number | string | Long; preserve_input_text?: boolean; _max_new_tokens?: "max_new_tokens"; _min_new_tokens?: "min_new_tokens"; _truncate_input_tokens?: "truncate_input_tokens"; _decoding_method?: "decoding_method"; _top_k?: "top_k"; _top_p?: "top_p"; _typical_p?: "typical_p"; _temperature?: "temperature"; _repetition_penalty?: "repetition_penalty"; _max_time?: "max_time"; _exponential_decay_length_penalty?: "exponential_decay_length_penalty"; _seed?: "seed"; _preserve_input_text?: "preserve_input_text"; } interface ServerStreamingTextGenerationTaskRequest__Output { text: string; max_new_tokens?: number; min_new_tokens?: number; truncate_input_tokens?: number; decoding_method?: string; top_k?: number; top_p?: number; typical_p?: number; temperature?: number; repetition_penalty?: number; max_time?: number; exponential_decay_length_penalty?: ExponentialDecayLengthPenalty__Output | null; stop_sequences: string[]; seed?: number; preserve_input_text?: boolean; _max_new_tokens: "max_new_tokens"; _min_new_tokens: "min_new_tokens"; _truncate_input_tokens: "truncate_input_tokens"; _decoding_method: "decoding_method"; _top_k: "top_k"; _top_p: "top_p"; _typical_p: "typical_p"; _temperature: "temperature"; _repetition_penalty: "repetition_penalty"; _max_time: "max_time"; _exponential_decay_length_penalty: "exponential_decay_length_penalty"; _seed: "seed"; _preserve_input_text: "preserve_input_text"; } interface TextClassificationTaskRequest { text?: string; } interface TextClassificationTaskRequest__Output { text: string; } interface TextGenerationTaskRequest { text?: string; max_new_tokens?: number | string | Long; min_new_tokens?: number | string | Long; truncate_input_tokens?: number | string | Long; decoding_method?: string; top_k?: number | string | Long; top_p?: number | string; typical_p?: number | string; temperature?: number | string; repetition_penalty?: number | string; max_time?: number | string; exponential_decay_length_penalty?: ExponentialDecayLengthPenalty | null; stop_sequences?: string[]; seed?: number | string | Long; preserve_input_text?: boolean; _max_new_tokens?: "max_new_tokens"; _min_new_tokens?: "min_new_tokens"; _truncate_input_tokens?: "truncate_input_tokens"; _decoding_method?: "decoding_method"; _top_k?: "top_k"; _top_p?: "top_p"; _typical_p?: "typical_p"; _temperature?: "temperature"; _repetition_penalty?: "repetition_penalty"; _max_time?: "max_time"; _exponential_decay_length_penalty?: "exponential_decay_length_penalty"; _seed?: "seed"; _preserve_input_text?: "preserve_input_text"; } interface TextGenerationTaskRequest__Output { text: string; max_new_tokens?: number; min_new_tokens?: number; truncate_input_tokens?: number; decoding_method?: string; top_k?: number; top_p?: number; typical_p?: number; temperature?: number; repetition_penalty?: number; max_time?: number; exponential_decay_length_penalty?: ExponentialDecayLengthPenalty__Output | null; stop_sequences: string[]; seed?: number; preserve_input_text?: boolean; _max_new_tokens: "max_new_tokens"; _min_new_tokens: "min_new_tokens"; _truncate_input_tokens: "truncate_input_tokens"; _decoding_method: "decoding_method"; _top_k: "top_k"; _top_p: "top_p"; _typical_p: "typical_p"; _temperature: "temperature"; _repetition_penalty: "repetition_penalty"; _max_time: "max_time"; _exponential_decay_length_penalty: "exponential_decay_length_penalty"; _seed: "seed"; _preserve_input_text: "preserve_input_text"; } interface TokenClassificationResult { start?: number | string | Long; end?: number | string | Long; word?: string; entity?: string; entity_group?: string; score?: number | string; token_count?: number | string | Long; } interface TokenClassificationResult__Output { start: number; end: number; word: string; entity: string; entity_group: string; score: number; token_count: number; } interface TokenClassificationResults { results?: TokenClassificationResult[]; } interface TokenClassificationResults__Output { results: TokenClassificationResult__Output[]; } interface TokenClassificationStreamResult { results?: TokenClassificationResult[]; processed_index?: number | string | Long; start_index?: number | string | Long; } interface TokenClassificationStreamResult__Output { results: TokenClassificationResult__Output[]; processed_index: number; start_index: number; } interface TokenClassificationTaskRequest { text?: string; threshold?: number | string; _threshold?: "threshold"; } interface TokenClassificationTaskRequest__Output { text: string; threshold?: number; _threshold: "threshold"; } interface Token { start?: number | string | Long; end?: number | string | Long; text?: string; } interface Token__Output { start: number; end: number; text: string; } interface TokenizationResults { results?: Token[]; token_count?: number | string | Long; } interface TokenizationResults__Output { results: Token__Output[]; token_count: number; } interface TokenizationTaskRequest { text?: string; } interface TokenizationTaskRequest__Output { text: string; } interface NlpServiceClient extends grpc.Client { BidiStreamingTokenClassificationTaskPredict(metadata: grpc.Metadata, options?: grpc.CallOptions): grpc.ClientDuplexStream; BidiStreamingTokenClassificationTaskPredict(options?: grpc.CallOptions): grpc.ClientDuplexStream; bidiStreamingTokenClassificationTaskPredict(metadata: grpc.Metadata, options?: grpc.CallOptions): grpc.ClientDuplexStream; bidiStreamingTokenClassificationTaskPredict(options?: grpc.CallOptions): grpc.ClientDuplexStream; EmbeddingTaskPredict(argument: EmbeddingTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTaskPredict(argument: EmbeddingTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTaskPredict(argument: EmbeddingTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTaskPredict(argument: EmbeddingTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTaskPredict(argument: EmbeddingTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTaskPredict(argument: EmbeddingTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTaskPredict(argument: EmbeddingTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTaskPredict(argument: EmbeddingTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTasksPredict(argument: EmbeddingTasksRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTasksPredict(argument: EmbeddingTasksRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTasksPredict(argument: EmbeddingTasksRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; EmbeddingTasksPredict(argument: EmbeddingTasksRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTasksPredict(argument: EmbeddingTasksRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTasksPredict(argument: EmbeddingTasksRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTasksPredict(argument: EmbeddingTasksRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; embeddingTasksPredict(argument: EmbeddingTasksRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTaskPredict(argument: RerankTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTaskPredict(argument: RerankTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTaskPredict(argument: RerankTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTaskPredict(argument: RerankTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTaskPredict(argument: RerankTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTaskPredict(argument: RerankTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTaskPredict(argument: RerankTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTaskPredict(argument: RerankTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTasksPredict(argument: RerankTasksRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTasksPredict(argument: RerankTasksRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTasksPredict(argument: RerankTasksRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; RerankTasksPredict(argument: RerankTasksRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTasksPredict(argument: RerankTasksRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTasksPredict(argument: RerankTasksRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTasksPredict(argument: RerankTasksRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; rerankTasksPredict(argument: RerankTasksRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTaskPredict(argument: SentenceSimilarityTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; SentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; sentenceSimilarityTasksPredict(argument: SentenceSimilarityTasksRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; ServerStreamingTextGenerationTaskPredict(argument: ServerStreamingTextGenerationTaskRequest, metadata: grpc.Metadata, options?: grpc.CallOptions): grpc.ClientReadableStream; ServerStreamingTextGenerationTaskPredict(argument: ServerStreamingTextGenerationTaskRequest, options?: grpc.CallOptions): grpc.ClientReadableStream; serverStreamingTextGenerationTaskPredict(argument: ServerStreamingTextGenerationTaskRequest, metadata: grpc.Metadata, options?: grpc.CallOptions): grpc.ClientReadableStream; serverStreamingTextGenerationTaskPredict(argument: ServerStreamingTextGenerationTaskRequest, options?: grpc.CallOptions): grpc.ClientReadableStream; TextClassificationTaskPredict(argument: TextClassificationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextClassificationTaskPredict(argument: TextClassificationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextClassificationTaskPredict(argument: TextClassificationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextClassificationTaskPredict(argument: TextClassificationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; textClassificationTaskPredict(argument: TextClassificationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textClassificationTaskPredict(argument: TextClassificationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; textClassificationTaskPredict(argument: TextClassificationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textClassificationTaskPredict(argument: TextClassificationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPredict(argument: TextGenerationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPredict(argument: TextGenerationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPredict(argument: TextGenerationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPredict(argument: TextGenerationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPredict(argument: TextGenerationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPredict(argument: TextGenerationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPredict(argument: TextGenerationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPredict(argument: TextGenerationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenClassificationTaskPredict(argument: TokenClassificationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenizationTaskPredict(argument: TokenizationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenizationTaskPredict(argument: TokenizationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenizationTaskPredict(argument: TokenizationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TokenizationTaskPredict(argument: TokenizationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenizationTaskPredict(argument: TokenizationTaskRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenizationTaskPredict(argument: TokenizationTaskRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenizationTaskPredict(argument: TokenizationTaskRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenizationTaskPredict(argument: TokenizationTaskRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; } interface NlpServiceDefinition extends grpc.ServiceDefinition { BidiStreamingTokenClassificationTaskPredict: MethodDefinition; EmbeddingTaskPredict: MethodDefinition; EmbeddingTasksPredict: MethodDefinition; RerankTaskPredict: MethodDefinition; RerankTasksPredict: MethodDefinition; SentenceSimilarityTaskPredict: MethodDefinition; SentenceSimilarityTasksPredict: MethodDefinition; ServerStreamingTextGenerationTaskPredict: MethodDefinition; TextClassificationTaskPredict: MethodDefinition; TextGenerationTaskPredict: MethodDefinition; TokenClassificationTaskPredict: MethodDefinition; TokenizationTaskPredict: MethodDefinition; } interface S3Path { path?: string; endpoint?: string; region?: string; bucket?: string; accessKey?: string; secretKey?: string; IAM_id?: string; IAM_api_key?: string; } interface S3Path__Output { path: string; endpoint: string; region: string; bucket: string; accessKey: string; secretKey: string; IAM_id: string; IAM_api_key: string; } interface GenerationTrainRecord { input?: string; output?: string; } interface GenerationTrainRecord__Output { input: string; output: string; } interface DataStreamSourceGenerationTrainRecordJsonData { data?: GenerationTrainRecord[]; } interface DataStreamSourceGenerationTrainRecordJsonData__Output { data: GenerationTrainRecord__Output[]; } interface FileReference { filename?: string; } interface FileReference__Output { filename: string; } interface ListOfFileReferences { files?: string[]; } interface ListOfFileReferences__Output { files: string[]; } interface Directory { dirname?: string; extension?: string; } interface Directory__Output { dirname: string; extension: string; } interface S3Files { files?: string[]; endpoint?: string; region?: string; bucket?: string; accessKey?: string; secretKey?: string; IAM_id?: string; IAM_api_key?: string; } interface S3Files__Output { files: string[]; endpoint: string; region: string; bucket: string; accessKey: string; secretKey: string; IAM_id: string; IAM_api_key: string; } interface DataStreamSourceGenerationTrainRecord { jsondata?: DataStreamSourceGenerationTrainRecordJsonData | null; file?: FileReference | null; list_of_files?: ListOfFileReferences | null; directory?: Directory | null; s3files?: S3Files | null; data_stream?: "jsondata" | "file" | "list_of_files" | "directory" | "s3files"; } interface DataStreamSourceGenerationTrainRecord__Output { jsondata?: DataStreamSourceGenerationTrainRecordJsonData__Output | null; file?: FileReference__Output | null; list_of_files?: ListOfFileReferences__Output | null; directory?: Directory__Output | null; s3files?: S3Files__Output | null; data_stream: "jsondata" | "file" | "list_of_files" | "directory" | "s3files"; } interface TuningConfig { num_virtual_tokens?: number | string | Long; prompt_tuning_init_text?: string; prompt_tuning_init_method?: string; prompt_tuning_init_source_model?: string; output_model_types?: string[]; } interface TuningConfig__Output { num_virtual_tokens: number; prompt_tuning_init_text: string; prompt_tuning_init_method: string; prompt_tuning_init_source_model: string; output_model_types: string[]; } interface TextGenerationTaskPeftPromptTuningTrainParameters { base_model?: string; train_stream?: DataStreamSourceGenerationTrainRecord | null; tuning_config?: TuningConfig | null; val_stream?: DataStreamSourceGenerationTrainRecord | null; device?: string; tuning_type?: string; num_epochs?: number | string | Long; learning_rate?: number | string; verbalizer?: string; batch_size?: number | string | Long; max_source_length?: number | string | Long; max_target_length?: number | string | Long; accumulate_steps?: number | string | Long; torch_dtype?: string; silence_progress_bars?: boolean; seed?: number | string | Long; _val_stream?: "val_stream"; _device?: "device"; _tuning_type?: "tuning_type"; _num_epochs?: "num_epochs"; _learning_rate?: "learning_rate"; _verbalizer?: "verbalizer"; _batch_size?: "batch_size"; _max_source_length?: "max_source_length"; _max_target_length?: "max_target_length"; _accumulate_steps?: "accumulate_steps"; _torch_dtype?: "torch_dtype"; _silence_progress_bars?: "silence_progress_bars"; _seed?: "seed"; } interface TextGenerationTaskPeftPromptTuningTrainParameters__Output { base_model: string; train_stream: DataStreamSourceGenerationTrainRecord__Output | null; tuning_config: TuningConfig__Output | null; val_stream?: DataStreamSourceGenerationTrainRecord__Output | null; device?: string; tuning_type?: string; num_epochs?: number; learning_rate?: number; verbalizer?: string; batch_size?: number; max_source_length?: number; max_target_length?: number; accumulate_steps?: number; torch_dtype?: string; silence_progress_bars?: boolean; seed?: number; _val_stream: "val_stream"; _device: "device"; _tuning_type: "tuning_type"; _num_epochs: "num_epochs"; _learning_rate: "learning_rate"; _verbalizer: "verbalizer"; _batch_size: "batch_size"; _max_source_length: "max_source_length"; _max_target_length: "max_target_length"; _accumulate_steps: "accumulate_steps"; _torch_dtype: "torch_dtype"; _silence_progress_bars: "silence_progress_bars"; _seed: "seed"; } interface TextGenerationTaskPeftPromptTuningTrainRequest { model_name?: string; output_path?: S3Path | null; parameters?: TextGenerationTaskPeftPromptTuningTrainParameters | null; } interface TextGenerationTaskPeftPromptTuningTrainRequest__Output { model_name: string; output_path: S3Path__Output | null; parameters: TextGenerationTaskPeftPromptTuningTrainParameters__Output | null; } interface TextGenerationTaskTextGenerationTrainParameters { base_model?: string; train_stream?: DataStreamSourceGenerationTrainRecord | null; torch_dtype?: string; max_source_length?: number | string | Long; max_target_length?: number | string | Long; batch_size?: number | string | Long; num_epochs?: number | string | Long; accumulate_steps?: number | string | Long; random_seed?: number | string | Long; lr?: number | string; use_iterable_dataset?: boolean; _torch_dtype?: "torch_dtype"; _max_source_length?: "max_source_length"; _max_target_length?: "max_target_length"; _batch_size?: "batch_size"; _num_epochs?: "num_epochs"; _accumulate_steps?: "accumulate_steps"; _random_seed?: "random_seed"; _lr?: "lr"; _use_iterable_dataset?: "use_iterable_dataset"; } interface TextGenerationTaskTextGenerationTrainParameters__Output { base_model: string; train_stream: DataStreamSourceGenerationTrainRecord__Output | null; torch_dtype?: string; max_source_length?: number; max_target_length?: number; batch_size?: number; num_epochs?: number; accumulate_steps?: number; random_seed?: number; lr?: number; use_iterable_dataset?: boolean; _torch_dtype: "torch_dtype"; _max_source_length: "max_source_length"; _max_target_length: "max_target_length"; _batch_size: "batch_size"; _num_epochs: "num_epochs"; _accumulate_steps: "accumulate_steps"; _random_seed: "random_seed"; _lr: "lr"; _use_iterable_dataset: "use_iterable_dataset"; } interface TextGenerationTaskTextGenerationTrainRequest { model_name?: string; output_path?: S3Path | null; parameters?: TextGenerationTaskTextGenerationTrainParameters | null; } interface TextGenerationTaskTextGenerationTrainRequest__Output { model_name: string; output_path: S3Path__Output | null; parameters: TextGenerationTaskTextGenerationTrainParameters__Output | null; } interface TrainingJob { training_id?: string; model_name?: string; } interface TrainingJob__Output { training_id: string; model_name: string; } interface NlpTrainingServiceClient extends grpc.Client { TextGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskPeftPromptTuningTrain(argument: TextGenerationTaskPeftPromptTuningTrainRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; TextGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; textGenerationTaskTextGenerationTrain(argument: TextGenerationTaskTextGenerationTrainRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; } interface NlpTrainingServiceDefinition extends grpc.ServiceDefinition { TextGenerationTaskPeftPromptTuningTrain: MethodDefinition; TextGenerationTaskTextGenerationTrain: MethodDefinition; } type SubtypeConstructor$1 any, Subtype> = new (...args: ConstructorParameters) => Subtype; interface ProtoGrpcType$1 { caikit: { runtime: { Nlp: { BidiStreamingTokenClassificationTaskRequest: MessageTypeDefinition; DataStreamSourceGenerationTrainRecord: MessageTypeDefinition; DataStreamSourceGenerationTrainRecordJsonData: MessageTypeDefinition; EmbeddingTaskRequest: MessageTypeDefinition; EmbeddingTasksRequest: MessageTypeDefinition; NlpService: SubtypeConstructor$1 & { service: NlpServiceDefinition; }; NlpTrainingService: SubtypeConstructor$1 & { service: NlpTrainingServiceDefinition; }; RerankTaskRequest: MessageTypeDefinition; RerankTasksRequest: MessageTypeDefinition; SentenceSimilarityTaskRequest: MessageTypeDefinition; SentenceSimilarityTasksRequest: MessageTypeDefinition; ServerStreamingTextGenerationTaskRequest: MessageTypeDefinition; TextClassificationTaskRequest: MessageTypeDefinition; TextGenerationTaskPeftPromptTuningTrainParameters: MessageTypeDefinition; TextGenerationTaskPeftPromptTuningTrainRequest: MessageTypeDefinition; TextGenerationTaskRequest: MessageTypeDefinition; TextGenerationTaskTextGenerationTrainParameters: MessageTypeDefinition; TextGenerationTaskTextGenerationTrainRequest: MessageTypeDefinition; TokenClassificationTaskRequest: MessageTypeDefinition; TokenizationTaskRequest: MessageTypeDefinition; }; }; }; caikit_data_model: { caikit_nlp: { EmbeddingResult: MessageTypeDefinition; EmbeddingResults: MessageTypeDefinition; ExponentialDecayLengthPenalty: MessageTypeDefinition; GenerationTrainRecord: MessageTypeDefinition; RerankResult: MessageTypeDefinition; RerankResults: MessageTypeDefinition; RerankScore: MessageTypeDefinition; RerankScores: MessageTypeDefinition; SentenceSimilarityResult: MessageTypeDefinition; SentenceSimilarityResults: MessageTypeDefinition; SentenceSimilarityScores: MessageTypeDefinition; TuningConfig: MessageTypeDefinition; }; common: { BoolSequence: MessageTypeDefinition; ConnectionInfo: MessageTypeDefinition; ConnectionTlsInfo: MessageTypeDefinition; Directory: MessageTypeDefinition; File: MessageTypeDefinition; FileReference: MessageTypeDefinition; FloatSequence: MessageTypeDefinition; IntSequence: MessageTypeDefinition; ListOfFileReferences: MessageTypeDefinition; ListOfVector1D: MessageTypeDefinition; NpFloat32Sequence: MessageTypeDefinition; NpFloat64Sequence: MessageTypeDefinition; ProducerId: MessageTypeDefinition; ProducerPriority: MessageTypeDefinition; PyFloatSequence: MessageTypeDefinition; S3Base: MessageTypeDefinition; S3Files: MessageTypeDefinition; S3Path: MessageTypeDefinition; StrSequence: MessageTypeDefinition; TrainingStatus: EnumTypeDefinition; Vector1D: MessageTypeDefinition; }; nlp: { ClassificationResult: MessageTypeDefinition; ClassificationResults: MessageTypeDefinition; ClassificationTrainRecord: MessageTypeDefinition; ClassifiedGeneratedTextResult: MessageTypeDefinition; ClassifiedGeneratedTextStreamResult: MessageTypeDefinition; FinishReason: EnumTypeDefinition; GeneratedTextResult: MessageTypeDefinition; GeneratedTextStreamResult: MessageTypeDefinition; GeneratedToken: MessageTypeDefinition; InputWarning: MessageTypeDefinition; InputWarningReason: EnumTypeDefinition; TextGenTokenClassificationResults: MessageTypeDefinition; Token: MessageTypeDefinition; TokenClassificationResult: MessageTypeDefinition; TokenClassificationResults: MessageTypeDefinition; TokenClassificationStreamResult: MessageTypeDefinition; TokenStreamDetails: MessageTypeDefinition; TokenizationResults: MessageTypeDefinition; TokenizationStreamResult: MessageTypeDefinition; }; runtime: { ModelPointer: MessageTypeDefinition; TrainingInfoRequest: MessageTypeDefinition; TrainingJob: MessageTypeDefinition; TrainingStatusResponse: MessageTypeDefinition; }; }; google: { protobuf: { ListValue: MessageTypeDefinition; NullValue: EnumTypeDefinition; Struct: MessageTypeDefinition; Timestamp: MessageTypeDefinition; Value: MessageTypeDefinition; }; }; } interface GenerationRequest { text?: string; } interface GenerationRequest__Output { text: string; } declare const DecodingMethod: { readonly GREEDY: "GREEDY"; readonly SAMPLE: "SAMPLE"; }; type DecodingMethod = "GREEDY" | 0 | "SAMPLE" | 1; type DecodingMethod__Output = (typeof DecodingMethod)[keyof typeof DecodingMethod]; interface SamplingParameters { temperature?: number | string; top_k?: number; top_p?: number | string; typical_p?: number | string; seed?: number | string | Long; _seed?: "seed"; } interface SamplingParameters__Output { temperature: number; top_k: number; top_p: number; typical_p: number; seed?: number; _seed: "seed"; } interface StoppingCriteria { max_new_tokens?: number; min_new_tokens?: number; time_limit_millis?: number; stop_sequences?: string[]; include_stop_sequence?: boolean; _include_stop_sequence?: "include_stop_sequence"; } interface StoppingCriteria__Output { max_new_tokens: number; min_new_tokens: number; time_limit_millis: number; stop_sequences: string[]; include_stop_sequence?: boolean; _include_stop_sequence: "include_stop_sequence"; } interface ResponseOptions { input_text?: boolean; generated_tokens?: boolean; input_tokens?: boolean; token_logprobs?: boolean; token_ranks?: boolean; top_n_tokens?: number; } interface ResponseOptions__Output { input_text: boolean; generated_tokens: boolean; input_tokens: boolean; token_logprobs: boolean; token_ranks: boolean; top_n_tokens: number; } interface _fmaas_DecodingParameters_LengthPenalty { start_index?: number; decay_factor?: number | string; } interface _fmaas_DecodingParameters_LengthPenalty__Output { start_index: number; decay_factor: number; } declare const _fmaas_DecodingParameters_ResponseFormat: { readonly TEXT: "TEXT"; readonly JSON: "JSON"; }; type _fmaas_DecodingParameters_ResponseFormat = "TEXT" | 0 | "JSON" | 1; type _fmaas_DecodingParameters_ResponseFormat__Output = (typeof _fmaas_DecodingParameters_ResponseFormat)[keyof typeof _fmaas_DecodingParameters_ResponseFormat]; interface _fmaas_DecodingParameters_StringChoices { choices?: string[]; } interface _fmaas_DecodingParameters_StringChoices__Output { choices: string[]; } interface DecodingParameters { repetition_penalty?: number | string; length_penalty?: _fmaas_DecodingParameters_LengthPenalty | null; format?: _fmaas_DecodingParameters_ResponseFormat; json_schema?: string; regex?: string; choice?: _fmaas_DecodingParameters_StringChoices | null; grammar?: string; _length_penalty?: "length_penalty"; guided?: "format" | "json_schema" | "regex" | "choice" | "grammar"; } interface DecodingParameters__Output { repetition_penalty: number; length_penalty?: _fmaas_DecodingParameters_LengthPenalty__Output | null; format?: _fmaas_DecodingParameters_ResponseFormat__Output; json_schema?: string; regex?: string; choice?: _fmaas_DecodingParameters_StringChoices__Output | null; grammar?: string; _length_penalty: "length_penalty"; guided: "format" | "json_schema" | "regex" | "choice" | "grammar"; } interface Parameters { method?: DecodingMethod; sampling?: SamplingParameters | null; stopping?: StoppingCriteria | null; response?: ResponseOptions | null; decoding?: DecodingParameters | null; truncate_input_tokens?: number; } interface Parameters__Output { method: DecodingMethod__Output; sampling: SamplingParameters__Output | null; stopping: StoppingCriteria__Output | null; response: ResponseOptions__Output | null; decoding: DecodingParameters__Output | null; truncate_input_tokens: number; } interface BatchedGenerationRequest { model_id?: string; prefix_id?: string; requests?: GenerationRequest[]; adapter_id?: string; params?: Parameters | null; _prefix_id?: "prefix_id"; _adapter_id?: "adapter_id"; } interface BatchedGenerationRequest__Output { model_id: string; prefix_id?: string; requests: GenerationRequest__Output[]; adapter_id?: string; params: Parameters__Output | null; _prefix_id: "prefix_id"; _adapter_id: "adapter_id"; } declare const StopReason: { readonly NOT_FINISHED: "NOT_FINISHED"; readonly MAX_TOKENS: "MAX_TOKENS"; readonly EOS_TOKEN: "EOS_TOKEN"; readonly CANCELLED: "CANCELLED"; readonly TIME_LIMIT: "TIME_LIMIT"; readonly STOP_SEQUENCE: "STOP_SEQUENCE"; readonly TOKEN_LIMIT: "TOKEN_LIMIT"; readonly ERROR: "ERROR"; }; type StopReason = "NOT_FINISHED" | 0 | "MAX_TOKENS" | 1 | "EOS_TOKEN" | 2 | "CANCELLED" | 3 | "TIME_LIMIT" | 4 | "STOP_SEQUENCE" | 5 | "TOKEN_LIMIT" | 6 | "ERROR" | 7; type StopReason__Output = (typeof StopReason)[keyof typeof StopReason]; interface _fmaas_TokenInfo_TopToken { text?: string; logprob?: number | string; } interface _fmaas_TokenInfo_TopToken__Output { text: string; logprob: number; } interface TokenInfo { text?: string; logprob?: number | string; rank?: number; top_tokens?: _fmaas_TokenInfo_TopToken[]; } interface TokenInfo__Output { text: string; logprob: number; rank: number; top_tokens: _fmaas_TokenInfo_TopToken__Output[]; } interface GenerationResponse { generated_token_count?: number; text?: string; input_token_count?: number; stop_reason?: StopReason; tokens?: TokenInfo[]; input_tokens?: TokenInfo[]; seed?: number | string | Long; stop_sequence?: string; } interface GenerationResponse__Output { generated_token_count: number; text: string; input_token_count: number; stop_reason: StopReason__Output; tokens: TokenInfo__Output[]; input_tokens: TokenInfo__Output[]; seed: number; stop_sequence: string; } interface BatchedGenerationResponse { responses?: GenerationResponse[]; } interface BatchedGenerationResponse__Output { responses: GenerationResponse__Output[]; } interface TokenizeRequest { text?: string; } interface TokenizeRequest__Output { text: string; } interface BatchedTokenizeRequest { model_id?: string; requests?: TokenizeRequest[]; return_tokens?: boolean; return_offsets?: boolean; truncate_input_tokens?: number; } interface BatchedTokenizeRequest__Output { model_id: string; requests: TokenizeRequest__Output[]; return_tokens: boolean; return_offsets: boolean; truncate_input_tokens: number; } interface _fmaas_TokenizeResponse_Offset { start?: number; end?: number; } interface _fmaas_TokenizeResponse_Offset__Output { start: number; end: number; } interface TokenizeResponse { token_count?: number; tokens?: string[]; offsets?: _fmaas_TokenizeResponse_Offset[]; } interface TokenizeResponse__Output { token_count: number; tokens: string[]; offsets: _fmaas_TokenizeResponse_Offset__Output[]; } interface BatchedTokenizeResponse { responses?: TokenizeResponse[]; } interface BatchedTokenizeResponse__Output { responses: TokenizeResponse__Output[]; } interface ModelInfoRequest { model_id?: string; } interface ModelInfoRequest__Output { model_id: string; } declare const _fmaas_ModelInfoResponse_ModelKind: { readonly DECODER_ONLY: "DECODER_ONLY"; readonly ENCODER_DECODER: "ENCODER_DECODER"; }; type _fmaas_ModelInfoResponse_ModelKind = "DECODER_ONLY" | 0 | "ENCODER_DECODER" | 1; type _fmaas_ModelInfoResponse_ModelKind__Output = (typeof _fmaas_ModelInfoResponse_ModelKind)[keyof typeof _fmaas_ModelInfoResponse_ModelKind]; interface ModelInfoResponse { model_kind?: _fmaas_ModelInfoResponse_ModelKind; max_sequence_length?: number; max_new_tokens?: number; } interface ModelInfoResponse__Output { model_kind: _fmaas_ModelInfoResponse_ModelKind__Output; max_sequence_length: number; max_new_tokens: number; } interface SingleGenerationRequest { model_id?: string; prefix_id?: string; request?: GenerationRequest | null; adapter_id?: string; params?: Parameters | null; _prefix_id?: "prefix_id"; _adapter_id?: "adapter_id"; } interface SingleGenerationRequest__Output { model_id: string; prefix_id?: string; request: GenerationRequest__Output | null; adapter_id?: string; params: Parameters__Output | null; _prefix_id: "prefix_id"; _adapter_id: "adapter_id"; } interface GenerationServiceClient extends grpc.Client { Generate(argument: BatchedGenerationRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; Generate(argument: BatchedGenerationRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; Generate(argument: BatchedGenerationRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; Generate(argument: BatchedGenerationRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; generate(argument: BatchedGenerationRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; generate(argument: BatchedGenerationRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; generate(argument: BatchedGenerationRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; generate(argument: BatchedGenerationRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; GenerateStream(argument: SingleGenerationRequest, metadata: grpc.Metadata, options?: grpc.CallOptions): grpc.ClientReadableStream; GenerateStream(argument: SingleGenerationRequest, options?: grpc.CallOptions): grpc.ClientReadableStream; generateStream(argument: SingleGenerationRequest, metadata: grpc.Metadata, options?: grpc.CallOptions): grpc.ClientReadableStream; generateStream(argument: SingleGenerationRequest, options?: grpc.CallOptions): grpc.ClientReadableStream; ModelInfo(argument: ModelInfoRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; ModelInfo(argument: ModelInfoRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; ModelInfo(argument: ModelInfoRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; ModelInfo(argument: ModelInfoRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; modelInfo(argument: ModelInfoRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; modelInfo(argument: ModelInfoRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; modelInfo(argument: ModelInfoRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; modelInfo(argument: ModelInfoRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; Tokenize(argument: BatchedTokenizeRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; Tokenize(argument: BatchedTokenizeRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; Tokenize(argument: BatchedTokenizeRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; Tokenize(argument: BatchedTokenizeRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenize(argument: BatchedTokenizeRequest, metadata: grpc.Metadata, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenize(argument: BatchedTokenizeRequest, metadata: grpc.Metadata, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenize(argument: BatchedTokenizeRequest, options: grpc.CallOptions, callback: grpc.requestCallback): grpc.ClientUnaryCall; tokenize(argument: BatchedTokenizeRequest, callback: grpc.requestCallback): grpc.ClientUnaryCall; } interface GenerationServiceDefinition extends grpc.ServiceDefinition { Generate: MethodDefinition; GenerateStream: MethodDefinition; ModelInfo: MethodDefinition; Tokenize: MethodDefinition; } type SubtypeConstructor any, Subtype> = new (...args: ConstructorParameters) => Subtype; interface ProtoGrpcType { fmaas: { BatchedGenerationRequest: MessageTypeDefinition; BatchedGenerationResponse: MessageTypeDefinition; BatchedTokenizeRequest: MessageTypeDefinition; BatchedTokenizeResponse: MessageTypeDefinition; DecodingMethod: EnumTypeDefinition; DecodingParameters: MessageTypeDefinition; GenerationRequest: MessageTypeDefinition; GenerationResponse: MessageTypeDefinition; GenerationService: SubtypeConstructor & { service: GenerationServiceDefinition; }; ModelInfoRequest: MessageTypeDefinition; ModelInfoResponse: MessageTypeDefinition; Parameters: MessageTypeDefinition; ResponseOptions: MessageTypeDefinition; SamplingParameters: MessageTypeDefinition; SingleGenerationRequest: MessageTypeDefinition; StopReason: EnumTypeDefinition; StoppingCriteria: MessageTypeDefinition; TokenInfo: MessageTypeDefinition; TokenizeRequest: MessageTypeDefinition; TokenizeResponse: MessageTypeDefinition; }; } export { type BatchedGenerationRequest, type BatchedGenerationRequest__Output, type BatchedGenerationResponse, type BatchedGenerationResponse__Output, type BatchedTokenizeRequest, type BatchedTokenizeRequest__Output, type BatchedTokenizeResponse, type BatchedTokenizeResponse__Output, type BidiStreamingTokenClassificationTaskRequest, type BidiStreamingTokenClassificationTaskRequest__Output, type ClassificationResult, type ClassificationResult__Output, type ClassificationResults, type ClassificationResults__Output, type DataStreamSourceGenerationTrainRecord, type DataStreamSourceGenerationTrainRecordJsonData, type DataStreamSourceGenerationTrainRecordJsonData__Output, type DataStreamSourceGenerationTrainRecord__Output, DecodingMethod, type DecodingMethod__Output, type DecodingParameters, type DecodingParameters__Output, type Directory, type Directory__Output, type EmbeddingResult, type EmbeddingResult__Output, type EmbeddingResults, type EmbeddingResults__Output, type EmbeddingTaskRequest, type EmbeddingTaskRequest__Output, type EmbeddingTasksRequest, type EmbeddingTasksRequest__Output, type ExponentialDecayLengthPenalty, type ExponentialDecayLengthPenalty__Output, type FileReference, type FileReference__Output, FinishReason, type FinishReason__Output, type GeneratedTextResult, type GeneratedTextResult__Output, type GeneratedTextStreamResult, type GeneratedTextStreamResult__Output, type GeneratedToken, type GeneratedToken__Output, type GenerationRequest, type GenerationRequest__Output, type GenerationResponse, type GenerationResponse__Output, type GenerationServiceClient, type GenerationServiceDefinition, type GenerationTrainRecord, type GenerationTrainRecord__Output, type ListOfFileReferences, type ListOfFileReferences__Output, type ListOfVector1D, type ListOfVector1D__Output, type ListValue, type ListValue__Output, type ModelInfoRequest, type ModelInfoRequest__Output, type ModelInfoResponse, type ModelInfoResponse__Output, type NlpServiceClient, type NlpServiceDefinition, type NlpTrainingServiceClient, type NlpTrainingServiceDefinition, type NpFloat32Sequence, type NpFloat32Sequence__Output, type NpFloat64Sequence, type NpFloat64Sequence__Output, NullValue, type NullValue__Output, type Parameters, type Parameters__Output, type ProducerId, type ProducerId__Output, type ProtoGrpcType, type ProtoGrpcType$1, type PyFloatSequence, type PyFloatSequence__Output, type RerankResult, type RerankResult__Output, type RerankResults, type RerankResults__Output, type RerankScore, type RerankScore__Output, type RerankScores, type RerankScores__Output, type RerankTaskRequest, type RerankTaskRequest__Output, type RerankTasksRequest, type RerankTasksRequest__Output, type ResponseOptions, type ResponseOptions__Output, type S3Files, type S3Files__Output, type S3Path, type S3Path__Output, type SamplingParameters, type SamplingParameters__Output, type SentenceSimilarityResult, type SentenceSimilarityResult__Output, type SentenceSimilarityResults, type SentenceSimilarityResults__Output, type SentenceSimilarityScores, type SentenceSimilarityScores__Output, type SentenceSimilarityTaskRequest, type SentenceSimilarityTaskRequest__Output, type SentenceSimilarityTasksRequest, type SentenceSimilarityTasksRequest__Output, type ServerStreamingTextGenerationTaskRequest, type ServerStreamingTextGenerationTaskRequest__Output, type SingleGenerationRequest, type SingleGenerationRequest__Output, StopReason, type StopReason__Output, type StoppingCriteria, type StoppingCriteria__Output, type Struct, type Struct__Output, type SubtypeConstructor, type SubtypeConstructor$1, type TextClassificationTaskRequest, type TextClassificationTaskRequest__Output, type TextGenerationTaskPeftPromptTuningTrainParameters, type TextGenerationTaskPeftPromptTuningTrainParameters__Output, type TextGenerationTaskPeftPromptTuningTrainRequest, type TextGenerationTaskPeftPromptTuningTrainRequest__Output, type TextGenerationTaskRequest, type TextGenerationTaskRequest__Output, type TextGenerationTaskTextGenerationTrainParameters, type TextGenerationTaskTextGenerationTrainParameters__Output, type TextGenerationTaskTextGenerationTrainRequest, type TextGenerationTaskTextGenerationTrainRequest__Output, type Token, type TokenClassificationResult, type TokenClassificationResult__Output, type TokenClassificationResults, type TokenClassificationResults__Output, type TokenClassificationStreamResult, type TokenClassificationStreamResult__Output, type TokenClassificationTaskRequest, type TokenClassificationTaskRequest__Output, type TokenInfo, type TokenInfo__Output, type TokenStreamDetails, type TokenStreamDetails__Output, type Token__Output, type TokenizationResults, type TokenizationResults__Output, type TokenizationTaskRequest, type TokenizationTaskRequest__Output, type TokenizeRequest, type TokenizeRequest__Output, type TokenizeResponse, type TokenizeResponse__Output, type TrainingJob, type TrainingJob__Output, type TuningConfig, type TuningConfig__Output, type Value, type Value__Output, type Vector1D, type Vector1D__Output, type _fmaas_DecodingParameters_LengthPenalty, type _fmaas_DecodingParameters_LengthPenalty__Output, _fmaas_DecodingParameters_ResponseFormat, type _fmaas_DecodingParameters_ResponseFormat__Output, type _fmaas_DecodingParameters_StringChoices, type _fmaas_DecodingParameters_StringChoices__Output, _fmaas_ModelInfoResponse_ModelKind, type _fmaas_ModelInfoResponse_ModelKind__Output, type _fmaas_TokenInfo_TopToken, type _fmaas_TokenInfo_TopToken__Output, type _fmaas_TokenizeResponse_Offset, type _fmaas_TokenizeResponse_Offset__Output };