import type { StreamIO } from '../data';
import type { Aggregation, PrimitiveType } from '../east';
import type { EastFunction } from '../east/functions';
import type { ArrayType, BlobType, BooleanType, DictType, EastType, FloatType, SetType, StringType, StructType } from '../east/types';
import { Geo } from '../layout/Geo';
import type { Assertion } from '../task';
import type { ModulePath } from '../template';
/** @internal */
export type JoinType = "Inner" | "Left" | "Right" | "Full";
/** @internal */
export type InputOp = {
    operation_type: "input";
    name: string;
};
/** @internal */
export type AssertOp = {
    operation_type: "assert";
    assertion: Assertion;
};
/** @internal */
export type LetOp = {
    operation_type: "let";
    name: string;
};
/** @internal */
export type TransformOp = {
    operation_type: "transform";
    output_type: EastType;
    expression: EastFunction;
};
/** @internal */
export type FilterOp = {
    operation_type: "filter";
    output_type: DictType<StringType, StructType>;
    predicate: EastFunction<BooleanType>;
};
/** @internal */
export interface SelectOp {
    operation_type: "select";
    output_type: DictType<StringType, StructType>;
    selections: Record<string, EastFunction>;
    output_key: EastFunction<StringType>;
}
/** @internal */
export interface AggregateOp {
    operation_type: "aggregate";
    output_type: DictType<StringType, StructType> | StructType;
    group_name?: string | undefined;
    group_value?: EastFunction<EastType> | undefined;
    aggregations: Record<string, Aggregation>;
}
/** @internal */
export interface ConcatenateOp {
    operation_type: "concatenate";
    output_type: DictType<StringType, StructType>;
    discriminator_name?: string | undefined;
    discriminator?: string | undefined;
    inputs: {
        input: string;
        discriminator?: string | undefined;
    }[];
}
/** @internal */
export interface DisaggregateOp {
    operation_type: "disaggregate";
    output_type: DictType<StringType, StructType>;
    collection: EastFunction<SetType | ArrayType | DictType>;
    selections: Record<string, EastFunction>;
    output_key: EastFunction<StringType>;
}
/** @internal */
export interface OffsetOp {
    operation_type: "offset";
    output_type: DictType<StringType, StructType>;
    group_key: EastFunction;
    sort_key: EastFunction;
    offset: number;
    offset_selections: Record<string, EastFunction>;
}
/** @internal */
export interface HistogramOp {
    operation_type: "histogram";
    output_type: DictType<StringType, StructType>;
    group?: EastFunction | undefined;
    cumulative: boolean;
    density: boolean;
    normalization: 'count' | 'percentage' | 'probability';
    samples: EastFunction<FloatType>;
    minimum?: number | undefined;
    n_bins?: number | undefined;
    step?: number | undefined;
}
/** @internal */
export interface JoinOp {
    operation_type: "join";
    output_type: DictType<StringType, StructType>;
    source_table: string;
    source_key: EastFunction;
    target_key: EastFunction;
    source_selections: Record<string, EastFunction>;
    target_selections: Record<string, EastFunction>;
    output_key: EastFunction<StringType>;
    join_type: JoinType;
}
export interface FromCsvOp {
    operation_type: "fromCsv";
    output_type: DictType<StringType, StructType>;
    skip_n?: bigint | undefined;
    delimiter?: string | undefined;
    newline?: string | undefined;
    null_str?: string | undefined;
    output_key: EastFunction<StringType>;
}
/** @internal */
export interface FromJsonLinesOp {
    operation_type: "fromJsonLines";
    output_type: DictType<StringType, StructType>;
    output_key: EastFunction<StringType>;
}
/** @internal */
export interface FromXlsxOp {
    operation_type: "fromXlsx";
    output_type: DictType<StringType, StructType>;
    sheet: string;
    null_str?: string | undefined;
    output_key: EastFunction<StringType>;
}
/** @internal */
export interface FromJsonOp {
    operation_type: "fromJson";
    output_type: EastType;
}
/** @internal */
export interface FromGeoJsonOp {
    operation_type: "fromGeoJson";
    output_type: typeof Geo;
}
export interface ToCsvOp {
    operation_type: "toCsv";
    output_type: BlobType;
    skip_n?: bigint | undefined;
    delimiter?: string | undefined;
    newline?: string | undefined;
    null_str?: string | undefined;
    selections: Record<string, EastFunction<PrimitiveType>>;
}
/** @internal */
export interface ToJsonLinesOp {
    operation_type: "toJsonLines";
    output_type: BlobType;
    selections: Record<string, EastFunction<EastType>>;
}
/** @internal */
export interface ToXlsxOp {
    operation_type: "toXlsx";
    output_type: BlobType;
    sheet: string;
    null_str?: string | undefined;
    selections: Record<string, EastFunction<PrimitiveType>>;
}
/** @internal */
export interface ToJsonOp {
    operation_type: "toJson";
    output_type: BlobType;
    value: EastFunction<EastType>;
}
/** @internal */
export type Op = FromGeoJsonOp | InputOp | AssertOp | LetOp | TransformOp | FilterOp | SelectOp | ConcatenateOp | AggregateOp | DisaggregateOp | OffsetOp | HistogramOp | JoinOp | FromCsvOp | FromJsonLinesOp | FromXlsxOp | FromJsonOp | ToCsvOp | ToJsonLinesOp | ToXlsxOp | ToJsonOp;
/** @internal */
export type PipelineTaskDescription = {
    task_type: 'pipeline';
    module: ModulePath;
    name: string;
    inputs: Record<string, StreamIO>;
    outputs: {
        output: StreamIO;
    };
    operations: Op[];
    random_seed: string;
};