import type { FrameDroppedReason } from '../specs/common-types/FrameDroppedReason'; import type { Frame } from '../specs/instances/Frame.nitro'; import type { CameraFrameOutput, FrameOutputOptions } from '../specs/outputs/CameraFrameOutput.nitro'; export interface UseFrameOutputProps extends Partial { /** * A callback that will be called for every {@linkcode Frame} * the Camera sees. * * This must be a synchronous function, like a Worklet. * * The {@linkcode Frame} must be disposed as soon as it * is no longer needed to avoid stalling the Camera pipeline. * @worklet * @example * ```ts * const frameOutput = useFrameOutput({ * onFrame(frame) { * 'worklet' * // some frame processing * frame.dispose() * } * }) * ``` */ onFrame?: (frame: Frame) => void; /** * A callback that will be called for every time the * Camera pipeline has to drop a {@linkcode Frame}. * * If {@linkcode FrameDroppedReason} is {@linkcode FrameDroppedReason | 'out-of-buffers'}, * a {@linkcode Frame} was dropped because the * {@linkcode onFrame | onFrame(...)} callback has been * running longer than one frame interval. * * If your Frame Processor drops a lot of Frames you should * speed it up - for example; * - Lower your resolution (see {@linkcode FrameOutputOptions.targetResolution}) * - Optimize the Frame Processor (e.g. run on the GPU/NPU) * - Choose a more efficient {@linkcode VideoPixelFormat} (see {@linkcode PixelFormatConstraint}) */ onFrameDropped?: (reason: FrameDroppedReason) => void; } /** * Use a {@linkcode CameraFrameOutput}. * * The {@linkcode UseFrameOutputProps.onFrame | onFrame(...)} callback * will be called for every {@linkcode Frame} the Camera * sees. It is a synchronous JS function running on the * {@linkcode CameraFrameOutput}'s {@linkcode CameraFrameOutput.thread | thread} - * aka a "worklet". * * @note {@linkcode useFrameOutput | useFrameOutput(...)} requires * `react-native-vision-camera-worklets` (and * [react-native-worklets](https://docs.swmansion.com/react-native-worklets/docs/)) * to be installed. * * @discussion * You must {@linkcode Frame.dispose | dispose} the {@linkcode Frame} after your * Frame Processor has finished processing, otherwise subsequent {@linkcode Frame}s * may be dropped (see {@linkcode UseFrameOutputProps.onFrameDropped | onFrameDropped(...)}). * * @discussion * Choosing an appropriate {@linkcode FrameOutputOptions.pixelFormat | pixelFormat} * depends on your Frame Processor's usage. While the most commonly used * format in visual recognition models is {@linkcode VideoPixelFormat | 'rgb'}, * it is by far not the most efficient format for a Camera pipeline as it * requires an additional conversion and uses ~2.6x more bandwidth than * {@linkcode VideoPixelFormat | 'yuv'}. * * If you render to native Surfaces (e.g. via GPU pipelines or Media Encoders), * you may also be able to use {@linkcode TargetVideoPixelFormat | 'native'}, * which chooses whatever the resolved {@linkcode CameraSessionConfig}'s * {@linkcode CameraSessionConfig.nativePixelFormat | nativePixelFormat} is, and * requires zero conversions. * Use {@linkcode TargetVideoPixelFormat | 'native'} with caution, as the * negotiated {@linkcode CameraSessionConfig.nativePixelFormat | nativePixelFormat} * might also be a RAW format like {@linkcode VideoPixelFormat | 'raw-bayer-packed96-12-bit'}, * or a vendor-specific private format ({@linkcode PixelFormat | 'private'}). * * Examples: * - [MLKit](https://developers.google.com/ml-kit) natively supports YUV, * so streaming in {@linkcode TargetVideoPixelFormat | 'yuv'} is most efficient. * - [OpenCV](https://opencv.org) natively supports YUV, so streaming in * {@linkcode TargetVideoPixelFormat | 'yuv'} is most efficient. * - [LiteRT](https://ai.google.dev/edge/litert/overview) supports YUV, **but * converts to RGB internally** - so streaming in {@linkcode TargetVideoPixelFormat | 'rgb'} * directly is more efficient as conversion is handled in the Camera pipeline. * - [react-native-skia](https://shopify.github.io/react-native-skia/) supports * both YUV and RGB, so streaming in {@linkcode TargetVideoPixelFormat | 'yuv'} * is more efficient. * * @see {@linkcode TargetVideoPixelFormat} * @see {@linkcode VideoPixelFormat} * * @example * ```ts * const frameOutput = useFrameOutput({ * onFrame(frame) { * 'worklet' * // some frame processing * frame.dispose() * } * }) * ``` */ export declare function useFrameOutput({ targetResolution, pixelFormat, dropFramesWhileBusy, enableCameraMatrixDelivery, enablePhysicalBufferRotation, enablePreviewSizedOutputBuffers, allowDeferredStart, onFrame, onFrameDropped, }: UseFrameOutputProps): CameraFrameOutput;