import axios, { AxiosInstance, AxiosResponse } from 'axios'; import { type DecoratedReadableStream, isDecoratedReadableStream, } from '../client/DecoratedReadableStream.js'; import axiosRetry from 'axios-retry'; import { ConfigurationError, NetworkError } from '../../../src/errors.js'; let axiosRemoteChunk: AxiosInstance | null = null; /** * Read data from a seekable stream. * @param byteStart First byte to read. If negative, reads from the end. If absent, reads everything * @param byteEnd Index after last byte to read (exclusive) */ export type Chunker = (byteStart?: number, byteEnd?: number) => Promise; export const fromBrowserFile = (fileRef: Blob): Chunker => { return async (byteStart?: number, byteEnd?: number): Promise => { const chunkBlob = fileRef.slice(byteStart, byteEnd); const arrayBuffer = await new Response(chunkBlob).arrayBuffer(); return new Uint8Array(arrayBuffer); }; }; export const fromBuffer = (source: Uint8Array | Buffer): Chunker => { return (byteStart?: number, byteEnd?: number) => { return Promise.resolve(source.slice(byteStart, byteEnd)); }; }; async function getRemoteChunk(url: string, range?: string): Promise { if (!axiosRemoteChunk) { axiosRemoteChunk = axios.create(); // @ts-ignore: axiosRetry not typed axiosRetry(axiosRemoteChunk, { retries: 3, retryDelay: axiosRetry.exponentialDelay, retryCondition: () => true, }); // Retries all idempotent requests (GET, HEAD, OPTIONS, PUT, DELETE) } try { const res: AxiosResponse = await axiosRemoteChunk.get(url, { ...(range && { headers: { Range: `bytes=${range}`, }, }), responseType: 'arraybuffer', }); if (!res.data) { throw new NetworkError( 'Unexpected response type: Server should have responded with an ArrayBuffer.' ); } return new Uint8Array(res.data); } catch (e) { if (e && e.response && e.response.status === 416) { console.log('Warning: Range not satisfiable'); } throw e; } } export const fromUrl = async (location: string): Promise => { return async (byteStart?: number, byteEnd?: number): Promise => { if (byteStart === undefined) { return getRemoteChunk(location); } let rangeHeader = `${byteStart}`; if (byteEnd && byteEnd < 0) { // NOTE: https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Range throw Error('negative end unsupported'); } else if (byteEnd) { rangeHeader += `-${byteEnd - 1}`; } return await getRemoteChunk(location, rangeHeader); }; }; export type DataSource = | { type: 'buffer'; location: Uint8Array } | { type: 'chunker'; location: Chunker } | { type: 'file-browser'; location: Blob } | { type: 'remote'; location: string } | { type: 'stream'; location: DecoratedReadableStream }; export const fromDataSource = async ({ type, location }: DataSource) => { switch (type) { case 'buffer': if (!(location instanceof Uint8Array)) { throw new ConfigurationError('Invalid data source; must be uint8 array'); } return fromBuffer(location); case 'chunker': if (!(location instanceof Function)) { throw new ConfigurationError('Invalid data source; must be uint8 array'); } return location; case 'file-browser': if (!(location instanceof Blob)) { throw new ConfigurationError('Invalid data source; must be at least a Blob'); } return fromBrowserFile(location); case 'remote': if (typeof location !== 'string') { throw new ConfigurationError('Invalid data source; url not provided'); } return fromUrl(location); case 'stream': if (!isDecoratedReadableStream(location)) { throw new ConfigurationError('Invalid data source; must be DecoratedTdfStream'); } return fromBuffer(await location.toBuffer()); default: throw new ConfigurationError(`Data source type not defined, or not supported: ${type}}`); } };