export interface NetworkSiteInfo {
    icon: string;
    site: string;
    name: string;
    isMeta: boolean;
}

interface ApiItems {
    icon_url: string;
    site_url: string;
    site_type: "main_site" | "meta_site";
    name: string;
}

interface ApiResponse {
    items: ApiItems[];
    has_more: boolean;
    backoff?: number;
}

/**
 * @summary scrapes Stack Exchange network site list
 */
export const scrapeNetworkSites = async () => {
    const url = new URL("https://api.stackexchange.com/2.3/sites");
    url.searchParams.set("key", "52HhpSRv*u6t*)tOFwEIHw((");
    url.searchParams.set("pagesize", "100");
    url.searchParams.set("filter", "!SldCsaEs0vkmNDgMK_");

    const siteInfo: NetworkSiteInfo[] = [];

    let hasMore = true;
    let page = 1;
    while (hasMore) {
        url.searchParams.set("page", page.toString());

        const call = await fetch(url);
        const result = await call.json() as ApiResponse;

        const { items, backoff, has_more } = result;

        if (backoff) {
            await new Promise(resolve => setTimeout(resolve, backoff * 1000));
        }

        items
            .forEach(({ icon_url: icon, site_url: site, name, site_type: siteType }) => {
                siteInfo.push({
                    icon,
                    site: site.replace(/^https?:\/\//, "").replace(/\/$/, ""),
                    name,
                    isMeta: siteType === "meta_site",
                });
            });

        page++;
        hasMore = has_more;
    }

    return siteInfo;
};