2023-10-05 22:12:25 +02:00
|
|
|
import { ProviderControls, ScrapeMedia } from "@movie-web/providers";
|
2023-10-02 21:04:40 +02:00
|
|
|
import { useCallback, useEffect, useRef, useState } from "react";
|
2023-10-05 22:12:25 +02:00
|
|
|
import type { AsyncReturnType } from "type-fest";
|
2023-10-01 21:08:26 +02:00
|
|
|
|
2023-10-02 21:04:40 +02:00
|
|
|
import { usePlayer } from "@/components/player/hooks/usePlayer";
|
2023-10-03 20:24:09 +02:00
|
|
|
import { StatusCircle } from "@/components/player/internals/StatusCircle";
|
2023-10-01 21:08:26 +02:00
|
|
|
import { providers } from "@/utils/providers";
|
|
|
|
|
|
|
|
export interface ScrapingProps {
|
|
|
|
media: ScrapeMedia;
|
2023-10-05 22:12:25 +02:00
|
|
|
onGetStream?: (stream: AsyncReturnType<ProviderControls["runAll"]>) => void;
|
2023-10-01 21:08:26 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
export interface ScrapingSegment {
|
|
|
|
name: string;
|
|
|
|
id: string;
|
|
|
|
status: "failure" | "pending" | "notfound" | "success" | "waiting";
|
|
|
|
reason?: string;
|
|
|
|
percentage: number;
|
|
|
|
}
|
|
|
|
|
|
|
|
export interface ScrapingItems {
|
|
|
|
id: string;
|
|
|
|
children: string[];
|
|
|
|
}
|
|
|
|
|
|
|
|
function useScrape() {
|
|
|
|
const [sources, setSources] = useState<Record<string, ScrapingSegment>>({});
|
|
|
|
const [sourceOrder, setSourceOrder] = useState<ScrapingItems[]>([]);
|
|
|
|
|
|
|
|
const startScraping = useCallback(
|
|
|
|
async (media: ScrapeMedia) => {
|
2023-10-05 22:12:25 +02:00
|
|
|
if (!providers) return null;
|
2023-10-01 21:08:26 +02:00
|
|
|
const output = await providers.runAll({
|
|
|
|
media,
|
|
|
|
events: {
|
|
|
|
init(evt) {
|
|
|
|
setSources(
|
|
|
|
evt.sourceIds
|
|
|
|
.map((v) => {
|
|
|
|
const source = providers.getMetadata(v);
|
|
|
|
if (!source) throw new Error("invalid source id");
|
|
|
|
const out: ScrapingSegment = {
|
|
|
|
name: source.name,
|
|
|
|
id: source.id,
|
|
|
|
status: "waiting",
|
|
|
|
percentage: 0,
|
|
|
|
};
|
|
|
|
return out;
|
|
|
|
})
|
|
|
|
.reduce<Record<string, ScrapingSegment>>((a, v) => {
|
|
|
|
a[v.id] = v;
|
|
|
|
return a;
|
|
|
|
}, {})
|
|
|
|
);
|
|
|
|
setSourceOrder(evt.sourceIds.map((v) => ({ id: v, children: [] })));
|
|
|
|
},
|
|
|
|
start(id) {
|
|
|
|
setSources((s) => {
|
|
|
|
if (s[id]) s[id].status = "pending";
|
|
|
|
return { ...s };
|
|
|
|
});
|
|
|
|
},
|
|
|
|
update(evt) {
|
|
|
|
setSources((s) => {
|
|
|
|
if (s[evt.id]) {
|
|
|
|
s[evt.id].status = evt.status;
|
|
|
|
s[evt.id].reason = evt.reason;
|
|
|
|
s[evt.id].percentage = evt.percentage;
|
|
|
|
}
|
|
|
|
return { ...s };
|
|
|
|
});
|
|
|
|
},
|
|
|
|
discoverEmbeds(evt) {
|
|
|
|
setSources((s) => {
|
|
|
|
evt.embeds.forEach((v) => {
|
|
|
|
const source = providers.getMetadata(v.embedScraperId);
|
|
|
|
if (!source) throw new Error("invalid source id");
|
|
|
|
const out: ScrapingSegment = {
|
|
|
|
name: source.name,
|
|
|
|
id: v.id,
|
|
|
|
status: "waiting",
|
|
|
|
percentage: 0,
|
|
|
|
};
|
|
|
|
s[v.id] = out;
|
|
|
|
});
|
|
|
|
return { ...s };
|
|
|
|
});
|
|
|
|
setSourceOrder((s) => {
|
|
|
|
const source = s.find((v) => v.id === evt.sourceId);
|
|
|
|
if (!source) throw new Error("invalid source id");
|
|
|
|
source.children = evt.embeds.map((v) => v.id);
|
|
|
|
return [...s];
|
|
|
|
});
|
|
|
|
},
|
|
|
|
},
|
|
|
|
});
|
|
|
|
|
|
|
|
return output;
|
|
|
|
},
|
|
|
|
[setSourceOrder, setSources]
|
|
|
|
);
|
|
|
|
|
|
|
|
return {
|
|
|
|
startScraping,
|
|
|
|
sourceOrder,
|
|
|
|
sources,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
export function ScrapingPart(props: ScrapingProps) {
|
2023-10-02 21:04:40 +02:00
|
|
|
const { playMedia } = usePlayer();
|
2023-10-01 21:08:26 +02:00
|
|
|
const { startScraping, sourceOrder, sources } = useScrape();
|
|
|
|
|
2023-10-02 21:04:40 +02:00
|
|
|
const started = useRef(false);
|
|
|
|
useEffect(() => {
|
|
|
|
if (started.current) return;
|
|
|
|
started.current = true;
|
|
|
|
(async () => {
|
|
|
|
const output = await startScraping(props.media);
|
2023-10-05 22:12:25 +02:00
|
|
|
props.onGetStream?.(output);
|
2023-10-02 21:04:40 +02:00
|
|
|
})();
|
|
|
|
}, [startScraping, props, playMedia]);
|
|
|
|
|
2023-10-01 21:08:26 +02:00
|
|
|
return (
|
2023-10-02 21:04:40 +02:00
|
|
|
<div className="h-full w-full flex items-center justify-center flex-col">
|
2023-10-01 21:08:26 +02:00
|
|
|
{sourceOrder.map((order) => {
|
|
|
|
const source = sources[order.id];
|
|
|
|
if (!source) return null;
|
2023-10-03 20:24:09 +02:00
|
|
|
|
|
|
|
// Progress circle
|
|
|
|
let Circle = <StatusCircle type="pending" />;
|
|
|
|
if (source.status === "pending")
|
|
|
|
Circle = (
|
|
|
|
<StatusCircle type="loading" percentage={source.percentage} />
|
|
|
|
);
|
|
|
|
if (source.status === "notfound")
|
|
|
|
Circle = <StatusCircle type="error" />;
|
|
|
|
|
|
|
|
// Main thing
|
2023-10-01 21:08:26 +02:00
|
|
|
return (
|
2023-10-03 20:24:09 +02:00
|
|
|
<div
|
|
|
|
key={order.id}
|
|
|
|
className="bg-video-scraping-card w-72 rounded-md p-6"
|
|
|
|
>
|
|
|
|
<div className="grid gap-6 grid-cols-[auto,1fr]">
|
|
|
|
{Circle}
|
|
|
|
<div>
|
|
|
|
<p className="font-bold text-white">{source.name}</p>
|
|
|
|
<p>
|
|
|
|
status: {source.status} ({source.percentage}%)
|
|
|
|
</p>
|
|
|
|
<p>reason: {source.reason}</p>
|
|
|
|
</div>
|
|
|
|
</div>
|
2023-10-01 21:08:26 +02:00
|
|
|
{order.children.map((embedId) => {
|
|
|
|
const embed = sources[embedId];
|
|
|
|
if (!embed) return null;
|
|
|
|
return (
|
|
|
|
<div key={embedId} className="border border-blue-300 rounded">
|
|
|
|
<p className="font-bold text-white">{embed.name}</p>
|
|
|
|
<p>
|
|
|
|
status: {embed.status} ({embed.percentage}%)
|
|
|
|
</p>
|
|
|
|
<p>reason: {embed.reason}</p>
|
|
|
|
</div>
|
|
|
|
);
|
|
|
|
})}
|
|
|
|
</div>
|
|
|
|
);
|
|
|
|
})}
|
|
|
|
</div>
|
|
|
|
);
|
|
|
|
}
|