Make blossom requests in parallel

This commit is contained in:
hzrd149 2025-03-16 22:18:44 +00:00
parent 2fc6fbc2f1
commit b2b8e0108e
3 changed files with 49 additions and 18 deletions

View File

@ -0,0 +1,5 @@
---
"nsite-gateway": minor
---
Make blossom requests in parallel

View File

@ -1,3 +1,4 @@
import { IncomingMessage } from "node:http";
import { getServersFromServerListEvent, USER_BLOSSOM_SERVER_LIST_KIND } from "blossom-client-sdk";
import { BLOSSOM_SERVERS, MAX_FILE_SIZE } from "./env.js";
@ -10,27 +11,51 @@ export async function getUserBlossomServers(pubkey: string, relays: string[]) {
return blossomServersEvent ? getServersFromServerListEvent(blossomServersEvent).map((u) => u.toString()) : undefined;
}
// TODO: download the file to /tmp and verify it
export async function downloadFile(sha256: string, servers = BLOSSOM_SERVERS) {
for (const server of servers) {
try {
const { response } = await makeRequestWithAbort(new URL(sha256, server));
/**
* Downloads a file from multiple servers
* @todo download the file to /tmp and verify it
*/
export function downloadFile(sha256: string, servers = BLOSSOM_SERVERS): Promise<IncomingMessage> {
return new Promise((resolve, reject) => {
const controllers = new Map<string, AbortController>();
// make all requests in parallel
servers.forEach(async (server) => {
const url = new URL(sha256, server);
const controller = new AbortController();
let res: IncomingMessage | undefined = undefined;
controllers.set(server, controller);
try {
const response = await makeRequestWithAbort(url, controller);
res = response;
if (!response.statusCode) throw new Error("Missing headers or status code");
const size = response.headers["content-length"];
if (size && parseInt(size) > MAX_FILE_SIZE) throw new Error("File too large");
if (response.statusCode >= 200 && response.statusCode < 300) {
return response;
} else throw new Error("Request failed");
// cancel the other requests
for (const [other, abort] of controllers) {
if (other !== server) abort.abort();
}
controllers.delete(server);
return resolve(response);
}
} catch (error) {
// Consume response data to free up memory
response.resume();
controllers.delete(server);
if (res) res.resume();
}
} catch (error) {
// ignore error, try next server
}
}
// reject if last
if (controllers.size === 0) reject(new Error("Failed to find blob on servers"));
});
// reject if all servers don't respond in 30s
setTimeout(() => {
reject(new Error("Timeout"));
}, 30_000);
});
}

View File

@ -4,17 +4,18 @@ const { http, https } = followRedirects;
import agent from "../proxy.js";
export function makeRequestWithAbort(url: URL) {
return new Promise<{ response: IncomingMessage; controller: AbortController }>((res, rej) => {
const cancelController = new AbortController();
export function makeRequestWithAbort(url: URL, controller: AbortController) {
return new Promise<IncomingMessage>((res, rej) => {
controller.signal.addEventListener("abort", () => rej(new Error("Aborted")));
const request = (url.protocol === "https:" ? https : http).get(
url,
{
signal: cancelController.signal,
signal: controller.signal,
agent,
},
(response) => {
res({ response, controller: cancelController });
res(response);
},
);
request.on("error", (err) => rej(err));