نسخة من الأرشيف عندك

walk.js

// Every card of the archive, page by page. Lists are not pulls.const base = 'https://new.wasmenia.com';const headers = { Authorization: `Bearer ${process.env.WASMENIA_API_KEY}` };const sleep = (s) => new Promise((r) => setTimeout(r, s * 1000));export async function* allBrands(filters = {}) {  for (let page = 1; ; page++) {    const url = new URL('/api/v1/brands', base);    for (const [k, v] of Object.entries({ ...filters, limit: 50, page }))      url.searchParams.set(k, String(v));    const res = await fetch(url, { headers });    if (res.status === 429) {      await sleep(Number(res.headers.get('Retry-After') ?? 60));      page--; // the same page again      continue;    }    if (!res.ok) throw new Error(`HTTP ${res.status}`);    const { items, pageCount } = await res.json();    yield* items; // { slug, name, country, category, verified, versions, thumbnailUrl, url }    if (page >= pageCount || page >= 500) return;  }}for await (const brand of allBrands({ country: 'SA' })) {  await db.cards.upsert(brand.slug, brand);}

refresh.js

// Once a day: re-read what changed since the last run, newest change first.const base = 'https://new.wasmenia.com';const headers = { Authorization: `Bearer ${process.env.WASMENIA_API_KEY}` };export async function refresh(since /* Date of the last run */) {  for (let page = 1; page <= 500; page++) {    const list = await fetch(`${base}/api/v1/brands?sort=updated&limit=50&page=${page}`, { headers });    if (!list.ok) throw new Error(`HTTP ${list.status}`);    const { items, pageCount } = await list.json();    for (const card of items) {      if (!(await db.records.has(card.slug))) continue; // never opened: nothing to refresh      const res = await fetch(`${base}/api/v1/brands/${card.slug}`, { headers }); // a pull      if (res.status === 402) return; // the month's pulls are used: try after X-Quota-Reset      if (res.status === 404) { await db.records.delete(card.slug); continue; }      if (!res.ok) throw new Error(`HTTP ${res.status}`);      const brand = await res.json();      // A renamed brand answers under its new slug (308, followed by fetch).      if (brand.slug !== card.slug) await db.records.rename(card.slug, brand.slug);      await db.records.put(brand.slug, brand);      if (new Date(brand.updatedAt) < since) return; // older than the last run: done    }    if (page >= pageCount) return;  }}