sjs/spirit-tracker
1
0
Fork 0
mirror of https://github.com/samsonjs/spirit-tracker.git synced 2026-03-25 09:25:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: SKUs for arc

Browse source
This commit is contained in:
Brennan Wilkes (Text Groove) 2026-02-10 16:39:05 -08:00
parent 2366d70d9c
commit e9f8f805c5
1 changed files with 18 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
src/stores/arc.js
View file

@ -2,7 +2,7 @@
"use strict"; "use strict";
const { cleanText } = require("../utils/html"); const { cleanText } = require("../utils/html");
const { normalizeCspc, normalizeSkuKey } = require("../utils/sku"); const { normalizeSkuKey } = require("../utils/sku");
const { humanBytes } = require("../utils/bytes"); const { humanBytes } = require("../utils/bytes");
const { padLeft, padRight } = require("../utils/string"); const { padLeft, padRight } = require("../utils/string");
@ -121,10 +121,18 @@ function arcNormalizeImg(raw) {
const price = pickBestPrice(p); const price = pickBestPrice(p);
const cspc = normalizeCspc(p.cspcid || ""); const rawCspcId = String(p?.cspcid ?? "").trim();
const id = Number(p.id); const hasCspcId = /^\d{1,11}$/.test(rawCspcId);
const taggedSku = cspc ? cspc : Number.isFinite(id) ? `id:${id}` : "";
const sku = normalizeSkuKey(taggedSku, { storeLabel: ctx?.store?.name, url }) || taggedSku || ""; const id = Number(p?.id);
const rawSku =
hasCspcId ? `id:${rawCspcId}` :
Number.isFinite(id) ? `id:${id}` :
"";
const sku =
normalizeSkuKey(rawSku, { storeLabel: ctx?.store?.name, url }) || rawSku || "";
const img = arcNormalizeImg(p.image || p.image_url || p.img || ""); const img = arcNormalizeImg(p.image || p.image_url || p.img || "");
@ -244,8 +252,11 @@ async function scanCategoryArcApi(ctx, prevDb, report) {
if (!pageSize) pageSize = rawCount; if (!pageSize) pageSize = rawCount;
// Detect wrap/repeat: fingerprint by ids+urls (stable enough) // Detect wrap/repeat: fingerprint by ids+urls (stable enough)
const fp = arr.map((p) => `${p?.id || ""}:${p?.url || ""}`).join("|"); const fp = arr
if (fp && seenPageFingerprints.has(fp)) { .map((p) => `${p?.id || ""}:${p?.url || ""}`)
.sort()
.join("|");
if (fp && seenPageFingerprints.has(fp)) {
ctx.logger.warn(`${ctx.catPrefixOut} | ARC pagination repeated at p=${page}; stopping.`); ctx.logger.warn(`${ctx.catPrefixOut} | ARC pagination repeated at p=${page}; stopping.`);
break; break;
} }