sjs/spirit-tracker
1
0
Fork 0
mirror of https://github.com/samsonjs/spirit-tracker.git synced 2026-03-25 09:25:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Improvements to strath

Browse source
This commit is contained in:
Brennan Wilkes (Text Groove) 2026-01-31 16:11:33 -08:00
parent 54b0c0a8b2
commit b95bd3544a
1 changed files with 28 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
src/stores/strath.js
View file

@ -1,7 +1,7 @@
"use strict";
const { decodeHtml, stripTags, cleanText, extractFirstImgUrl } = require("../utils/html");
const { normalizeCspc } = require("../utils/sku");
const { normalizeCspc, pickBetterSku } = require("../utils/sku");
const { humanBytes } = require("../utils/bytes");
const { padLeft, padRight } = require("../utils/string");
@ -97,6 +97,13 @@ function extractSkuFromArticle(articleHtml) {
return "";
}
function idFromImageUrl(imgUrl) {
const s = String(imgUrl || "");
// /1487-1_... or /1487_... or /1487-... => 1487
const m = s.match(/\/(\d{1,11})(?=[-_])/);
return m && m[1] ? `id:${m[1]}` : "";
}
function looksInStock(articleHtml) {
const a = String(articleHtml || "");
@ -136,22 +143,23 @@ function parseProductFromArticle(articleHtml) {
const price = pickPriceFromArticle(a);
const productId = extractProductIdFromArticle(a);
const skuFromHtml = extractSkuFromArticle(a);
const fallbackSku = normalizeCspc(url) || "";
const img = extractFirstImgUrl(a, "https://www.strathliquor.com/");
const skuFromHtml = extractSkuFromArticle(a);
const skuFromImg = idFromImageUrl(img);
const fallbackSku = normalizeCspc(url) || "";
return {
name,
price,
url,
sku: skuFromHtml || fallbackSku,
sku: skuFromHtml || skuFromImg || fallbackSku,
productId,
img,
};
}
/* ---------------- Store API paging ---------------- */
function buildStoreApiBaseUrlFromCategoryUrl(startUrl) {
@ -219,8 +227,6 @@ function normalizeProductImage(p) {
return direct.startsWith("//") ? `https:${direct}` : direct;
}
function toMoneyStringFromMinorUnits(valueStr, minorUnit) {
const mu = Number(minorUnit);
if (!Number.isFinite(mu) || mu < 0 || mu > 6) return "";
@ -393,16 +399,24 @@ async function scanCategoryStrath(ctx, prevDb, report) {
const sku = normalizeProductSku(p);
const productId = normalizeProductId(p);
const fallbackSku = sku || normalizeCspc(url) || "";
const prev = discovered.get(url) || null;
const img = normalizeProductImage(p) || (prev && prev.img) || "";
const apiImg = normalizeProductImage(p) || "";
const img = apiImg || (prev && prev.img) || "";
const skuFromApiImg = idFromImageUrl(apiImg);
const fallbackSku = sku || skuFromApiImg || normalizeCspc(url) || "";
const newSku = sku || fallbackSku;
const mergedSku = pickBetterSku(newSku, prev && prev.sku);
discovered.set(url, {
name,
price,
url,
sku: sku || fallbackSku,
sku: mergedSku,
productId,
img,
});
@ -433,7 +447,9 @@ async function scanCategoryStrath(ctx, prevDb, report) {
ctx.logger.ok(`${ctx.catPrefixOut} | Unique products (this run): ${discovered.size}`);
const { merged, newItems, updatedItems, removedItems, restoredItems } = mergeDiscoveredIntoDb(prevDb, discovered, { storeLabel: ctx.store.name });
const { merged, newItems, updatedItems, removedItems, restoredItems } = mergeDiscoveredIntoDb(prevDb, discovered, {
storeLabel: ctx.store.name,
});
const dbObj = buildDbObject(ctx, merged);
writeJsonAtomic(ctx.dbFile, dbObj);