feat: implement filter presets and view state persistence across dashboard, run details, product list, and stalker explorer

- Added functionality to save, update, and apply filter presets for various views.
- Introduced local storage management for persisting view states across sessions.
- Enhanced dashboard, run details, product list, and stalker explorer components to utilize saved filter presets.
- Updated UI to include controls for managing filter presets.

.abacusai/config.json

@@ -10,7 +10,28 @@
       "KillShell",
       "Bash(bunx *)",
       "Bash(git *)",
-      "Bash(ls *)"
+      "Bash(ls *)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run db:migrate 2>&1 || true)",
+      "Bash(git --no-pager diff -- src/web/frontend.tsx src/web/styles.css 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)",
+      "Bash(bun run build:web 2>&1 || true)"
+    ]
+  },
+  "additionalDirectories": [
+    "/Users/nvictor/.abacusai/tmp/codellm-prompt-djc6Bc"
   ]
 }
-}

.claude/settings.json

@@ -0,0 +1,7 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(grep -v \"^$\")"
+    ]
+  }
+}

.env.example

@@ -12,4 +12,12 @@ AWS_SECRET_ACCESS_KEY=your_aws_secret_access_key
 REDIS_URL=redis://localhost:6379
 LLM_URL=http://localhost:1234/v1
 LLM_MODEL=default
+ANTHROPIC_API_KEY=your_anthropic_api_key
+ANTHROPIC_MODEL=claude-3-5-sonnet-20241022
 CACHE_TTL=86400
+GOOGLE_API_KEY=your_google_api_key
+GOOGLE_CSE_ID=your_google_programmable_search_engine_id
+SERPAPI_API_KEY=your_serpapi_api_key_for_google_shopping
+
+# Matches the default PostgreSQL service in docker-compose.yaml.
+DB_CONNECTION_STRING=postgres://asin_check:asin_check@localhost:5432/asin_check

CLAUDE.md

@@ -12,8 +12,8 @@ Default to using Bun instead of Node.js.
 
 ## APIs
 
-- `bun:sqlite` for SQLite. Don't use `better-sqlite3`.
 - `Bun.redis` for Redis. Don't use `ioredis`.
+- Use Drizzle ORM with `postgres` driver for Postgres. Connection is in `src/db/index.ts`.
 - Prefer `Bun.file` over `node:fs`'s readFile/writeFile.
 - `Bun.$\`cmd\`` instead of execa.
 
@@ -24,13 +24,13 @@ Default to using Bun instead of Node.js.
 bun test
 
 # Run a single test file
-bun test src/supplier-scoring.test.ts
+bun test src/supplier/supplier-scoring.test.ts
 
 # Type-check (no emit)
 ./node_modules/.bin/tsc --noEmit
 
 # ASIN lead-list pipeline (LLM-based)
-bun run src/index.ts input/leads.xlsx --out output/results.xlsx
+bun start leads.xlsx --out results.xlsx
 
 # Supplier UPC pipeline (deterministic)
 bun run upc-file --input input/supplier.xlsx --out output/supplier_ranked.xlsx
@@ -40,6 +40,9 @@ bun run bestsellers
 bun run monthly-sold
 bun run mid-range
 
+# Stalker pipeline
+bun run stalker --input input/asins.xlsx
+
 # Web API server
 bun run start:web      # http://localhost:3000
 
@@ -47,29 +50,37 @@ bun run start:web      # http://localhost:3000
 bun run src/sp-test.ts
 bun run src/sp-test.ts B07SN9BHVV
 bun run src/sp-test.ts --sellability B07SN9BHVV
+
+# Database migrations (Drizzle)
+bun run db:generate
+bun run db:migrate
 ```
 
 ## Architecture
 
-Two distinct analysis pipelines share infrastructure (Keepa, SP-API, Redis, SQLite) but diverge in how they produce verdicts.
+Two distinct analysis pipelines share infrastructure (Keepa, SP-API, Redis, Postgres) but diverge in how they produce verdicts.
 
 ### ASIN Lead-list Pipeline (`src/index.ts` → `src/analysis-pipeline.ts`)
 
 For spreadsheets containing known ASINs. Verdict is LLM-based (FBA/FBM/SKIP via LM Studio).
 
-Flow: `reader.ts` parse → Redis cache check → `sp-api.ts` sellability gate (5 concurrent workers) → `keepa.ts` batch enrichment → `sp-api.ts` pricing + FBA fees (5 concurrent workers) → `llm.ts` batched analysis (5 products/batch) → `writer.ts` XLSX + SQLite.
+Flow: `reader.ts` parse → Redis cache check → `integrations/sp-api.ts` sellability gate (5 concurrent workers) → `integrations/keepa.ts` batch enrichment → `integrations/sp-api.ts` pricing + FBA fees (5 concurrent workers) → `integrations/llm.ts` batched analysis (5 products/batch) → `writer.ts` XLSX + Postgres.
 
-### Supplier UPC Pipeline (`src/upc-file-analysis.ts`)
+### Supplier UPC Pipeline (`src/supplier/upc-file-analysis.ts`)
 
 For supplier price lists containing UPC/EAN values. Verdict is deterministic (BUY/WATCH/SKIP); never calls LM Studio.
 
-Flow: `upc-file-reader.ts` streaming parse (`.xlsx`) or row-window parse (`.xls`) → SP-API catalog UPC lookup first, Keepa UPC lookup as fallback → `keepa.ts` demand enrichment → `sp-api.ts` sellability + FBA fees → `supplier-scoring.ts` deterministic score → `supplier-export.ts` Excel workbook (`Ranked Leads`, `Skipped`, `Summary` sheets) + SQLite.
+Flow: `supplier/upc-file-reader.ts` streaming parse (`.xlsx`) or row-window parse (`.xls`) → SP-API catalog UPC lookup first, Keepa UPC lookup as fallback → `integrations/keepa.ts` demand enrichment → `integrations/sp-api.ts` sellability + FBA fees → `supplier/supplier-scoring.ts` deterministic score → `supplier/supplier-export.ts` Excel workbook (`Ranked Leads`, `Skipped`, `Summary` sheets) + Postgres.
 
 UPC resolution priority: SP-API catalog lookup → Keepa fallback (for no-match or request failure only).
 
 ### Category Pipelines
 
-`bestsellers-by-category.ts`, `top-monthly-sold-by-category.ts`, `mid-range-sellers-by-category.ts` — Keepa category browsing → SP-API sellability gate → LLM verdict. Each saves results to SQLite. Mid-range applies configurable filters (monthly sold, price, seller count, Amazon buy box share).
+`src/categories/` — Keepa category browsing → SP-API sellability gate → LLM verdict. Each saves results to Postgres. Mid-range applies configurable filters (monthly sold, price, seller count, Amazon buy box share).
+
+### Stalker Pipeline (`src/stalker/stalker.ts`)
+
+Tracks competitor sellers across ASINs. Fetches storefronts, checks sellability of inventory items, and persists matched seller data to Postgres.
 
 ### Shared Infrastructure
 
@@ -77,18 +88,24 @@ UPC resolution priority: SP-API catalog lookup → Keepa fallback (for no-match
 |--------|------|
 | `src/types.ts` | All shared interfaces (`ProductRecord`, `KeepaData`, `SpApiData`, `SupplierScore`, etc.) |
 | `src/config.ts` | Env var loading via `Bun.env` |
-| `src/keepa.ts` | Keepa API: batch ASIN fetch, UPC lookup, auto rate-limiting on token exhaustion |
+| `src/db/index.ts` | Drizzle Postgres connection (shared pool) |
-| `src/sp-api.ts` | SP-API: sellability (`getListingsRestrictions`), pricing+fees, UPC catalog lookup |
+| `src/db/schema.ts` | Drizzle schema for all tables |
-| `src/cache.ts` | Redis caching (24h TTL for lead-list; 12h for mid-range) |
+| `src/db/persistence.ts` | Product, observation, unified run-item, UPC resolution, and revision persistence |
-| `src/database.ts` | SQLite `runs` + `results` tables; auto-creates `db/results.db` |
+| `src/integrations/keepa.ts` | Keepa API: batch ASIN fetch, UPC lookup, auto rate-limiting |
+| `src/integrations/sp-api.ts` | SP-API: sellability, pricing+fees, UPC catalog lookup |
+| `src/integrations/cache.ts` | Redis caching (24h TTL for lead-list; 12h for mid-range) |
+| `src/integrations/llm.ts` | LLM integration (LM Studio / Claude) |
 | `src/server.ts` | Bun HTTP server exposing REST endpoints for both pipelines |
 
 ### File Layout
 
+- `src/integrations/` — external API clients (Keepa, SP-API, Redis cache, LLM, SearXNG)
+- `src/categories/` — category discovery pipelines
+- `src/stalker/` — competitor seller tracking pipeline
+- `src/supplier/` — supplier UPC analysis pipeline
+- `src/db/` — Drizzle schema and connection
 - `input/` — source spreadsheets (git-ignored)
 - `output/` — generated workbooks (git-ignored)
-- `db/` — SQLite files (git-ignored)
-- `src/` — all source and test files
 
 ## Project Rules
 
@@ -96,4 +113,6 @@ UPC resolution priority: SP-API catalog lookup → Keepa fallback (for no-match
 - The supplier UPC pipeline must not call LM Studio.
 - Supplier UPC files resolve UPC/EAN through SP-API catalog lookup first; Keepa UPC lookup is fallback only (no-match or request-failure cases).
 - Supplier workbook output must keep `Ranked Leads`, `Skipped`, and `Summary` sheets.
+- Treat `products.asin` as the canonical normalized product identity; UPC values belong only in identifier and resolution records.
+- Store time-varying data in observations or revisions and retain run history rather than overwriting prior analysis.
 - When changing UPC supplier behavior, cover SP-API UPC parsing, deterministic scoring, and workbook export with `bun test`.

README.md

@@ -21,14 +21,19 @@ cp .env.example .env
 ## Usage
 
 ```bash
-bun run src/index.ts input/<input.csv|xlsx> [--out output/results.xlsx]
+bun start <input.csv|xlsx> [--out results.xlsx]
 ```
 
+Add `--claude` to use Anthropic Claude instead of local LM Studio for LLM analysis.
+Bare input and output filenames use the `input/` and `output/` directories. Pass a path containing a directory to override those defaults.
+
 Examples:
 
 ```bash
-bun run src/index.ts input/leads.xlsx
+bun start leads.xlsx
-bun run src/index.ts input/leads.csv --out output/results.xlsx
+bun start leads.csv --out results.xlsx
+bun start leads.xlsx --claude
+bun start archive/leads.xlsx --out exports/results.xlsx
 ```
 
 Large-file behavior:
@@ -55,6 +60,14 @@ bun run monthly-sold
 bun run mid-range
 ```
 
+Use Claude for category LLM analysis:
+
+```bash
+bun run bestsellers --claude
+bun run monthly-sold --claude
+bun run mid-range --claude
+```
+
 Mid-range process:
 
 - Script: `bun run mid-range`
@@ -128,6 +141,12 @@ curl -X POST "http://localhost:3000/api/upc/lookup" \
   -d '{"upcs":["012345678901","098765432109"]}'
 ```
 
+Run the web server with Claude-backed LLM calls:
+
+```bash
+bun run start:web -- --claude
+```
+
 ## Large UPC File Analysis (XLS/XLSX)
 
 For supplier price lists that contain UPC/EAN values and unit cost, use the
@@ -138,7 +157,7 @@ ranked sourcing workbook:
 2. Resolves UPCs to ASINs with SP-API catalog lookup first, then falls back to Keepa for no-match/request-failure cases.
 3. Enriches resolved ASINs with Keepa demand/competition data and SP-API sellability + FBA fees.
 4. Scores products with deterministic BUY/WATCH/SKIP logic; this path does not call LM Studio.
-5. Writes a ranked Excel workbook and persists rows into the existing `runs` + `results` tables.
+5. Writes a ranked Excel workbook and persists rows through unified runs, UPC resolution, product observation, and scoring-history tables.
 
 CLI usage:
 
@@ -227,20 +246,28 @@ Numeric parsing accepts plain numbers as well as formatted values like `$12.50`,
 4. **Keepa fetch** — batch the sellable (uncached) ASINs in a single API call (up to 100 per request)
 5. **Enrich** — fetch SP-API pricing + FBA/FBM fees for sellable ASINs; combine with Keepa data and spreadsheet data
 6. **LLM analysis** — send batches of 5 sellable products to LM Studio for FBA/FBM/SKIP verdict; skipped ASINs get auto-SKIP verdict (confidence 100) and bypass LLM entirely
-7. **Output** — print results table to console (includes all ASINs), optionally write CSV/XLSX, and **persist results to a SQLite database**.
+7. **Output** — print results table to console (includes all ASINs), optionally write CSV/XLSX, and persist products, observations, run items, and analysis revisions to PostgreSQL.
 
-## Persistent Storage with SQLite
+## Persistent Storage
 
-Results from each run are now stored in a SQLite database named `db/results.db` by default. The SQLite implementation details are handled in `src/database.ts`. This allows you to:
+PostgreSQL persistence is managed with Drizzle in `src/db/schema.ts` and `src/db/persistence.ts`. ASINs are canonical product identities: all inputs normalize to uppercase 10-character alphanumeric keys before any product reference is stored.
 
-- Revisit past analysis results.
+Core tables:
-- Query and analyze historical data.
-- Track product performance over time.
 
-The database will automatically be created if it doesn't exist. Two tables are created:
+- `products`: one canonical row per ASIN with latest descriptive metadata.
+- `product_observations`: append-only marketplace, pricing, fee, and sellability snapshots.
+- `runs` and `run_items`: unified lifecycle/history for lead, category, supplier UPC, and stalker workflows.
+- `analysis_revisions` and `supplier_scores`: append-only analysis results; reanalysis does not overwrite prior decisions.
+- `sourcing_inputs`, `upc_resolutions`, and `product_identifiers`: source-row and confirmed identifier data kept separate from catalog products.
+- `stalker_run_details`, `stalker_scans`, and `stalker_inventory_items`: seller workflow provenance linked back to products and observations.
 
-- `runs`: Stores metadata about each analysis run (timestamp, input file, output file, and summary counts).
+Unresolved or ambiguous supplier UPCs stay on their run item and resolution records; a UPC is never stored as an ASIN.
-- `results`: Stores detailed analysis results for each product from each run, linked to the `runs` table.
+
+Web endpoints use unified identifiers:
+
+- `GET /api/runs`, `GET /api/runs/:runId`, `GET /api/runs/:runId/items`
+- `GET /api/products`, `GET /api/products/:asin`
+- `POST /api/run-items/:itemId/reanalyze`
 
 ## Output columns
 
@@ -249,7 +276,7 @@ ASIN, Name, Brand, Category, Unit Cost, Current Price, Avg Price 90d, Sales Rank
 ## Environment variables
 
 | Variable                | Default                      | Description                                                             |
-| ----------------------- | -------------------------- | ----------------------------------------------------------------------- |
+| ----------------------- | ---------------------------- | ----------------------------------------------------------------------- |
 | `KEEPA_API_KEY`         | —                            | **Required.** Keepa API key                                             |
 | `SP_API_CLIENT_ID`      | —                            | LWA app client id from Solution Provider Portal                         |
 | `SP_API_CLIENT_SECRET`  | —                            | LWA app client secret from Solution Provider Portal                     |
@@ -264,6 +291,8 @@ ASIN, Name, Brand, Category, Unit Cost, Current Price, Avg Price 90d, Sales Rank
 | `REDIS_URL`             | `redis://localhost:6379`     | Redis connection URL                                                    |
 | `LLM_URL`               | `http://localhost:1234/v1`   | LM Studio API base URL                                                  |
 | `LLM_MODEL`             | `default`                    | Model name to pass to LM Studio                                         |
+| `ANTHROPIC_API_KEY`     | —                            | Required when running any LLM script with `--claude`                    |
+| `ANTHROPIC_MODEL`       | `claude-3-5-sonnet-20241022` | Claude model ID used with `--claude`                                    |
 | `CACHE_TTL`             | `86400`                      | Redis cache TTL in seconds                                              |
 
 ## Notes

bun.lock

@@ -6,8 +6,10 @@
       "name": "asin-check",
       "dependencies": {
         "amazon-sp-api": "^1.2.1",
+        "drizzle-orm": "^0.45.2",
         "exceljs": "^4.4.0",
         "ioredis": "^5.10.1",
+        "postgres": "^3.4.9",
         "react": "^19.2.0",
         "react-dom": "^19.2.0",
         "xlsx": "^0.18.5",
@@ -16,11 +18,70 @@
         "@types/bun": "latest",
         "@types/react": "^19.2.14",
         "@types/react-dom": "^19.2.3",
+        "drizzle-kit": "^0.31.10",
         "typescript": "^6.0.3",
       },
     },
   },
   "packages": {
+    "@drizzle-team/brocli": ["@drizzle-team/brocli@0.10.2", "", {}, "sha512-z33Il7l5dKjUgGULTqBsQBQwckHh5AbIuxhdsIxDDiZAzBOrZO6q9ogcWC65kU382AfynTfgNumVcNIjuIua6w=="],
+
+    "@esbuild-kit/core-utils": ["@esbuild-kit/core-utils@3.3.2", "", { "dependencies": { "esbuild": "~0.18.20", "source-map-support": "^0.5.21" } }, "sha512-sPRAnw9CdSsRmEtnsl2WXWdyquogVpB3yZ3dgwJfe8zrOzTsV7cJvmwrKVa+0ma5BoiGJ+BoqkMvawbayKUsqQ=="],
+
+    "@esbuild-kit/esm-loader": ["@esbuild-kit/esm-loader@2.6.5", "", { "dependencies": { "@esbuild-kit/core-utils": "^3.3.2", "get-tsconfig": "^4.7.0" } }, "sha512-FxEMIkJKnodyA1OaCUoEvbYRkoZlLZ4d/eXFu9Fh8CbBBgP5EmZxrfTRyN0qpXZ4vOvqnE5YdRdcrmUUXuU+dA=="],
+
+    "@esbuild/aix-ppc64": ["@esbuild/aix-ppc64@0.25.12", "", { "os": "aix", "cpu": "ppc64" }, "sha512-Hhmwd6CInZ3dwpuGTF8fJG6yoWmsToE+vYgD4nytZVxcu1ulHpUQRAB1UJ8+N1Am3Mz4+xOByoQoSZf4D+CpkA=="],
+
+    "@esbuild/android-arm": ["@esbuild/android-arm@0.25.12", "", { "os": "android", "cpu": "arm" }, "sha512-VJ+sKvNA/GE7Ccacc9Cha7bpS8nyzVv0jdVgwNDaR4gDMC/2TTRc33Ip8qrNYUcpkOHUT5OZ0bUcNNVZQ9RLlg=="],
+
+    "@esbuild/android-arm64": ["@esbuild/android-arm64@0.25.12", "", { "os": "android", "cpu": "arm64" }, "sha512-6AAmLG7zwD1Z159jCKPvAxZd4y/VTO0VkprYy+3N2FtJ8+BQWFXU+OxARIwA46c5tdD9SsKGZ/1ocqBS/gAKHg=="],
+
+    "@esbuild/android-x64": ["@esbuild/android-x64@0.25.12", "", { "os": "android", "cpu": "x64" }, "sha512-5jbb+2hhDHx5phYR2By8GTWEzn6I9UqR11Kwf22iKbNpYrsmRB18aX/9ivc5cabcUiAT/wM+YIZ6SG9QO6a8kg=="],
+
+    "@esbuild/darwin-arm64": ["@esbuild/darwin-arm64@0.25.12", "", { "os": "darwin", "cpu": "arm64" }, "sha512-N3zl+lxHCifgIlcMUP5016ESkeQjLj/959RxxNYIthIg+CQHInujFuXeWbWMgnTo4cp5XVHqFPmpyu9J65C1Yg=="],
+
+    "@esbuild/darwin-x64": ["@esbuild/darwin-x64@0.25.12", "", { "os": "darwin", "cpu": "x64" }, "sha512-HQ9ka4Kx21qHXwtlTUVbKJOAnmG1ipXhdWTmNXiPzPfWKpXqASVcWdnf2bnL73wgjNrFXAa3yYvBSd9pzfEIpA=="],
+
+    "@esbuild/freebsd-arm64": ["@esbuild/freebsd-arm64@0.25.12", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-gA0Bx759+7Jve03K1S0vkOu5Lg/85dou3EseOGUes8flVOGxbhDDh/iZaoek11Y8mtyKPGF3vP8XhnkDEAmzeg=="],
+
+    "@esbuild/freebsd-x64": ["@esbuild/freebsd-x64@0.25.12", "", { "os": "freebsd", "cpu": "x64" }, "sha512-TGbO26Yw2xsHzxtbVFGEXBFH0FRAP7gtcPE7P5yP7wGy7cXK2oO7RyOhL5NLiqTlBh47XhmIUXuGciXEqYFfBQ=="],
+
+    "@esbuild/linux-arm": ["@esbuild/linux-arm@0.25.12", "", { "os": "linux", "cpu": "arm" }, "sha512-lPDGyC1JPDou8kGcywY0YILzWlhhnRjdof3UlcoqYmS9El818LLfJJc3PXXgZHrHCAKs/Z2SeZtDJr5MrkxtOw=="],
+
+    "@esbuild/linux-arm64": ["@esbuild/linux-arm64@0.25.12", "", { "os": "linux", "cpu": "arm64" }, "sha512-8bwX7a8FghIgrupcxb4aUmYDLp8pX06rGh5HqDT7bB+8Rdells6mHvrFHHW2JAOPZUbnjUpKTLg6ECyzvas2AQ=="],
+
+    "@esbuild/linux-ia32": ["@esbuild/linux-ia32@0.25.12", "", { "os": "linux", "cpu": "ia32" }, "sha512-0y9KrdVnbMM2/vG8KfU0byhUN+EFCny9+8g202gYqSSVMonbsCfLjUO+rCci7pM0WBEtz+oK/PIwHkzxkyharA=="],
+
+    "@esbuild/linux-loong64": ["@esbuild/linux-loong64@0.25.12", "", { "os": "linux", "cpu": "none" }, "sha512-h///Lr5a9rib/v1GGqXVGzjL4TMvVTv+s1DPoxQdz7l/AYv6LDSxdIwzxkrPW438oUXiDtwM10o9PmwS/6Z0Ng=="],
+
+    "@esbuild/linux-mips64el": ["@esbuild/linux-mips64el@0.25.12", "", { "os": "linux", "cpu": "none" }, "sha512-iyRrM1Pzy9GFMDLsXn1iHUm18nhKnNMWscjmp4+hpafcZjrr2WbT//d20xaGljXDBYHqRcl8HnxbX6uaA/eGVw=="],
+
+    "@esbuild/linux-ppc64": ["@esbuild/linux-ppc64@0.25.12", "", { "os": "linux", "cpu": "ppc64" }, "sha512-9meM/lRXxMi5PSUqEXRCtVjEZBGwB7P/D4yT8UG/mwIdze2aV4Vo6U5gD3+RsoHXKkHCfSxZKzmDssVlRj1QQA=="],
+
+    "@esbuild/linux-riscv64": ["@esbuild/linux-riscv64@0.25.12", "", { "os": "linux", "cpu": "none" }, "sha512-Zr7KR4hgKUpWAwb1f3o5ygT04MzqVrGEGXGLnj15YQDJErYu/BGg+wmFlIDOdJp0PmB0lLvxFIOXZgFRrdjR0w=="],
+
+    "@esbuild/linux-s390x": ["@esbuild/linux-s390x@0.25.12", "", { "os": "linux", "cpu": "s390x" }, "sha512-MsKncOcgTNvdtiISc/jZs/Zf8d0cl/t3gYWX8J9ubBnVOwlk65UIEEvgBORTiljloIWnBzLs4qhzPkJcitIzIg=="],
+
+    "@esbuild/linux-x64": ["@esbuild/linux-x64@0.25.12", "", { "os": "linux", "cpu": "x64" }, "sha512-uqZMTLr/zR/ed4jIGnwSLkaHmPjOjJvnm6TVVitAa08SLS9Z0VM8wIRx7gWbJB5/J54YuIMInDquWyYvQLZkgw=="],
+
+    "@esbuild/netbsd-arm64": ["@esbuild/netbsd-arm64@0.25.12", "", { "os": "none", "cpu": "arm64" }, "sha512-xXwcTq4GhRM7J9A8Gv5boanHhRa/Q9KLVmcyXHCTaM4wKfIpWkdXiMog/KsnxzJ0A1+nD+zoecuzqPmCRyBGjg=="],
+
+    "@esbuild/netbsd-x64": ["@esbuild/netbsd-x64@0.25.12", "", { "os": "none", "cpu": "x64" }, "sha512-Ld5pTlzPy3YwGec4OuHh1aCVCRvOXdH8DgRjfDy/oumVovmuSzWfnSJg+VtakB9Cm0gxNO9BzWkj6mtO1FMXkQ=="],
+
+    "@esbuild/openbsd-arm64": ["@esbuild/openbsd-arm64@0.25.12", "", { "os": "openbsd", "cpu": "arm64" }, "sha512-fF96T6KsBo/pkQI950FARU9apGNTSlZGsv1jZBAlcLL1MLjLNIWPBkj5NlSz8aAzYKg+eNqknrUJ24QBybeR5A=="],
+
+    "@esbuild/openbsd-x64": ["@esbuild/openbsd-x64@0.25.12", "", { "os": "openbsd", "cpu": "x64" }, "sha512-MZyXUkZHjQxUvzK7rN8DJ3SRmrVrke8ZyRusHlP+kuwqTcfWLyqMOE3sScPPyeIXN/mDJIfGXvcMqCgYKekoQw=="],
+
+    "@esbuild/openharmony-arm64": ["@esbuild/openharmony-arm64@0.25.12", "", { "os": "none", "cpu": "arm64" }, "sha512-rm0YWsqUSRrjncSXGA7Zv78Nbnw4XL6/dzr20cyrQf7ZmRcsovpcRBdhD43Nuk3y7XIoW2OxMVvwuRvk9XdASg=="],
+
+    "@esbuild/sunos-x64": ["@esbuild/sunos-x64@0.25.12", "", { "os": "sunos", "cpu": "x64" }, "sha512-3wGSCDyuTHQUzt0nV7bocDy72r2lI33QL3gkDNGkod22EsYl04sMf0qLb8luNKTOmgF/eDEDP5BFNwoBKH441w=="],
+
+    "@esbuild/win32-arm64": ["@esbuild/win32-arm64@0.25.12", "", { "os": "win32", "cpu": "arm64" }, "sha512-rMmLrur64A7+DKlnSuwqUdRKyd3UE7oPJZmnljqEptesKM8wx9J8gx5u0+9Pq0fQQW8vqeKebwNXdfOyP+8Bsg=="],
+
+    "@esbuild/win32-ia32": ["@esbuild/win32-ia32@0.25.12", "", { "os": "win32", "cpu": "ia32" }, "sha512-HkqnmmBoCbCwxUKKNPBixiWDGCpQGVsrQfJoVGYLPT41XWF8lHuE5N6WhVia2n4o5QK5M4tYr21827fNhi4byQ=="],
+
+    "@esbuild/win32-x64": ["@esbuild/win32-x64@0.25.12", "", { "os": "win32", "cpu": "x64" }, "sha512-alJC0uCZpTFrSL0CCDjcgleBXPnCrEAhTBILpeAp7M/OFgoqtAetfBzX0xM00MUsVVPpVjlPuMbREqnZCXaTnA=="],
+
     "@fast-csv/format": ["@fast-csv/format@4.3.5", "", { "dependencies": { "@types/node": "^14.0.1", "lodash.escaperegexp": "^4.1.2", "lodash.isboolean": "^3.0.3", "lodash.isequal": "^4.5.0", "lodash.isfunction": "^3.0.9", "lodash.isnil": "^4.0.0" } }, "sha512-8iRn6QF3I8Ak78lNAa+Gdl5MJJBM5vRHivFtMRUWINdevNo00K7OXxS2PshawLKTejVwieIlPmK5YlLu6w4u8A=="],
 
     "@fast-csv/parse": ["@fast-csv/parse@4.3.6", "", { "dependencies": { "@types/node": "^14.0.1", "lodash.escaperegexp": "^4.1.2", "lodash.groupby": "^4.6.0", "lodash.isfunction": "^3.0.9", "lodash.isnil": "^4.0.0", "lodash.isundefined": "^3.0.1", "lodash.uniq": "^4.5.0" } }, "sha512-uRsLYksqpbDmWaSmzvJcuApSEe38+6NQZBUsuAyMZKqHxH0g1wcJgsKUvN3WC8tewaqFjBMMGrkHmC+T7k8LvA=="],
@@ -63,6 +124,8 @@
 
     "buffer-crc32": ["buffer-crc32@0.2.13", "", {}, "sha512-VO9Ht/+p3SN7SKWqcrgEzjGbRSJYTx+Q1pTQC0wrWqHx0vpJraQ6GtHx8tvcg1rlK1byhU5gccxgOgj7B0TDkQ=="],
 
+    "buffer-from": ["buffer-from@1.1.2", "", {}, "sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ=="],
+
     "buffer-indexof-polyfill": ["buffer-indexof-polyfill@1.0.2", "", {}, "sha512-I7wzHwA3t1/lwXQh+A5PbNvJxgfo5r3xulgpYDB5zckTu/Z9oUK9biouBKQUjEqzaz3HnAT6TYoovmE+GqSf7A=="],
 
     "buffers": ["buffers@0.1.1", "", {}, "sha512-9q/rDEGSb/Qsvv2qvzIzdluL5k7AaJOTrw23z9reQthrbF7is4CtlT0DXyO1oei2DCp4uojjzQ7igaSHp1kAEQ=="],
@@ -101,6 +164,10 @@
 
     "denque": ["denque@2.1.0", "", {}, "sha512-HVQE3AAb/pxF8fQAoiqpvg9i3evqug3hoiwakOyZAwJm+6vZehbkYXZ0l4JxS+I3QxM97v5aaRNhj8v5oBhekw=="],
 
+    "drizzle-kit": ["drizzle-kit@0.31.10", "", { "dependencies": { "@drizzle-team/brocli": "^0.10.2", "@esbuild-kit/esm-loader": "^2.5.5", "esbuild": "^0.25.4", "tsx": "^4.21.0" }, "bin": { "drizzle-kit": "bin.cjs" } }, "sha512-7OZcmQUrdGI+DUNNsKBn1aW8qSoKuTH7d0mYgSP8bAzdFzKoovxEFnoGQp2dVs82EOJeYycqRtciopszwUf8bw=="],
+
+    "drizzle-orm": ["drizzle-orm@0.45.2", "", { "peerDependencies": { "@aws-sdk/client-rds-data": ">=3", "@cloudflare/workers-types": ">=4", "@electric-sql/pglite": ">=0.2.0", "@libsql/client": ">=0.10.0", "@libsql/client-wasm": ">=0.10.0", "@neondatabase/serverless": ">=0.10.0", "@op-engineering/op-sqlite": ">=2", "@opentelemetry/api": "^1.4.1", "@planetscale/database": ">=1.13", "@prisma/client": "*", "@tidbcloud/serverless": "*", "@types/better-sqlite3": "*", "@types/pg": "*", "@types/sql.js": "*", "@upstash/redis": ">=1.34.7", "@vercel/postgres": ">=0.8.0", "@xata.io/client": "*", "better-sqlite3": ">=7", "bun-types": "*", "expo-sqlite": ">=14.0.0", "gel": ">=2", "knex": "*", "kysely": "*", "mysql2": ">=2", "pg": ">=8", "postgres": ">=3", "prisma": "*", "sql.js": ">=1", "sqlite3": ">=5" }, "optionalPeers": ["@aws-sdk/client-rds-data", "@cloudflare/workers-types", "@electric-sql/pglite", "@libsql/client", "@libsql/client-wasm", "@neondatabase/serverless", "@op-engineering/op-sqlite", "@opentelemetry/api", "@planetscale/database", "@prisma/client", "@tidbcloud/serverless", "@types/better-sqlite3", "@types/pg", "@types/sql.js", "@upstash/redis", "@vercel/postgres", "@xata.io/client", "better-sqlite3", "bun-types", "expo-sqlite", "gel", "knex", "kysely", "mysql2", "pg", "postgres", "prisma", "sql.js", "sqlite3"] }, "sha512-kY0BSaTNYWnoDMVoyY8uxmyHjpJW1geOmBMdSSicKo9CIIWkSxMIj2rkeSR51b8KAPB7m+qysjuHme5nKP+E5Q=="],
+
     "dunder-proto": ["dunder-proto@1.0.1", "", { "dependencies": { "call-bind-apply-helpers": "^1.0.1", "es-errors": "^1.3.0", "gopd": "^1.2.0" } }, "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A=="],
 
     "duplexer2": ["duplexer2@0.1.4", "", { "dependencies": { "readable-stream": "^2.0.2" } }, "sha512-asLFVfWWtJ90ZyOUHMqk7/S2w2guQKxUI2itj3d92ADHhxUSbCMGi1f1cBcJ7xM1To+pE/Khbwo1yuNbMEPKeA=="],
@@ -113,6 +180,8 @@
 
     "es-object-atoms": ["es-object-atoms@1.1.1", "", { "dependencies": { "es-errors": "^1.3.0" } }, "sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA=="],
 
+    "esbuild": ["esbuild@0.25.12", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.25.12", "@esbuild/android-arm": "0.25.12", "@esbuild/android-arm64": "0.25.12", "@esbuild/android-x64": "0.25.12", "@esbuild/darwin-arm64": "0.25.12", "@esbuild/darwin-x64": "0.25.12", "@esbuild/freebsd-arm64": "0.25.12", "@esbuild/freebsd-x64": "0.25.12", "@esbuild/linux-arm": "0.25.12", "@esbuild/linux-arm64": "0.25.12", "@esbuild/linux-ia32": "0.25.12", "@esbuild/linux-loong64": "0.25.12", "@esbuild/linux-mips64el": "0.25.12", "@esbuild/linux-ppc64": "0.25.12", "@esbuild/linux-riscv64": "0.25.12", "@esbuild/linux-s390x": "0.25.12", "@esbuild/linux-x64": "0.25.12", "@esbuild/netbsd-arm64": "0.25.12", "@esbuild/netbsd-x64": "0.25.12", "@esbuild/openbsd-arm64": "0.25.12", "@esbuild/openbsd-x64": "0.25.12", "@esbuild/openharmony-arm64": "0.25.12", "@esbuild/sunos-x64": "0.25.12", "@esbuild/win32-arm64": "0.25.12", "@esbuild/win32-ia32": "0.25.12", "@esbuild/win32-x64": "0.25.12" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-bbPBYYrtZbkt6Os6FiTLCTFxvq4tt3JKall1vRwshA3fdVztsLAatFaZobhkBC8/BrPetoa0oksYoKXoG4ryJg=="],
+
     "exceljs": ["exceljs@4.4.0", "", { "dependencies": { "archiver": "^5.0.0", "dayjs": "^1.8.34", "fast-csv": "^4.3.1", "jszip": "^3.10.1", "readable-stream": "^3.6.0", "saxes": "^5.0.1", "tmp": "^0.2.0", "unzipper": "^0.10.11", "uuid": "^8.3.0" } }, "sha512-XctvKaEMaj1Ii9oDOqbW/6e1gXknSY4g/aLCDicOXqBE4M0nRWkUu0PTp++UPNzoFY12BNHMfs/VadKIS6llvg=="],
 
     "fast-csv": ["fast-csv@4.3.6", "", { "dependencies": { "@fast-csv/format": "4.3.5", "@fast-csv/parse": "4.3.6" } }, "sha512-2RNSpuwwsJGP0frGsOmTb9oUF+VkFSM4SyLTDgwf2ciHWTarN0lQTC+F2f/t5J9QjW+c65VFIAAu85GsvMIusw=="],
@@ -127,6 +196,8 @@
 
     "fs.realpath": ["fs.realpath@1.0.0", "", {}, "sha512-OO0pH2lK6a0hZnAdau5ItzHPI6pUlvI7jMVnxUQRtw4owF2wk8lOSabtGDCTP4Ggrg2MbGnWO9X8K1t4+fGMDw=="],
 
+    "fsevents": ["fsevents@2.3.3", "", { "os": "darwin" }, "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw=="],
+
     "fstream": ["fstream@1.0.12", "", { "dependencies": { "graceful-fs": "^4.1.2", "inherits": "~2.0.0", "mkdirp": ">=0.5 0", "rimraf": "2" } }, "sha512-WvJ193OHa0GHPEL+AycEJgxvBEwyfRkN1vhjca23OaPVMCaLCXTd5qAu82AjTcgP1UJmytkOKb63Ypde7raDIg=="],
 
     "function-bind": ["function-bind@1.1.2", "", {}, "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA=="],
@@ -135,6 +206,8 @@
 
     "get-proto": ["get-proto@1.0.1", "", { "dependencies": { "dunder-proto": "^1.0.1", "es-object-atoms": "^1.0.0" } }, "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g=="],
 
+    "get-tsconfig": ["get-tsconfig@4.14.0", "", { "dependencies": { "resolve-pkg-maps": "^1.0.0" } }, "sha512-yTb+8DXzDREzgvYmh6s9vHsSVCHeC0G3PI5bEXNBHtmshPnO+S5O7qgLEOn0I5QvMy6kpZN8K1NKGyilLb93wA=="],
+
     "glob": ["glob@7.2.3", "", { "dependencies": { "fs.realpath": "^1.0.0", "inflight": "^1.0.4", "inherits": "2", "minimatch": "^3.1.1", "once": "^1.3.0", "path-is-absolute": "^1.0.0" } }, "sha512-nFR0zLpU2YCaRxwoCJvL6UvCH2JFyFVIvwTLsIf21AuHlMskA1hhTdk+LlYJtOlYt9v6dvszD2BGRqBL+iQK9Q=="],
 
     "gopd": ["gopd@1.2.0", "", {}, "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg=="],
@@ -217,6 +290,8 @@
 
     "path-is-absolute": ["path-is-absolute@1.0.1", "", {}, "sha512-AVbw3UJ2e9bq64vSaS9Am0fje1Pa8pbGqTTsmXfaIiMpnr5DlDhfJOuLj9Sf95ZPVDAUerDfEk88MPmPe7UCQg=="],
 
+    "postgres": ["postgres@3.4.9", "", {}, "sha512-GD3qdB0x1z9xgFI6cdRD6xu2Sp2WCOEoe3mtnyB5Ee0XrrL5Pe+e4CCnJrRMnL1zYtRDZmQQVbvOttLnKDLnaw=="],
+
     "process-nextick-args": ["process-nextick-args@2.0.1", "", {}, "sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag=="],
 
     "qs": ["qs@6.15.1", "", { "dependencies": { "side-channel": "^1.1.0" } }, "sha512-6YHEFRL9mfgcAvql/XhwTvf5jKcOiiupt2FiJxHkiX1z4j7WL8J/jRHYLluORvc1XxB5rV20KoeK00gVJamspg=="],
@@ -233,6 +308,8 @@
 
     "redis-parser": ["redis-parser@3.0.0", "", { "dependencies": { "redis-errors": "^1.0.0" } }, "sha512-DJnGAeenTdpMEH6uAJRK/uiyEIH9WVsUmoLwzudwGJUwZPp80PDBWPHXSAGNPwNvIXAbe7MSUB1zQFugFml66A=="],
 
+    "resolve-pkg-maps": ["resolve-pkg-maps@1.0.0", "", {}, "sha512-seS2Tj26TBVOC2NIc2rOe2y2ZO7efxITtLZcGSOnHHNOQ7CkiUBfw0Iw2ck6xkIhPwLhKNLS8BO+hEpngQlqzw=="],
+
     "rimraf": ["rimraf@2.7.1", "", { "dependencies": { "glob": "^7.1.3" }, "bin": { "rimraf": "./bin.js" } }, "sha512-uWjbaKIK3T1OSVptzX7Nl6PvQ3qAGtKEtVRjRuazjfL3Bx5eI409VZSqgND+4UNnmzLVdPj9FqFJNPqBZFve4w=="],
 
     "safe-buffer": ["safe-buffer@5.1.2", "", {}, "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="],
@@ -253,6 +330,10 @@
 
     "side-channel-weakmap": ["side-channel-weakmap@1.0.2", "", { "dependencies": { "call-bound": "^1.0.2", "es-errors": "^1.3.0", "get-intrinsic": "^1.2.5", "object-inspect": "^1.13.3", "side-channel-map": "^1.0.1" } }, "sha512-WPS/HvHQTYnHisLo9McqBHOJk2FkHO/tlpvldyrnem4aeQp4hai3gythswg6p01oSoTl58rcpiFAjF2br2Ak2A=="],
 
+    "source-map": ["source-map@0.6.1", "", {}, "sha512-UjgapumWlbMhkBgzT7Ykc5YXUT46F0iKu8SGXq0bcwP5dz/h0Plj6enJqjz1Zbq2l5WaqYnrVbwWOWMyF3F47g=="],
+
+    "source-map-support": ["source-map-support@0.5.21", "", { "dependencies": { "buffer-from": "^1.0.0", "source-map": "^0.6.0" } }, "sha512-uBHU3L3czsIyYXKX88fdrGovxdSCoTGDRZ6SYXtSRxLZUzHg5P/66Ht6uoUlHu9EZod+inXhKo3qQgwXUT/y1w=="],
+
     "ssf": ["ssf@0.11.2", "", { "dependencies": { "frac": "~1.1.2" } }, "sha512-+idbmIXoYET47hH+d7dfm2epdOMUDjqcB4648sTZ+t2JwoyBFL/insLfB/racrDmsKB3diwsDA696pZMieAC5g=="],
 
     "standard-as-callback": ["standard-as-callback@2.1.0", "", {}, "sha512-qoRRSyROncaz1z0mvYqIE4lCd9p2R90i6GxW3uZv5ucSu8tU7B5HXUP1gG8pVZsYNVaXjk8ClXHPttLyxAL48A=="],
@@ -267,6 +348,8 @@
 
     "traverse": ["traverse@0.3.9", "", {}, "sha512-iawgk0hLP3SxGKDfnDJf8wTz4p2qImnyihM5Hh/sGvQ3K37dPi/w8sRhdNIxYA1TwFwc5mDhIJq+O0RsvXBKdQ=="],
 
+    "tsx": ["tsx@4.22.3", "", { "dependencies": { "esbuild": "~0.28.0" }, "optionalDependencies": { "fsevents": "~2.3.3" }, "bin": { "tsx": "dist/cli.mjs" } }, "sha512-mdoNxBC/cSQObGGVQ5Bpn5i+yv7j68gk3Nfm3wFjcJg3Z0Mix9jzAFfP12prmm5eVGmDKtp0yyArrs0Q+8gZHg=="],
+
     "typescript": ["typescript@6.0.3", "", { "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" } }, "sha512-y2TvuxSZPDyQakkFRPZHKFm+KKVqIisdg9/CZwm9ftvKXLP8NRWj38/ODjNbr43SsoXqNuAisEf1GdCxqWcdBw=="],
 
     "undici-types": ["undici-types@7.18.2", "", {}, "sha512-AsuCzffGHJybSaRrmr5eHr81mwJU3kjw6M+uprWvCXiNeN9SOGwQ3Jn8jb8m3Z6izVgknn1R0FTCEAP2QrLY/w=="],
@@ -289,6 +372,8 @@
 
     "zip-stream": ["zip-stream@4.1.1", "", { "dependencies": { "archiver-utils": "^3.0.4", "compress-commons": "^4.1.2", "readable-stream": "^3.6.0" } }, "sha512-9qv4rlDiopXg4E69k+vMHjNN63YFMe9sZMrdlvKnCjlCRWeCBswPPMPUfx+ipsAWq1LXHe70RcbaHdJJpS6hyQ=="],
 
+    "@esbuild-kit/core-utils/esbuild": ["esbuild@0.18.20", "", { "optionalDependencies": { "@esbuild/android-arm": "0.18.20", "@esbuild/android-arm64": "0.18.20", "@esbuild/android-x64": "0.18.20", "@esbuild/darwin-arm64": "0.18.20", "@esbuild/darwin-x64": "0.18.20", "@esbuild/freebsd-arm64": "0.18.20", "@esbuild/freebsd-x64": "0.18.20", "@esbuild/linux-arm": "0.18.20", "@esbuild/linux-arm64": "0.18.20", "@esbuild/linux-ia32": "0.18.20", "@esbuild/linux-loong64": "0.18.20", "@esbuild/linux-mips64el": "0.18.20", "@esbuild/linux-ppc64": "0.18.20", "@esbuild/linux-riscv64": "0.18.20", "@esbuild/linux-s390x": "0.18.20", "@esbuild/linux-x64": "0.18.20", "@esbuild/netbsd-x64": "0.18.20", "@esbuild/openbsd-x64": "0.18.20", "@esbuild/sunos-x64": "0.18.20", "@esbuild/win32-arm64": "0.18.20", "@esbuild/win32-ia32": "0.18.20", "@esbuild/win32-x64": "0.18.20" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-ceqxoedUrcayh7Y7ZX6NdbbDzGROiyVBgC4PriJThBKSVPWnnFHZAkfI1lJT8QFkOwH4qOS2SJkS4wvpGl8BpA=="],
+
     "@fast-csv/format/@types/node": ["@types/node@14.18.63", "", {}, "sha512-fAtCfv4jJg+ExtXhvCkCqUKZ+4ok/JQk01qDKhL5BDDoS3AxKXhV5/MAVUZyQnSEd2GT92fkgZl0pz0Q0AzcIQ=="],
 
     "@fast-csv/parse/@types/node": ["@types/node@14.18.63", "", {}, "sha512-fAtCfv4jJg+ExtXhvCkCqUKZ+4ok/JQk01qDKhL5BDDoS3AxKXhV5/MAVUZyQnSEd2GT92fkgZl0pz0Q0AzcIQ=="],
@@ -305,10 +390,56 @@
 
     "string_decoder/safe-buffer": ["safe-buffer@5.2.1", "", {}, "sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ=="],
 
+    "tsx/esbuild": ["esbuild@0.28.0", "", { "optionalDependencies": { "@esbuild/aix-ppc64": "0.28.0", "@esbuild/android-arm": "0.28.0", "@esbuild/android-arm64": "0.28.0", "@esbuild/android-x64": "0.28.0", "@esbuild/darwin-arm64": "0.28.0", "@esbuild/darwin-x64": "0.28.0", "@esbuild/freebsd-arm64": "0.28.0", "@esbuild/freebsd-x64": "0.28.0", "@esbuild/linux-arm": "0.28.0", "@esbuild/linux-arm64": "0.28.0", "@esbuild/linux-ia32": "0.28.0", "@esbuild/linux-loong64": "0.28.0", "@esbuild/linux-mips64el": "0.28.0", "@esbuild/linux-ppc64": "0.28.0", "@esbuild/linux-riscv64": "0.28.0", "@esbuild/linux-s390x": "0.28.0", "@esbuild/linux-x64": "0.28.0", "@esbuild/netbsd-arm64": "0.28.0", "@esbuild/netbsd-x64": "0.28.0", "@esbuild/openbsd-arm64": "0.28.0", "@esbuild/openbsd-x64": "0.28.0", "@esbuild/openharmony-arm64": "0.28.0", "@esbuild/sunos-x64": "0.28.0", "@esbuild/win32-arm64": "0.28.0", "@esbuild/win32-ia32": "0.28.0", "@esbuild/win32-x64": "0.28.0" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-sNR9MHpXSUV/XB4zmsFKN+QgVG82Cc7+/aaxJ8Adi8hyOac+EXptIp45QBPaVyX3N70664wRbTcLTOemCAnyqw=="],
+
     "unzipper/readable-stream": ["readable-stream@2.3.8", "", { "dependencies": { "core-util-is": "~1.0.0", "inherits": "~2.0.3", "isarray": "~1.0.0", "process-nextick-args": "~2.0.0", "safe-buffer": "~5.1.1", "string_decoder": "~1.1.1", "util-deprecate": "~1.0.1" } }, "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA=="],
 
     "zip-stream/archiver-utils": ["archiver-utils@3.0.4", "", { "dependencies": { "glob": "^7.2.3", "graceful-fs": "^4.2.0", "lazystream": "^1.0.0", "lodash.defaults": "^4.2.0", "lodash.difference": "^4.5.0", "lodash.flatten": "^4.4.0", "lodash.isplainobject": "^4.0.6", "lodash.union": "^4.6.0", "normalize-path": "^3.0.0", "readable-stream": "^3.6.0" } }, "sha512-KVgf4XQVrTjhyWmx6cte4RxonPLR9onExufI1jhvw/MQ4BB6IsZD5gT8Lq+u/+pRkWna/6JoHpiQioaqFP5Rzw=="],
 
+    "@esbuild-kit/core-utils/esbuild/@esbuild/android-arm": ["@esbuild/android-arm@0.18.20", "", { "os": "android", "cpu": "arm" }, "sha512-fyi7TDI/ijKKNZTUJAQqiG5T7YjJXgnzkURqmGj13C6dCqckZBLdl4h7bkhHt/t0WP+zO9/zwroDvANaOqO5Sw=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/android-arm64": ["@esbuild/android-arm64@0.18.20", "", { "os": "android", "cpu": "arm64" }, "sha512-Nz4rJcchGDtENV0eMKUNa6L12zz2zBDXuhj/Vjh18zGqB44Bi7MBMSXjgunJgjRhCmKOjnPuZp4Mb6OKqtMHLQ=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/android-x64": ["@esbuild/android-x64@0.18.20", "", { "os": "android", "cpu": "x64" }, "sha512-8GDdlePJA8D6zlZYJV/jnrRAi6rOiNaCC/JclcXpB+KIuvfBN4owLtgzY2bsxnx666XjJx2kDPUmnTtR8qKQUg=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/darwin-arm64": ["@esbuild/darwin-arm64@0.18.20", "", { "os": "darwin", "cpu": "arm64" }, "sha512-bxRHW5kHU38zS2lPTPOyuyTm+S+eobPUnTNkdJEfAddYgEcll4xkT8DB9d2008DtTbl7uJag2HuE5NZAZgnNEA=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/darwin-x64": ["@esbuild/darwin-x64@0.18.20", "", { "os": "darwin", "cpu": "x64" }, "sha512-pc5gxlMDxzm513qPGbCbDukOdsGtKhfxD1zJKXjCCcU7ju50O7MeAZ8c4krSJcOIJGFR+qx21yMMVYwiQvyTyQ=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/freebsd-arm64": ["@esbuild/freebsd-arm64@0.18.20", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-yqDQHy4QHevpMAaxhhIwYPMv1NECwOvIpGCZkECn8w2WFHXjEwrBn3CeNIYsibZ/iZEUemj++M26W3cNR5h+Tw=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/freebsd-x64": ["@esbuild/freebsd-x64@0.18.20", "", { "os": "freebsd", "cpu": "x64" }, "sha512-tgWRPPuQsd3RmBZwarGVHZQvtzfEBOreNuxEMKFcd5DaDn2PbBxfwLcj4+aenoh7ctXcbXmOQIn8HI6mCSw5MQ=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-arm": ["@esbuild/linux-arm@0.18.20", "", { "os": "linux", "cpu": "arm" }, "sha512-/5bHkMWnq1EgKr1V+Ybz3s1hWXok7mDFUMQ4cG10AfW3wL02PSZi5kFpYKrptDsgb2WAJIvRcDm+qIvXf/apvg=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-arm64": ["@esbuild/linux-arm64@0.18.20", "", { "os": "linux", "cpu": "arm64" }, "sha512-2YbscF+UL7SQAVIpnWvYwM+3LskyDmPhe31pE7/aoTMFKKzIc9lLbyGUpmmb8a8AixOL61sQ/mFh3jEjHYFvdA=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-ia32": ["@esbuild/linux-ia32@0.18.20", "", { "os": "linux", "cpu": "ia32" }, "sha512-P4etWwq6IsReT0E1KHU40bOnzMHoH73aXp96Fs8TIT6z9Hu8G6+0SHSw9i2isWrD2nbx2qo5yUqACgdfVGx7TA=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-loong64": ["@esbuild/linux-loong64@0.18.20", "", { "os": "linux", "cpu": "none" }, "sha512-nXW8nqBTrOpDLPgPY9uV+/1DjxoQ7DoB2N8eocyq8I9XuqJ7BiAMDMf9n1xZM9TgW0J8zrquIb/A7s3BJv7rjg=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-mips64el": ["@esbuild/linux-mips64el@0.18.20", "", { "os": "linux", "cpu": "none" }, "sha512-d5NeaXZcHp8PzYy5VnXV3VSd2D328Zb+9dEq5HE6bw6+N86JVPExrA6O68OPwobntbNJ0pzCpUFZTo3w0GyetQ=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-ppc64": ["@esbuild/linux-ppc64@0.18.20", "", { "os": "linux", "cpu": "ppc64" }, "sha512-WHPyeScRNcmANnLQkq6AfyXRFr5D6N2sKgkFo2FqguP44Nw2eyDlbTdZwd9GYk98DZG9QItIiTlFLHJHjxP3FA=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-riscv64": ["@esbuild/linux-riscv64@0.18.20", "", { "os": "linux", "cpu": "none" }, "sha512-WSxo6h5ecI5XH34KC7w5veNnKkju3zBRLEQNY7mv5mtBmrP/MjNBCAlsM2u5hDBlS3NGcTQpoBvRzqBcRtpq1A=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-s390x": ["@esbuild/linux-s390x@0.18.20", "", { "os": "linux", "cpu": "s390x" }, "sha512-+8231GMs3mAEth6Ja1iK0a1sQ3ohfcpzpRLH8uuc5/KVDFneH6jtAJLFGafpzpMRO6DzJ6AvXKze9LfFMrIHVQ=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/linux-x64": ["@esbuild/linux-x64@0.18.20", "", { "os": "linux", "cpu": "x64" }, "sha512-UYqiqemphJcNsFEskc73jQ7B9jgwjWrSayxawS6UVFZGWrAAtkzjxSqnoclCXxWtfwLdzU+vTpcNYhpn43uP1w=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/netbsd-x64": ["@esbuild/netbsd-x64@0.18.20", "", { "os": "none", "cpu": "x64" }, "sha512-iO1c++VP6xUBUmltHZoMtCUdPlnPGdBom6IrO4gyKPFFVBKioIImVooR5I83nTew5UOYrk3gIJhbZh8X44y06A=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/openbsd-x64": ["@esbuild/openbsd-x64@0.18.20", "", { "os": "openbsd", "cpu": "x64" }, "sha512-e5e4YSsuQfX4cxcygw/UCPIEP6wbIL+se3sxPdCiMbFLBWu0eiZOJ7WoD+ptCLrmjZBK1Wk7I6D/I3NglUGOxg=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/sunos-x64": ["@esbuild/sunos-x64@0.18.20", "", { "os": "sunos", "cpu": "x64" }, "sha512-kDbFRFp0YpTQVVrqUd5FTYmWo45zGaXe0X8E1G/LKFC0v8x0vWrhOWSLITcCn63lmZIxfOMXtCfti/RxN/0wnQ=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/win32-arm64": ["@esbuild/win32-arm64@0.18.20", "", { "os": "win32", "cpu": "arm64" }, "sha512-ddYFR6ItYgoaq4v4JmQQaAI5s7npztfV4Ag6NrhiaW0RrnOXqBkgwZLofVTlq1daVTQNhtI5oieTvkRPfZrePg=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/win32-ia32": ["@esbuild/win32-ia32@0.18.20", "", { "os": "win32", "cpu": "ia32" }, "sha512-Wv7QBi3ID/rROT08SABTS7eV4hX26sVduqDOTe1MvGMjNd3EjOz4b7zeexIR62GTIEKrfJXKL9LFxTYgkyeu7g=="],
+
+    "@esbuild-kit/core-utils/esbuild/@esbuild/win32-x64": ["@esbuild/win32-x64@0.18.20", "", { "os": "win32", "cpu": "x64" }, "sha512-kTdfRcSiDfQca/y9QIkng02avJ+NCaQvrMejlsB3RRv5sE9rRoeBPISaZpKxHELzRxZyLvNts1P27W3wV+8geQ=="],
+
     "archiver-utils/readable-stream/string_decoder": ["string_decoder@1.1.1", "", { "dependencies": { "safe-buffer": "~5.1.0" } }, "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg=="],
 
     "duplexer2/readable-stream/string_decoder": ["string_decoder@1.1.1", "", { "dependencies": { "safe-buffer": "~5.1.0" } }, "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg=="],
@@ -319,6 +450,58 @@
 
     "lazystream/readable-stream/string_decoder": ["string_decoder@1.1.1", "", { "dependencies": { "safe-buffer": "~5.1.0" } }, "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg=="],
 
+    "tsx/esbuild/@esbuild/aix-ppc64": ["@esbuild/aix-ppc64@0.28.0", "", { "os": "aix", "cpu": "ppc64" }, "sha512-lhRUCeuOyJQURhTxl4WkpFTjIsbDayJHih5kZC1giwE+MhIzAb7mEsQMqMf18rHLsrb5qI1tafG20mLxEWcWlA=="],
+
+    "tsx/esbuild/@esbuild/android-arm": ["@esbuild/android-arm@0.28.0", "", { "os": "android", "cpu": "arm" }, "sha512-wqh0ByljabXLKHeWXYLqoJ5jKC4XBaw6Hk08OfMrCRd2nP2ZQ5eleDZC41XHyCNgktBGYMbqnrJKq/K/lzPMSQ=="],
+
+    "tsx/esbuild/@esbuild/android-arm64": ["@esbuild/android-arm64@0.28.0", "", { "os": "android", "cpu": "arm64" }, "sha512-+WzIXQOSaGs33tLEgYPYe/yQHf0WTU0X42Jca3y8NWMbUVhp7rUnw+vAsRC/QiDrdD31IszMrZy+qwPOPjd+rw=="],
+
+    "tsx/esbuild/@esbuild/android-x64": ["@esbuild/android-x64@0.28.0", "", { "os": "android", "cpu": "x64" }, "sha512-+VJggoaKhk2VNNqVL7f6S189UzShHC/mR9EE8rDdSkdpN0KflSwWY/gWjDrNxxisg8Fp1ZCD9jLMo4m0OUfeUA=="],
+
+    "tsx/esbuild/@esbuild/darwin-arm64": ["@esbuild/darwin-arm64@0.28.0", "", { "os": "darwin", "cpu": "arm64" }, "sha512-0T+A9WZm+bZ84nZBtk1ckYsOvyA3x7e2Acj1KdVfV4/2tdG4fzUp91YHx+GArWLtwqp77pBXVCPn2We7Letr0Q=="],
+
+    "tsx/esbuild/@esbuild/darwin-x64": ["@esbuild/darwin-x64@0.28.0", "", { "os": "darwin", "cpu": "x64" }, "sha512-fyzLm/DLDl/84OCfp2f/XQ4flmORsjU7VKt8HLjvIXChJoFFOIL6pLJPH4Yhd1n1gGFF9mPwtlN5Wf82DZs+LQ=="],
+
+    "tsx/esbuild/@esbuild/freebsd-arm64": ["@esbuild/freebsd-arm64@0.28.0", "", { "os": "freebsd", "cpu": "arm64" }, "sha512-l9GeW5UZBT9k9brBYI+0WDffcRxgHQD8ShN2Ur4xWq/NFzUKm3k5lsH4PdaRgb2w7mI9u61nr2gI2mLI27Nh3Q=="],
+
+    "tsx/esbuild/@esbuild/freebsd-x64": ["@esbuild/freebsd-x64@0.28.0", "", { "os": "freebsd", "cpu": "x64" }, "sha512-BXoQai/A0wPO6Es3yFJ7APCiKGc1tdAEOgeTNy3SsB491S3aHn4S4r3e976eUnPdU+NbdtmBuLncYir2tMU9Nw=="],
+
+    "tsx/esbuild/@esbuild/linux-arm": ["@esbuild/linux-arm@0.28.0", "", { "os": "linux", "cpu": "arm" }, "sha512-CjaaREJagqJp7iTaNQjjidaNbCKYcd4IDkzbwwxtSvjI7NZm79qiHc8HqciMddQ6CKvJT6aBd8lO9kN/ZudLlw=="],
+
+    "tsx/esbuild/@esbuild/linux-arm64": ["@esbuild/linux-arm64@0.28.0", "", { "os": "linux", "cpu": "arm64" }, "sha512-RVyzfb3FWsGA55n6WY0MEIEPURL1FcbhFE6BffZEMEekfCzCIMtB5yyDcFnVbTnwk+CLAgTujmV/Lgvih56W+A=="],
+
+    "tsx/esbuild/@esbuild/linux-ia32": ["@esbuild/linux-ia32@0.28.0", "", { "os": "linux", "cpu": "ia32" }, "sha512-KBnSTt1kxl9x70q+ydterVdl+Cn0H18ngRMRCEQfrbqdUuntQQ0LoMZv47uB97NljZFzY6HcfqEZ2SAyIUTQBQ=="],
+
+    "tsx/esbuild/@esbuild/linux-loong64": ["@esbuild/linux-loong64@0.28.0", "", { "os": "linux", "cpu": "none" }, "sha512-zpSlUce1mnxzgBADvxKXX5sl8aYQHo2ezvMNI8I0lbblJtp8V4odlm3Yzlj7gPyt3T8ReksE6bK+pT3WD+aJRg=="],
+
+    "tsx/esbuild/@esbuild/linux-mips64el": ["@esbuild/linux-mips64el@0.28.0", "", { "os": "linux", "cpu": "none" }, "sha512-2jIfP6mmjkdmeTlsX/9vmdmhBmKADrWqN7zcdtHIeNSCH1SqIoNI63cYsjQR8J+wGa4Y5izRcSHSm8K3QWmk3w=="],
+
+    "tsx/esbuild/@esbuild/linux-ppc64": ["@esbuild/linux-ppc64@0.28.0", "", { "os": "linux", "cpu": "ppc64" }, "sha512-bc0FE9wWeC0WBm49IQMPSPILRocGTQt3j5KPCA8os6VprfuJ7KD+5PzESSrJ6GmPIPJK965ZJHTUlSA6GNYEhg=="],
+
+    "tsx/esbuild/@esbuild/linux-riscv64": ["@esbuild/linux-riscv64@0.28.0", "", { "os": "linux", "cpu": "none" }, "sha512-SQPZOwoTTT/HXFXQJG/vBX8sOFagGqvZyXcgLA3NhIqcBv1BJU1d46c0rGcrij2B56Z2rNiSLaZOYW5cUk7yLQ=="],
+
+    "tsx/esbuild/@esbuild/linux-s390x": ["@esbuild/linux-s390x@0.28.0", "", { "os": "linux", "cpu": "s390x" }, "sha512-SCfR0HN8CEEjnYnySJTd2cw0k9OHB/YFzt5zgJEwa+wL/T/raGWYMBqwDNAC6dqFKmJYZoQBRfHjgwLHGSrn3Q=="],
+
+    "tsx/esbuild/@esbuild/linux-x64": ["@esbuild/linux-x64@0.28.0", "", { "os": "linux", "cpu": "x64" }, "sha512-us0dSb9iFxIi8srnpl931Nvs65it/Jd2a2K3qs7fz2WfGPHqzfzZTfec7oxZJRNPXPnNYZtanmRc4AL/JwVzHQ=="],
+
+    "tsx/esbuild/@esbuild/netbsd-arm64": ["@esbuild/netbsd-arm64@0.28.0", "", { "os": "none", "cpu": "arm64" }, "sha512-CR/RYotgtCKwtftMwJlUU7xCVNg3lMYZ0RzTmAHSfLCXw3NtZtNpswLEj/Kkf6kEL3Gw+BpOekRX0BYCtklhUw=="],
+
+    "tsx/esbuild/@esbuild/netbsd-x64": ["@esbuild/netbsd-x64@0.28.0", "", { "os": "none", "cpu": "x64" }, "sha512-nU1yhmYutL+fQ71Kxnhg8uEOdC0pwEW9entHykTgEbna2pw2dkbFSMeqjjyHZoCmt8SBkOSvV+yNmm94aUrrqw=="],
+
+    "tsx/esbuild/@esbuild/openbsd-arm64": ["@esbuild/openbsd-arm64@0.28.0", "", { "os": "openbsd", "cpu": "arm64" }, "sha512-cXb5vApOsRsxsEl4mcZ1XY3D4DzcoMxR/nnc4IyqYs0rTI8ZKmW6kyyg+11Z8yvgMfAEldKzP7AdP64HnSC/6g=="],
+
+    "tsx/esbuild/@esbuild/openbsd-x64": ["@esbuild/openbsd-x64@0.28.0", "", { "os": "openbsd", "cpu": "x64" }, "sha512-8wZM2qqtv9UP3mzy7HiGYNH/zjTA355mpeuA+859TyR+e+Tc08IHYpLJuMsfpDJwoLo1ikIJI8jC3GFjnRClzA=="],
+
+    "tsx/esbuild/@esbuild/openharmony-arm64": ["@esbuild/openharmony-arm64@0.28.0", "", { "os": "none", "cpu": "arm64" }, "sha512-FLGfyizszcef5C3YtoyQDACyg95+dndv79i2EekILBofh5wpCa1KuBqOWKrEHZg3zrL3t5ouE5jgr94vA+Wb2w=="],
+
+    "tsx/esbuild/@esbuild/sunos-x64": ["@esbuild/sunos-x64@0.28.0", "", { "os": "sunos", "cpu": "x64" }, "sha512-1ZgjUoEdHZZl/YlV76TSCz9Hqj9h9YmMGAgAPYd+q4SicWNX3G5GCyx9uhQWSLcbvPW8Ni7lj4gDa1T40akdlw=="],
+
+    "tsx/esbuild/@esbuild/win32-arm64": ["@esbuild/win32-arm64@0.28.0", "", { "os": "win32", "cpu": "arm64" }, "sha512-Q9StnDmQ/enxnpxCCLSg0oo4+34B9TdXpuyPeTedN/6+iXBJ4J+zwfQI28u/Jl40nOYAxGoNi7mFP40RUtkmUA=="],
+
+    "tsx/esbuild/@esbuild/win32-ia32": ["@esbuild/win32-ia32@0.28.0", "", { "os": "win32", "cpu": "ia32" }, "sha512-zF3ag/gfiCe6U2iczcRzSYJKH1DCI+ByzSENHlM2FcDbEeo5Zd2C86Aq0tKUYAJJ1obRP84ymxIAksZUcdztHA=="],
+
+    "tsx/esbuild/@esbuild/win32-x64": ["@esbuild/win32-x64@0.28.0", "", { "os": "win32", "cpu": "x64" }, "sha512-pEl1bO9mfAmIC+tW5btTmrKaujg3zGtUmWNdCw/xs70FBjwAL3o9OEKNHvNmnyylD6ubxUERiEhdsL0xBQ9efw=="],
+
     "unzipper/readable-stream/string_decoder": ["string_decoder@1.1.1", "", { "dependencies": { "safe-buffer": "~5.1.0" } }, "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg=="],
   }
 }

docker-compose.yaml

@@ -0,0 +1,35 @@
+services:
+  postgres:
+    image: postgres:16-alpine
+    restart: unless-stopped
+    environment:
+      POSTGRES_DB: asin_check
+      POSTGRES_USER: asin_check
+      POSTGRES_PASSWORD: asin_check
+    ports:
+      - "5432:5432"
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    healthcheck:
+      test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
+      interval: 5s
+      timeout: 5s
+      retries: 10
+
+  redis:
+    image: redis:7-alpine
+    restart: unless-stopped
+    command: ["redis-server", "--appendonly", "yes"]
+    ports:
+      - "6379:6379"
+    volumes:
+      - redis_data:/data
+    healthcheck:
+      test: ["CMD", "redis-cli", "ping"]
+      interval: 5s
+      timeout: 5s
+      retries: 10
+
+volumes:
+  postgres_data:
+  redis_data:

drizzle.config.ts

@@ -0,0 +1,10 @@
+import { defineConfig } from "drizzle-kit";
+
+export default defineConfig({
+  schema: "./src/db/schema.ts",
+  out: "./drizzle",
+  dialect: "postgresql",
+  dbCredentials: {
+    url: process.env.DB_CONNECTION_STRING!,
+  },
+});

drizzle/0000_adorable_shiver_man.sql

@@ -0,0 +1,269 @@
+CREATE TYPE "public"."analysis_decision" AS ENUM('FBA', 'FBM', 'BUY', 'WATCH', 'SKIP');--> statement-breakpoint
+CREATE TYPE "public"."analysis_method" AS ENUM('llm', 'supplier_scoring');--> statement-breakpoint
+CREATE TYPE "public"."run_status" AS ENUM('running', 'ok', 'empty', 'failed', 'completed');--> statement-breakpoint
+CREATE TYPE "public"."run_type" AS ENUM('lead_analysis', 'category_analysis', 'supplier_upc', 'stalker', 'stalker_analysis');--> statement-breakpoint
+CREATE TABLE "analysis_revisions" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"run_item_id" integer NOT NULL,
+	"observation_id" integer,
+	"method" "analysis_method" NOT NULL,
+	"decision" "analysis_decision" NOT NULL,
+	"confidence" real,
+	"reasoning" text,
+	"analyzed_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "analysis_run_stats" (
+	"run_id" integer PRIMARY KEY NOT NULL,
+	"processed_count" integer DEFAULT 0 NOT NULL,
+	"analyzed_count" integer DEFAULT 0 NOT NULL,
+	"available_count" integer DEFAULT 0 NOT NULL,
+	"fba_count" integer DEFAULT 0 NOT NULL,
+	"fbm_count" integer DEFAULT 0 NOT NULL,
+	"buy_count" integer DEFAULT 0 NOT NULL,
+	"watch_count" integer DEFAULT 0 NOT NULL,
+	"skip_count" integer DEFAULT 0 NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "category_run_details" (
+	"run_id" integer PRIMARY KEY NOT NULL,
+	"category_id" integer NOT NULL,
+	"category_label" text NOT NULL,
+	"checked_asin_count" integer DEFAULT 0 NOT NULL,
+	"selection_parameters_json" text
+);
+--> statement-breakpoint
+CREATE TABLE "product_identifiers" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"product_asin" text NOT NULL,
+	"identifier_type" text NOT NULL,
+	"identifier_value" text NOT NULL,
+	"source" text NOT NULL,
+	"confirmed_at" timestamp with time zone DEFAULT now() NOT NULL,
+	CONSTRAINT "uq_product_identifier_type_value" UNIQUE("identifier_type","identifier_value")
+);
+--> statement-breakpoint
+CREATE TABLE "product_observations" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"product_asin" text NOT NULL,
+	"run_id" integer NOT NULL,
+	"source" text NOT NULL,
+	"marketplace" text DEFAULT 'US' NOT NULL,
+	"current_price" real,
+	"avg_price_90d" real,
+	"sales_rank" integer,
+	"sales_rank_avg_90d" integer,
+	"monthly_sold" integer,
+	"rank_drops_30d" integer,
+	"rank_drops_90d" integer,
+	"seller_count" integer,
+	"amazon_is_seller" boolean,
+	"amazon_buybox_share_pct_90d" real,
+	"fba_fee" real,
+	"fbm_fee" real,
+	"referral_percent" real,
+	"can_sell" boolean,
+	"sellability_status" text,
+	"sellability_reason" text,
+	"raw_product_json" text,
+	"fetched_at" timestamp with time zone NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "products" (
+	"asin" text PRIMARY KEY NOT NULL,
+	"name" text,
+	"brand" text,
+	"category" text,
+	"metadata_fetched_at" timestamp with time zone,
+	"first_seen_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"last_seen_at" timestamp with time zone DEFAULT now() NOT NULL,
+	CONSTRAINT "ck_products_asin" CHECK ("products"."asin" ~ '^[A-Z0-9]{10}$')
+);
+--> statement-breakpoint
+CREATE TABLE "run_items" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"run_id" integer NOT NULL,
+	"product_asin" text,
+	"source_inventory_item_id" integer,
+	"ordinal" integer,
+	"source_row" integer,
+	"status" text DEFAULT 'completed' NOT NULL,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "runs" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"type" "run_type" NOT NULL,
+	"parent_run_id" integer,
+	"input_file" text,
+	"output_file" text,
+	"status" "run_status" DEFAULT 'running' NOT NULL,
+	"error_message" text,
+	"started_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"completed_at" timestamp with time zone
+);
+--> statement-breakpoint
+CREATE TABLE "sellers" (
+	"seller_id" text PRIMARY KEY NOT NULL,
+	"seller_name" text,
+	"rating" real,
+	"rating_count" integer,
+	"storefront_asin_total" integer,
+	"persisted_inventory_sample_count" integer,
+	"last_updated_at" timestamp with time zone NOT NULL,
+	"raw_seller_json" text
+);
+--> statement-breakpoint
+CREATE TABLE "sourcing_inputs" (
+	"run_item_id" integer PRIMARY KEY NOT NULL,
+	"supplied_name" text,
+	"supplied_brand" text,
+	"supplied_category" text,
+	"unit_cost" real,
+	"avg_price_90d_sheet" real,
+	"selling_price_sheet" real,
+	"fba_net_sheet" real,
+	"gross_profit_dollar" real,
+	"gross_profit_pct" real,
+	"net_profit_sheet" real,
+	"roi_sheet" real,
+	"moq" integer,
+	"moq_cost" real,
+	"qty_available" integer,
+	"supplier" text,
+	"source_url" text,
+	"asin_link" text,
+	"promo_coupon_code" text,
+	"notes" text,
+	"lead_date" text
+);
+--> statement-breakpoint
+CREATE TABLE "stalker_inventory_items" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"run_id" integer NOT NULL,
+	"seller_id" text NOT NULL,
+	"product_asin" text NOT NULL,
+	"observation_id" integer NOT NULL,
+	"last_seen_at" timestamp with time zone NOT NULL,
+	"raw_inventory_json" text,
+	CONSTRAINT "uq_stalker_inventory_items_run_seller_asin" UNIQUE("run_id","seller_id","product_asin")
+);
+--> statement-breakpoint
+CREATE TABLE "stalker_run_details" (
+	"run_id" integer PRIMARY KEY NOT NULL,
+	"requested_asins" integer DEFAULT 0 NOT NULL,
+	"skipped_asins" integer DEFAULT 0 NOT NULL,
+	"scanned_asins" integer DEFAULT 0 NOT NULL,
+	"source_asins_with_matches" integer DEFAULT 0 NOT NULL,
+	"candidate_sellers" integer DEFAULT 0 NOT NULL,
+	"qualifying_sellers" integer DEFAULT 0 NOT NULL,
+	"matched_sellers" integer DEFAULT 0 NOT NULL,
+	"seller_metadata_requests" integer DEFAULT 0 NOT NULL,
+	"seller_storefront_requests" integer DEFAULT 0 NOT NULL,
+	"inventory_sellability_checked_asins" integer DEFAULT 0 NOT NULL,
+	"inventory_sellability_available_asins" integer DEFAULT 0 NOT NULL,
+	"inventory_sellability_excluded_asins" integer DEFAULT 0 NOT NULL,
+	"persisted_inventory_asins" integer DEFAULT 0 NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "stalker_scan_sellers" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"scan_id" integer NOT NULL,
+	"seller_id" text NOT NULL,
+	"offer_price" real,
+	"condition" text,
+	"is_fba" boolean,
+	"stock" integer,
+	"seller_rating" real,
+	"seller_rating_count" integer,
+	"raw_offer_json" text,
+	CONSTRAINT "uq_stalker_scan_sellers_scan_seller" UNIQUE("scan_id","seller_id")
+);
+--> statement-breakpoint
+CREATE TABLE "stalker_scans" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"run_id" integer NOT NULL,
+	"source_product_asin" text NOT NULL,
+	"observation_id" integer,
+	"offer_count" integer DEFAULT 0 NOT NULL,
+	"candidate_seller_count" integer DEFAULT 0 NOT NULL,
+	"matched_seller_count" integer DEFAULT 0 NOT NULL,
+	"fetched_at" timestamp with time zone NOT NULL,
+	CONSTRAINT "uq_stalker_scans_run_source_product" UNIQUE("run_id","source_product_asin")
+);
+--> statement-breakpoint
+CREATE TABLE "supplier_scores" (
+	"revision_id" integer PRIMARY KEY NOT NULL,
+	"score" real,
+	"sale_price" real,
+	"fba_fee" real,
+	"profit" real,
+	"margin" real,
+	"roi" real,
+	"reason" text
+);
+--> statement-breakpoint
+CREATE TABLE "upc_resolution_candidates" (
+	"run_item_id" integer NOT NULL,
+	"product_asin" text NOT NULL,
+	CONSTRAINT "upc_resolution_candidates_run_item_id_product_asin_pk" PRIMARY KEY("run_item_id","product_asin")
+);
+--> statement-breakpoint
+CREATE TABLE "upc_resolutions" (
+	"run_item_id" integer PRIMARY KEY NOT NULL,
+	"requested_upc" text NOT NULL,
+	"normalized_upc" text NOT NULL,
+	"provider" text NOT NULL,
+	"status" text NOT NULL,
+	"reason" text,
+	"resolved_product_asin" text,
+	"resolved_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+ALTER TABLE "analysis_revisions" ADD CONSTRAINT "analysis_revisions_run_item_id_run_items_id_fk" FOREIGN KEY ("run_item_id") REFERENCES "public"."run_items"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "analysis_revisions" ADD CONSTRAINT "analysis_revisions_observation_id_product_observations_id_fk" FOREIGN KEY ("observation_id") REFERENCES "public"."product_observations"("id") ON DELETE set null ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "analysis_run_stats" ADD CONSTRAINT "analysis_run_stats_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "category_run_details" ADD CONSTRAINT "category_run_details_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "product_identifiers" ADD CONSTRAINT "product_identifiers_product_asin_products_asin_fk" FOREIGN KEY ("product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "product_observations" ADD CONSTRAINT "product_observations_product_asin_products_asin_fk" FOREIGN KEY ("product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "product_observations" ADD CONSTRAINT "product_observations_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "run_items" ADD CONSTRAINT "run_items_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "run_items" ADD CONSTRAINT "run_items_product_asin_products_asin_fk" FOREIGN KEY ("product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "run_items" ADD CONSTRAINT "run_items_source_inventory_item_id_stalker_inventory_items_id_fk" FOREIGN KEY ("source_inventory_item_id") REFERENCES "public"."stalker_inventory_items"("id") ON DELETE set null ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "runs" ADD CONSTRAINT "runs_parent_run_id_runs_id_fk" FOREIGN KEY ("parent_run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "sourcing_inputs" ADD CONSTRAINT "sourcing_inputs_run_item_id_run_items_id_fk" FOREIGN KEY ("run_item_id") REFERENCES "public"."run_items"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_inventory_items" ADD CONSTRAINT "stalker_inventory_items_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_inventory_items" ADD CONSTRAINT "stalker_inventory_items_seller_id_sellers_seller_id_fk" FOREIGN KEY ("seller_id") REFERENCES "public"."sellers"("seller_id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_inventory_items" ADD CONSTRAINT "stalker_inventory_items_product_asin_products_asin_fk" FOREIGN KEY ("product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_inventory_items" ADD CONSTRAINT "stalker_inventory_items_observation_id_product_observations_id_fk" FOREIGN KEY ("observation_id") REFERENCES "public"."product_observations"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_run_details" ADD CONSTRAINT "stalker_run_details_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_scan_sellers" ADD CONSTRAINT "stalker_scan_sellers_scan_id_stalker_scans_id_fk" FOREIGN KEY ("scan_id") REFERENCES "public"."stalker_scans"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_scan_sellers" ADD CONSTRAINT "stalker_scan_sellers_seller_id_sellers_seller_id_fk" FOREIGN KEY ("seller_id") REFERENCES "public"."sellers"("seller_id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_scans" ADD CONSTRAINT "stalker_scans_run_id_runs_id_fk" FOREIGN KEY ("run_id") REFERENCES "public"."runs"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_scans" ADD CONSTRAINT "stalker_scans_source_product_asin_products_asin_fk" FOREIGN KEY ("source_product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "stalker_scans" ADD CONSTRAINT "stalker_scans_observation_id_product_observations_id_fk" FOREIGN KEY ("observation_id") REFERENCES "public"."product_observations"("id") ON DELETE set null ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "supplier_scores" ADD CONSTRAINT "supplier_scores_revision_id_analysis_revisions_id_fk" FOREIGN KEY ("revision_id") REFERENCES "public"."analysis_revisions"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "upc_resolution_candidates" ADD CONSTRAINT "upc_resolution_candidates_run_item_id_upc_resolutions_run_item_id_fk" FOREIGN KEY ("run_item_id") REFERENCES "public"."upc_resolutions"("run_item_id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "upc_resolution_candidates" ADD CONSTRAINT "upc_resolution_candidates_product_asin_products_asin_fk" FOREIGN KEY ("product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "upc_resolutions" ADD CONSTRAINT "upc_resolutions_run_item_id_run_items_id_fk" FOREIGN KEY ("run_item_id") REFERENCES "public"."run_items"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "upc_resolutions" ADD CONSTRAINT "upc_resolutions_resolved_product_asin_products_asin_fk" FOREIGN KEY ("resolved_product_asin") REFERENCES "public"."products"("asin") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+CREATE INDEX "idx_analysis_revisions_run_item_time" ON "analysis_revisions" USING btree ("run_item_id","analyzed_at");--> statement-breakpoint
+CREATE INDEX "idx_analysis_revisions_decision" ON "analysis_revisions" USING btree ("decision");--> statement-breakpoint
+CREATE INDEX "idx_product_identifiers_asin" ON "product_identifiers" USING btree ("product_asin");--> statement-breakpoint
+CREATE INDEX "idx_product_observations_product_time" ON "product_observations" USING btree ("product_asin","fetched_at" DESC NULLS LAST);--> statement-breakpoint
+CREATE INDEX "idx_product_observations_run_id" ON "product_observations" USING btree ("run_id");--> statement-breakpoint
+CREATE INDEX "idx_product_observations_sellability" ON "product_observations" USING btree ("sellability_status");--> statement-breakpoint
+CREATE INDEX "idx_products_name" ON "products" USING btree ("name");--> statement-breakpoint
+CREATE INDEX "idx_products_last_seen_at" ON "products" USING btree ("last_seen_at");--> statement-breakpoint
+CREATE INDEX "idx_run_items_run_id" ON "run_items" USING btree ("run_id");--> statement-breakpoint
+CREATE INDEX "idx_run_items_product_asin" ON "run_items" USING btree ("product_asin");--> statement-breakpoint
+CREATE INDEX "idx_runs_started_at" ON "runs" USING btree ("started_at");--> statement-breakpoint
+CREATE INDEX "idx_runs_type" ON "runs" USING btree ("type");--> statement-breakpoint
+CREATE INDEX "idx_runs_status" ON "runs" USING btree ("status");--> statement-breakpoint
+CREATE INDEX "idx_runs_parent_run_id" ON "runs" USING btree ("parent_run_id");--> statement-breakpoint
+CREATE INDEX "idx_stalker_inventory_seller_id" ON "stalker_inventory_items" USING btree ("seller_id");--> statement-breakpoint
+CREATE INDEX "idx_stalker_inventory_product_asin" ON "stalker_inventory_items" USING btree ("product_asin");--> statement-breakpoint
+CREATE INDEX "idx_stalker_scans_run_id" ON "stalker_scans" USING btree ("run_id");--> statement-breakpoint
+CREATE INDEX "idx_stalker_scans_source_asin" ON "stalker_scans" USING btree ("source_product_asin");--> statement-breakpoint
+CREATE INDEX "idx_upc_candidates_product_asin" ON "upc_resolution_candidates" USING btree ("product_asin");--> statement-breakpoint
+CREATE INDEX "idx_upc_resolutions_normalized_upc" ON "upc_resolutions" USING btree ("normalized_upc");

drizzle/0001_product_distributor_research.sql

@@ -0,0 +1,23 @@
+CREATE TABLE "product_distributor_research" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"product_asin" text NOT NULL,
+	"run_item_id" integer,
+	"inventory_item_id" integer,
+	"provider" text DEFAULT 'claude' NOT NULL,
+	"model" text NOT NULL,
+	"status" text DEFAULT 'completed' NOT NULL,
+	"query_context_json" text,
+	"distributors_json" text,
+	"raw_response" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+ALTER TABLE "product_distributor_research" ADD CONSTRAINT "product_distributor_research_product_asin_products_asin_fk" FOREIGN KEY ("product_asin") REFERENCES "public"."products"("asin") ON DELETE cascade ON UPDATE no action;
+--> statement-breakpoint
+ALTER TABLE "product_distributor_research" ADD CONSTRAINT "product_distributor_research_run_item_id_run_items_id_fk" FOREIGN KEY ("run_item_id") REFERENCES "public"."run_items"("id") ON DELETE set null ON UPDATE no action;
+--> statement-breakpoint
+ALTER TABLE "product_distributor_research" ADD CONSTRAINT "product_distributor_research_inventory_item_id_stalker_inventory_items_id_fk" FOREIGN KEY ("inventory_item_id") REFERENCES "public"."stalker_inventory_items"("id") ON DELETE set null ON UPDATE no action;
+--> statement-breakpoint
+CREATE INDEX "idx_distributor_research_asin_time" ON "product_distributor_research" USING btree ("product_asin","created_at");
+--> statement-breakpoint
+CREATE INDEX "idx_distributor_research_run_item" ON "product_distributor_research" USING btree ("run_item_id");

drizzle/meta/_journal.json

@@ -0,0 +1,20 @@
+{
+  "version": "7",
+  "dialect": "postgresql",
+  "entries": [
+    {
+      "idx": 0,
+      "version": "7",
+      "when": 1779726518779,
+      "tag": "0000_adorable_shiver_man",
+      "breakpoints": true
+    },
+    {
+      "idx": 1,
+      "version": "7",
+      "when": 1780000000000,
+      "tag": "0001_product_distributor_research",
+      "breakpoints": true
+    }
+  ]
+}

package.json

@@ -4,26 +4,33 @@
   "type": "module",
   "private": true,
   "scripts": {
-    "bestsellers": "bun run src/bestsellers-by-category.ts",
+    "bestsellers": "bun run src/categories/bestsellers-by-category.ts",
-    "monthly-sold": "bun run src/top-monthly-sold-by-category.ts",
+    "monthly-sold": "bun run src/categories/top-monthly-sold-by-category.ts",
-    "mid-range": "bun run src/mid-range-sellers-by-category.ts",
+    "mid-range": "bun run src/categories/mid-range-sellers-by-category.ts",
-    "upc": "bun run src/upc-lookup.ts",
+    "stalker": "bun run src/stalker/stalker.ts",
-    "upc-file": "bun run src/upc-file-analysis.ts",
+    "search-offers": "bun run src/asin-offer-search.ts",
+    "upc": "bun run src/supplier/upc-lookup.ts",
+    "upc-file": "bun run src/supplier/upc-file-analysis.ts",
     "start": "bun run src/index.ts",
     "start:web": "bun --hot src/server.ts",
     "build:web": "bun build src/web/index.html --outdir dist",
-    "test": "bun test"
+    "test": "bun test",
+    "db:generate": "drizzle-kit generate",
+    "db:migrate": "drizzle-kit migrate"
   },
   "devDependencies": {
     "@types/bun": "latest",
     "@types/react": "^19.2.14",
     "@types/react-dom": "^19.2.3",
+    "drizzle-kit": "^0.31.10",
     "typescript": "^6.0.3"
   },
   "dependencies": {
     "amazon-sp-api": "^1.2.1",
+    "drizzle-orm": "^0.45.2",
     "exceljs": "^4.4.0",
     "ioredis": "^5.10.1",
+    "postgres": "^3.4.9",
     "react": "^19.2.0",
     "react-dom": "^19.2.0",
     "xlsx": "^0.18.5"

src/analysis-pipeline.test.ts

@@ -0,0 +1,114 @@
+import { beforeEach, expect, mock, test } from "bun:test";
+import { processProductChunk } from "./analysis-pipeline.ts";
+import type { ProductRecord } from "./types.ts";
+
+const fetchKeepaDataBatchMock = mock(async (asins: string[]) => {
+  return new Map(
+    asins.map((asin) => [
+      asin,
+      {
+        currentPrice: 20,
+        avgPrice90: 18,
+        minPrice90: null,
+        maxPrice90: null,
+        salesRank: 100,
+        salesRankAvg90: null,
+        salesRankDrops30: null,
+        salesRankDrops90: null,
+        sellerCount: 3,
+        amazonIsSeller: false,
+        amazonBuyboxSharePct90d: null,
+        buyBoxSeller: null,
+        buyBoxPrice: null,
+        monthlySold: 50,
+        categoryTree: [],
+      },
+    ]),
+  );
+});
+
+const fetchSellabilityBatchMock = mock(async (asins: string[]) => {
+  return new Map(
+    asins.map((asin) => [
+      asin,
+      asin === "B000000002"
+        ? {
+            canSell: false,
+            sellabilityStatus: "restricted" as const,
+            sellabilityReason: "Approval required",
+          }
+        : {
+            canSell: true,
+            sellabilityStatus: "available" as const,
+            sellabilityReason: "Available",
+          },
+    ]),
+  );
+});
+
+const fetchSpApiPricingAndFeesMock = mock(async () => ({
+  fbaFee: 4,
+  fbmFee: 2,
+  referralFeePercent: 15,
+  estimatedSalePrice: 20,
+  canSell: true,
+  sellabilityStatus: "available" as const,
+  sellabilityReason: "Available",
+}));
+
+const analyzeProductsMock = mock(async (products: any[]) =>
+  products.map((product) => ({
+    asin: product.record.asin,
+    verdict: "FBA" as const,
+    confidence: 95,
+    reasoning: "Analyzed",
+  })),
+);
+
+const getCacheMock = mock(async () => null);
+const setCacheMock = mock(async () => undefined);
+
+beforeEach(() => {
+  fetchKeepaDataBatchMock.mockClear();
+  fetchSellabilityBatchMock.mockClear();
+  fetchSpApiPricingAndFeesMock.mockClear();
+  analyzeProductsMock.mockClear();
+  getCacheMock.mockClear();
+  setCacheMock.mockClear();
+});
+
+test("lead analysis retains restricted input rows as SKIP without LLM analysis", async () => {
+  const products: ProductRecord[] = [
+    { asin: "B000000001", name: "Available", unitCost: 5 },
+    { asin: "B000000002", name: "Restricted", unitCost: 6 },
+  ];
+
+  const results = await processProductChunk(products, {
+    llmBatchDelayMs: 0,
+    llmRetryDelayMs: 0,
+    dependencies: {
+      fetchKeepaDataBatch: fetchKeepaDataBatchMock,
+      fetchSellabilityBatch: fetchSellabilityBatchMock,
+      fetchSpApiPricingAndFees: fetchSpApiPricingAndFeesMock,
+      analyzeProducts: analyzeProductsMock,
+      getCache: getCacheMock,
+      setCache: setCacheMock,
+    },
+  });
+
+  expect(results).toHaveLength(2);
+  expect(results.map((result) => result.product.record.asin)).toEqual([
+    "B000000001",
+    "B000000002",
+  ]);
+  expect(results.find((result) => result.product.record.asin === "B000000002")?.verdict)
+    .toEqual({
+      asin: "B000000002",
+      verdict: "SKIP",
+      confidence: 100,
+      reasoning: "Approval required",
+    });
+  expect(fetchKeepaDataBatchMock.mock.calls[0]?.[0]).toEqual(["B000000001"]);
+  expect(fetchSpApiPricingAndFeesMock.mock.calls).toHaveLength(1);
+  expect(analyzeProductsMock.mock.calls[0]?.[0]).toHaveLength(1);
+});

src/analysis-pipeline.ts

@@ -1,7 +1,7 @@
-import { fetchKeepaDataBatch } from "./keepa.ts";
+import { fetchKeepaDataBatch } from "./integrations/keepa.ts";
-import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "./sp-api.ts";
+import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "./integrations/sp-api.ts";
-import { getCache, setCache } from "./cache.ts";
+import { getCache, setCache } from "./integrations/cache.ts";
-import { analyzeProducts } from "./llm.ts";
+import { analyzeProducts } from "./integrations/llm.ts";
 import type {
   AnalysisResult,
   EnrichedProduct,
@@ -16,12 +16,23 @@ export const DEFAULT_PRICING_CONCURRENCY = 5;
 
 export type SellabilityFilter = "available" | "all";
 
+type AnalysisPipelineDependencies = {
+  fetchKeepaDataBatch: typeof fetchKeepaDataBatch;
+  fetchSellabilityBatch: typeof fetchSellabilityBatch;
+  fetchSpApiPricingAndFees: typeof fetchSpApiPricingAndFees;
+  getCache: typeof getCache;
+  setCache: typeof setCache;
+  analyzeProducts: typeof analyzeProducts;
+};
+
 export type AnalysisPipelineOptions = {
   llmBatchSize?: number;
   pricingConcurrency?: number;
   llmBatchDelayMs?: number;
   llmRetryDelayMs?: number;
   sellability?: SellabilityFilter;
+  useClaude?: boolean;
+  dependencies?: Partial<AnalysisPipelineDependencies>;
 };
 
 export function chunkArray<T>(items: T[], chunkSize: number): T[][] {
@@ -60,23 +71,34 @@ export async function processProductChunk(
   const llmBatchDelayMs = Math.max(0, options.llmBatchDelayMs ?? 5_000);
   const llmRetryDelayMs = Math.max(0, options.llmRetryDelayMs ?? 10_000);
   const sellabilityFilter = options.sellability ?? "available";
+  const useClaude = options.useClaude === true;
+  const dependencies: AnalysisPipelineDependencies = {
+    fetchKeepaDataBatch,
+    fetchSellabilityBatch,
+    fetchSpApiPricingAndFees,
+    getCache,
+    setCache,
+    analyzeProducts,
+    ...options.dependencies,
+  };
 
   console.log(`\nChecking cache for ${products.length} products...`);
   const cached = new Map<string, EnrichedProduct>();
-  const excludedCachedAsins = new Set<string>();
+  const excludedCached = new Map<string, EnrichedProduct>();
   const uncachedProducts: ProductRecord[] = [];
 
   for (const p of products) {
-    const hit = await getCache(p.asin);
+    const hit = await dependencies.getCache(p.asin);
     if (hit) {
+      const currentSourceProduct = { ...hit, record: p };
       if (
         sellabilityFilter === "all" ||
         hit.spApi.sellabilityStatus === "available"
       ) {
         console.log(`  [cache hit] ${p.asin}`);
-        cached.set(p.asin, hit);
+        cached.set(p.asin, currentSourceProduct);
       } else {
-        excludedCachedAsins.add(p.asin);
+        excludedCached.set(p.asin, currentSourceProduct);
         console.log(
           `  [exclude cached] ${p.asin} - status=${hit.spApi.sellabilityStatus}`,
         );
@@ -87,7 +109,7 @@ export async function processProductChunk(
   }
 
   console.log(
-    `${cached.size} cached available, ${excludedCachedAsins.size} cached excluded, ${uncachedProducts.length} to fetch`,
+    `${cached.size} cached available, ${excludedCached.size} cached excluded, ${uncachedProducts.length} to fetch`,
   );
 
   const sellabilityMap = new Map<string, SellabilityInfo>();
@@ -98,7 +120,7 @@ export async function processProductChunk(
     console.log(
       `\nChecking sellability for ${uncachedProducts.length} ASINs...`,
     );
-    const sellResults = await fetchSellabilityBatch(
+    const sellResults = await dependencies.fetchSellabilityBatch(
       uncachedProducts.map((p) => p.asin),
     );
 
@@ -141,7 +163,7 @@ export async function processProductChunk(
   if (availableProducts.length > 0) {
     console.log(`\nFetching ${availableProducts.length} ASINs from Keepa...`);
     try {
-      keepaResults = await fetchKeepaDataBatch(
+      keepaResults = await dependencies.fetchKeepaDataBatch(
         availableProducts.map((p) => p.asin),
       );
     } catch (err) {
@@ -166,7 +188,10 @@ export async function processProductChunk(
         sellabilityStatus: "unknown" as const,
         sellabilityReason: "Sellability check returned no result",
       };
-      const spApi = await fetchSpApiPricingAndFees(p.asin, sellability);
+      const spApi = await dependencies.fetchSpApiPricingAndFees(
+        p.asin,
+        sellability,
+      );
 
       const keepa = keepaResults.get(p.asin);
       if (keepa?.currentPrice && spApi.estimatedSalePrice === 0) {
@@ -194,17 +219,33 @@ export async function processProductChunk(
   const availableAsins = new Set(availableProducts.map((ap) => ap.asin));
 
   for (const p of products) {
-    if (excludedCachedAsins.has(p.asin)) {
+    const excludedCachedProduct = excludedCached.get(p.asin);
+    if (excludedCachedProduct) {
+      enriched.push({ ...excludedCachedProduct, record: p });
       continue;
     }
 
     const cachedProduct = cached.get(p.asin);
     if (cachedProduct) {
-      enriched.push(cachedProduct);
+      enriched.push({ ...cachedProduct, record: p });
       continue;
     }
 
     if (!availableAsins.has(p.asin)) {
+      const sellability = sellabilityMap.get(p.asin);
+      if (sellability) {
+        enriched.push({
+          record: p,
+          keepa: null,
+          spApi: {
+            ...unknownSpApiData(
+              sellability.sellabilityReason ?? "Product is not available",
+            ),
+            ...sellability,
+          },
+          fetchedAt: new Date().toISOString(),
+        });
+      }
       continue;
     }
 
@@ -219,19 +260,41 @@ export async function processProductChunk(
       fetchedAt: new Date().toISOString(),
     };
 
-    await setCache(p.asin, product);
+    await dependencies.setCache(p.asin, product);
     enriched.push(product);
   }
 
+  const resultsByProduct = new Map<EnrichedProduct, AnalysisResult>();
+  const llmProducts: EnrichedProduct[] = [];
+  for (const product of enriched) {
+    if (
+      sellabilityFilter !== "all" &&
+      product.spApi.sellabilityStatus !== "available"
+    ) {
+      resultsByProduct.set(product, {
+        product,
+        verdict: {
+          asin: product.record.asin,
+          verdict: "SKIP",
+          confidence: 100,
+          reasoning:
+            product.spApi.sellabilityReason ??
+            `Sellability status: ${product.spApi.sellabilityStatus}`,
+        },
+      });
+    } else {
+      llmProducts.push(product);
+    }
+  }
+
   console.log(
-    `\nAnalyzing ${enriched.length} products via LLM (batch size: ${llmBatchSize})...\n`,
+    `\nAnalyzing ${llmProducts.length} products via LLM (batch size: ${llmBatchSize})...\n`,
   );
 
-  const results: AnalysisResult[] = [];
+  for (let i = 0; i < llmProducts.length; i += llmBatchSize) {
-  for (let i = 0; i < enriched.length; i += llmBatchSize) {
+    const batch = llmProducts.slice(i, i + llmBatchSize);
-    const batch = enriched.slice(i, i + llmBatchSize);
     const batchNum = Math.floor(i / llmBatchSize) + 1;
-    const totalBatches = Math.ceil(enriched.length / llmBatchSize);
+    const totalBatches = Math.ceil(llmProducts.length / llmBatchSize);
     console.log(`  LLM batch ${batchNum}/${totalBatches}...`);
 
     if (i > 0 && llmBatchDelayMs > 0) {
@@ -240,16 +303,18 @@ export async function processProductChunk(
 
     let verdicts;
     try {
-      verdicts = await analyzeProducts(batch, {
+      verdicts = await dependencies.analyzeProducts(batch, {
         ignoreSellability: sellabilityFilter === "all",
+        useClaude,
       });
     } catch {
       if (llmRetryDelayMs > 0) {
         await wait(llmRetryDelayMs);
       }
       try {
-        verdicts = await analyzeProducts(batch, {
+        verdicts = await dependencies.analyzeProducts(batch, {
           ignoreSellability: sellabilityFilter === "all",
+          useClaude,
         });
       } catch {
         verdicts = null;
@@ -260,7 +325,7 @@ export async function processProductChunk(
       const enrichedProduct = batch[j];
       if (!enrichedProduct) continue;
 
-      results.push({
+      resultsByProduct.set(enrichedProduct, {
         product: enrichedProduct,
         verdict: verdicts?.[j] ?? {
           asin: enrichedProduct.record.asin,
@@ -272,5 +337,7 @@ export async function processProductChunk(
     }
   }
 
-  return results;
+  return enriched
+    .map((product) => resultsByProduct.get(product))
+    .filter((result): result is AnalysisResult => result !== undefined);
 }

src/asin-offer-search.ts

@@ -0,0 +1,134 @@
+import { searchProductOffers, type SearxngOfferSearchResult } from "./integrations/searxng.ts";
+
+type CliArgs = {
+  query: string;
+  json: boolean;
+  provider?: "serpapi" | "google-custom-search" | "searxng";
+  categories?: string;
+  engines?: string;
+  limit?: number;
+};
+
+function readFlagValue(args: string[], flag: string): string | undefined {
+  const equalsArg = args.find((arg) => arg.startsWith(`${flag}=`));
+  if (equalsArg) return equalsArg.slice(flag.length + 1);
+
+  const index = args.indexOf(flag);
+  return index === -1 ? undefined : args[index + 1];
+}
+
+function parseArgs(args: string[]): CliArgs {
+  const json = args.includes("--json");
+  const shopping = args.includes("--shopping");
+  const providerRaw = readFlagValue(args, "--provider");
+  const engineRaw = readFlagValue(args, "--engine");
+  const categoryRaw = readFlagValue(args, "--category");
+  const limitRaw = readFlagValue(args, "--limit");
+  const limit = limitRaw == null ? undefined : Number(limitRaw);
+  const categories = categoryRaw ?? (shopping ? "shopping" : undefined);
+  const provider = normalizeProvider(providerRaw);
+
+  const queryParts = args.filter((arg, index) => {
+    if (arg.startsWith("--")) return false;
+    const previous = args[index - 1];
+    return (
+      previous !== "--limit" &&
+      previous !== "--category" &&
+      previous !== "--engine" &&
+      previous !== "--provider"
+    );
+  });
+  const query = queryParts.join(" ").trim();
+
+  if (!query) {
+    console.error(
+      'Usage: bun run search-offers "product search terms" [--limit 10] [--provider serpapi|google-custom-search|searxng] [--json]',
+    );
+    process.exit(1);
+  }
+
+  if (
+    limitRaw != null &&
+    (limit == null || !Number.isInteger(limit) || limit <= 0)
+  ) {
+    console.error("--limit must be a positive integer.");
+    process.exit(1);
+  }
+
+  return {
+    query,
+    json,
+    provider,
+    categories,
+    engines: engineRaw,
+    limit,
+  };
+}
+
+function printTable(results: SearxngOfferSearchResult[]): void {
+  if (results.length === 0) {
+    console.log("No offer results found.");
+    return;
+  }
+
+  console.table(
+    results.map((result) => ({
+      Rank: result.rank,
+      Score: result.score,
+      ASIN: result.matchedAsin ?? "",
+      Price: formatPrice(result),
+      "Price Label": result.detectedPriceLabel ?? "",
+      Domain: result.domain,
+      Title: result.title,
+      URL: result.url,
+    })),
+  );
+}
+
+async function main(): Promise<void> {
+  const args = parseArgs(process.argv.slice(2));
+  const options = {
+    maxResults: args.limit,
+    provider: args.provider,
+    categories: args.categories,
+    engines: args.engines,
+  };
+  const results = await searchProductOffers(args.query, options);
+
+  if (args.json) {
+    console.log(JSON.stringify(results, null, 2));
+    return;
+  }
+
+  printTable(results);
+}
+
+function normalizeProvider(
+  value: string | undefined,
+): "serpapi" | "google-custom-search" | "searxng" | undefined {
+  if (value == null) return undefined;
+  const provider = value.trim().toLowerCase();
+  if (provider === "serpapi" || provider === "google-shopping") {
+    return "serpapi";
+  }
+  if (provider === "google-custom-search") {
+    return "google-custom-search";
+  }
+  if (provider === "searxng") return provider;
+  console.error("--provider must be one of: serpapi, google-custom-search, searxng");
+  process.exit(1);
+}
+
+function formatPrice(result: SearxngOfferSearchResult): string {
+  if (result.detectedPrice == null) return "";
+  if (result.detectedPriceText) return result.detectedPriceText;
+  const currency = result.detectedPriceCurrency ?? "USD";
+  return currency === "USD"
+    ? `$${result.detectedPrice}`
+    : `${currency} ${result.detectedPrice}`;
+}
+
+main().catch((err) => {
+  console.error(`Search failed: ${err instanceof Error ? err.message : err}`);
+  process.exit(1);
+});

src/asin.test.ts

@@ -0,0 +1,13 @@
+import { expect, test } from "bun:test";
+import { normalizeAsin, requireAsin } from "./asin.ts";
+
+test("normalizes any valid ten-character ASIN including ISBN-style values", () => {
+  expect(normalizeAsin(" b07sn9bhvv ")).toBe("B07SN9BHVV");
+  expect(normalizeAsin("0306406152")).toBe("0306406152");
+});
+
+test("rejects values that cannot be canonical product ASIN keys", () => {
+  expect(normalizeAsin("short")).toBeNull();
+  expect(normalizeAsin("B07SN9BHV!")).toBeNull();
+  expect(() => requireAsin("012345678901")).toThrow("Invalid ASIN");
+});

src/asin.ts

@@ -0,0 +1,14 @@
+export const ASIN_PATTERN = /^[A-Z0-9]{10}$/;
+
+export function normalizeAsin(value: unknown): string | null {
+  const asin = String(value ?? "").trim().toUpperCase();
+  return ASIN_PATTERN.test(asin) ? asin : null;
+}
+
+export function requireAsin(value: unknown): string {
+  const asin = normalizeAsin(value);
+  if (!asin) {
+    throw new Error(`Invalid ASIN: "${String(value ?? "").trim()}"`);
+  }
+  return asin;
+}

src/categories/bestsellers-by-category.test.ts

@@ -1,8 +1,41 @@
-import { test, expect, beforeAll, afterAll, beforeEach, mock } from "bun:test";
+import { test, expect, beforeEach, mock } from "bun:test";
-import { Database } from "bun:sqlite";
+
-import { getDb, initDb, closeDb } from "./database.ts";
+let nextId = 0;
-import path from "node:path";
+
-import { rmSync, mkdirSync } from "node:fs";
+function chainable(resolveWith: any[] = []): any {
+  const p: any = Promise.resolve(resolveWith);
+  p.limit = (_n: any) => chainable(resolveWith);
+  p.where = (_cond: any) => chainable(resolveWith);
+  p.from = (_table: any) => chainable(resolveWith);
+  return p;
+}
+
+const makeMockDb = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable(),
+      limit: (_n: any) => chainable(),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable(),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+  transaction: async (fn: (tx: any) => Promise<any>) => fn(makeMockDb()),
+});
+
+mock.module("../db/index.ts", () => ({ db: makeMockDb(), client: {} }));
 
 const fetchSellabilityBatchMock = mock(async (asins: string[]) => {
   return new Map(
@@ -36,51 +69,28 @@ const analyzeProductsMock = mock(async (products: any[]) => {
   }));
 });
 
-mock.module("./sp-api.ts", () => ({
+mock.module("../integrations/sp-api.ts", () => ({
   fetchSellabilityBatch: fetchSellabilityBatchMock,
   fetchSpApiPricingAndFees: fetchSpApiPricingAndFeesMock,
 }));
 
-mock.module("./llm.ts", () => ({
+mock.module("../integrations/llm.ts", () => ({
   analyzeProducts: analyzeProductsMock,
 }));
 
 const modulePromise = import("./bestsellers-by-category.ts");
 
-const DB_TEST_PATH = path.join(
+let processCategory: (runId: number, category: any, perCategoryTop: number) => Promise<any>;
-  process.cwd(),
+let insertCategoryRunSummary: (summary: any, runTimestamp: string) => Promise<number>;
-  "test_output",
-  "test_analysis.sqlite",
-);
-
-let db: Database;
-let processCategory: (db: Database, runId: number, category: any, perCategoryTop: number) => Promise<any>;
-let insertCategoryRunSummary: (db: Database, summary: any, runTimestamp: string) => Promise<number>;
 let originalFetch: typeof globalThis.fetch;
 
-beforeAll(async () => {
 const mod = await modulePromise;
 processCategory = mod.processCategory;
 insertCategoryRunSummary = mod.insertCategoryRunSummary;
-
-  rmSync(path.dirname(DB_TEST_PATH), { recursive: true, force: true });
-  mkdirSync(path.dirname(DB_TEST_PATH), { recursive: true });
-  initDb(DB_TEST_PATH);
-  db = getDb(DB_TEST_PATH);
-
 originalFetch = globalThis.fetch;
-});
-
-afterAll(() => {
-  globalThis.fetch = originalFetch;
-  closeDb();
-  rmSync(path.dirname(DB_TEST_PATH), { recursive: true, force: true });
-});
 
 beforeEach(() => {
-  db.run("DELETE FROM product_analysis_results");
+  nextId = 0;
-  db.run("DELETE FROM category_analysis_runs");
-
   globalThis.fetch = mock(async (input: string | URL | Request) => {
     const rawUrl =
       typeof input === "string"
@@ -139,7 +149,8 @@ test("processCategory function test", async () => {
     childCount: 0,
   };
 
-  const runId = await insertCategoryRunSummary(db, {
+  const runId = await insertCategoryRunSummary(
+    {
       categoryId: mockCategory.id,
       categoryLabel: mockCategory.label,
       topAsinsChecked: 0,
@@ -150,28 +161,22 @@ test("processCategory function test", async () => {
       status: "running",
       error: "",
       results: [],
-  }, new Date().toISOString());
+    },
-  const summary = await processCategory(db, runId, mockCategory, 2);
+    new Date().toISOString(),
+  );
 
-  const categoryRun = db.query("SELECT * FROM category_analysis_runs").all() as any[];
+  const summary = await processCategory(runId, mockCategory, 2);
-  expect(categoryRun.length).toBe(1);
-  expect(categoryRun[0].category_label).toBe("Category 1");
-  expect(categoryRun[0].top_asins_checked).toBe(2);
-  expect(categoryRun[0].available_asins).toBe(2);
-  expect(categoryRun[0].fba_count).toBe(1);
-  expect(categoryRun[0].fbm_count).toBe(1);
-  expect(categoryRun[0].status).toBe("ok");
 
-  const productResults = db.query("SELECT * FROM product_analysis_results ORDER BY asin").all() as any[];
+  expect(summary.status).toBe("ok");
-  expect(productResults.length).toBe(2);
+  expect(summary.topAsinsChecked).toBe(2);
+  expect(summary.availableAsins).toBe(2);
+  expect(summary.fba).toBe(1);
+  expect(summary.fbm).toBe(1);
+  expect(summary.results?.length).toBe(2);
+  expect(summary.results?.[0]?.product.record.asin).toBe("B000000001");
+  expect(summary.results?.[0]?.verdict.verdict).toBe("FBA");
+  expect(summary.results?.[1]?.product.record.asin).toBe("B000000002");
+  expect(summary.results?.[1]?.verdict.verdict).toBe("FBM");
 
-  expect(productResults[0].asin).toBe("B000000001");
+  globalThis.fetch = originalFetch;
-  expect(productResults[0].name).toBe("Product One");
-  expect(productResults[0].verdict).toBe("FBA");
-  expect(productResults[0].run_id).toBe(categoryRun[0].id);
-
-  expect(productResults[1].asin).toBe("B000000002");
-  expect(productResults[1].name).toBe("Product Two");
-  expect(productResults[1].verdict).toBe("FBM");
-  expect(productResults[1].run_id).toBe(categoryRun[0].id);
 });

src/categories/bestsellers-by-category.ts

@@ -1,9 +1,14 @@
 import { existsSync, mkdirSync, readFileSync } from "node:fs";
 import path from "node:path";
-import { type Database, getDb, initDb } from "./database.ts";
+import { normalizeAsin } from "../asin.ts";
-import { config } from "./config.ts";
+import {
-import { analyzeProducts } from "./llm.ts";
+  createCategoryRun,
-import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "./sp-api.ts";
+  persistLlmResults,
+  updateCategoryRun,
+} from "../db/persistence.ts";
+import { config } from "../config.ts";
+import { analyzeProducts } from "../integrations/llm.ts";
+import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "../integrations/sp-api.ts";
 import type {
   AnalysisResult,
   EnrichedProduct,
@@ -12,7 +17,7 @@ import type {
   ProductRecord,
   SellabilityInfo,
   SpApiData,
-} from "./types.ts";
+} from "../types.ts";
 
 type CategoryInfo = {
   id: number;
@@ -26,6 +31,7 @@ type ParsedArgs = {
   categoryLimit: number;
   perCategoryTop: number;
   blacklistFile: string;
+  useClaude: boolean;
 };
 
 type CategoryRunSummary = {
@@ -72,6 +78,7 @@ function log(
 
 function parseArgs(): ParsedArgs {
   const args = process.argv.slice(2);
+  const useClaude = hasFlag(args, "--claude");
   const outputDir =
     readFlagValue(args, "--out-dir") ?? path.join(process.cwd(), "output");
   const blacklistFile =
@@ -100,9 +107,14 @@ function parseArgs(): ParsedArgs {
     categoryLimit,
     perCategoryTop,
     blacklistFile,
+    useClaude,
   };
 }
 
+function hasFlag(args: string[], flag: string): boolean {
+  return args.includes(flag);
+}
+
 function readFlagValue(args: string[], flag: string): string | undefined {
   const idx = args.indexOf(flag);
   if (idx === -1) return undefined;
@@ -118,7 +130,7 @@ function printUsageAndExit(message: string): never {
     "error",
     [
       "Usage:",
-      "  bun run src/bestsellers-by-category.ts [--category-limit 32] [--per-category-top 100] [--out-dir output] [--blacklist-file category-blacklist.csv]",
+      "  bun run src/bestsellers-by-category.ts [--category-limit 32] [--per-category-top 100] [--out-dir output] [--blacklist-file category-blacklist.csv] [--claude]",
       "",
       "Flow:",
       "  1) Discover categories and round-robin selection.",
@@ -132,36 +144,13 @@ function printUsageAndExit(message: string): never {
 }
 
 export async function insertCategoryRunSummary(
-  db: Database,
   summary: CategoryRunSummary,
   runTimestamp: string,
 ): Promise<number> {
-  const query = `
+  return createCategoryRun(summary, runTimestamp);
-    INSERT INTO category_analysis_runs (
-      category_id, category_label, run_timestamp,
-      top_asins_checked, available_asins,
-      fba_count, fbm_count, skip_count,
-      status, error_message
-    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?);
-  `;
-  const result = db.run(query, [
-    summary.categoryId,
-    summary.categoryLabel,
-    runTimestamp,
-    summary.topAsinsChecked,
-    summary.availableAsins,
-    summary.fba,
-    summary.fbm,
-    summary.skip,
-    summary.status,
-    summary.error,
-  ]);
-  // Bun's SQLite client returns { changes: number, lastInsertRowid: number | bigint }
-  return Number(result.lastInsertRowid);
 }
 
 export async function updateCategoryRunSummary(
-  db: Database,
   runId: number,
   summary: Pick<
     CategoryRunSummary,
@@ -174,136 +163,18 @@ export async function updateCategoryRunSummary(
     | "error"
   >,
 ): Promise<void> {
-  db.run(
+  await updateCategoryRun(runId, summary);
-    `
-      UPDATE category_analysis_runs
-      SET
-        top_asins_checked = ?,
-        available_asins = ?,
-        fba_count = ?,
-        fbm_count = ?,
-        skip_count = ?,
-        status = ?,
-        error_message = ?
-      WHERE id = ?
-    `,
-    [
-      summary.topAsinsChecked,
-      summary.availableAsins,
-      summary.fba,
-      summary.fbm,
-      summary.skip,
-      summary.status,
-      summary.error,
-      runId,
-    ],
-  );
 }
 
 export async function insertProductAnalysisResults(
-  db: Database,
   runId: number,
   results: AnalysisResult[],
 ): Promise<void> {
-  if (results.length === 0) {
+  if (results.length === 0) return;
-    return;
+  await persistLlmResults(runId, results, {
-  }
+    source: "category_analysis",
-
+    metadataSource: "catalog",
-  const insertStmt = db.prepare(`
+  });
-    INSERT INTO product_analysis_results (
-      asin, run_id, name, brand, category, unit_cost,
-      current_price, avg_price_90d, avg_price_90d_sheet,
-      selling_price_sheet, sales_rank, sales_rank_avg_90d,
-      seller_count, amazon_is_seller, amazon_buybox_share_pct_90d,
-      monthly_sold, rank_drops_30d, rank_drops_90d,
-      fba_fee, fbm_fee, referral_percent, can_sell,
-      sellability_status, sellability_reason,
-      verdict, confidence, reasoning, fetched_at
-    ) VALUES (
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?
-    )
-    ON CONFLICT(asin) DO UPDATE SET
-      run_id = excluded.run_id,
-      name = excluded.name,
-      brand = excluded.brand,
-      category = excluded.category,
-      unit_cost = excluded.unit_cost,
-      current_price = excluded.current_price,
-      avg_price_90d = excluded.avg_price_90d,
-      avg_price_90d_sheet = excluded.avg_price_90d_sheet,
-      selling_price_sheet = excluded.selling_price_sheet,
-      sales_rank = excluded.sales_rank,
-      sales_rank_avg_90d = excluded.sales_rank_avg_90d,
-      seller_count = excluded.seller_count,
-      amazon_is_seller = excluded.amazon_is_seller,
-      amazon_buybox_share_pct_90d = excluded.amazon_buybox_share_pct_90d,
-      monthly_sold = excluded.monthly_sold,
-      rank_drops_30d = excluded.rank_drops_30d,
-      rank_drops_90d = excluded.rank_drops_90d,
-      fba_fee = excluded.fba_fee,
-      fbm_fee = excluded.fbm_fee,
-      referral_percent = excluded.referral_percent,
-      can_sell = excluded.can_sell,
-      sellability_status = excluded.sellability_status,
-      sellability_reason = excluded.sellability_reason,
-      verdict = excluded.verdict,
-      confidence = excluded.confidence,
-      reasoning = excluded.reasoning,
-      fetched_at = excluded.fetched_at;
-  `);
-
-  db.transaction((resultsBatch: AnalysisResult[]) => {
-    for (const r of resultsBatch) {
-      const price =
-        r.product.keepa?.currentPrice ??
-        r.product.record.sellingPriceFromSheet ??
-        r.product.spApi.estimatedSalePrice;
-      const rank = r.product.keepa?.salesRank ?? r.product.record.amazonRank;
-
-      insertStmt.run(
-        r.product.record.asin,
-        runId,
-        r.product.record.name,
-        r.product.record.brand ?? null,
-        r.product.record.category ??
-          r.product.keepa?.categoryTree?.join(" > ") ??
-          null,
-        r.product.record.unitCost ?? null,
-        price ?? null,
-        r.product.keepa?.avgPrice90 ?? null,
-        r.product.record.avgPrice90FromSheet ?? null,
-        r.product.record.sellingPriceFromSheet ?? null,
-        rank ?? null,
-        r.product.keepa?.salesRankAvg90 ?? null,
-        r.product.keepa?.sellerCount ?? null,
-        r.product.keepa?.amazonIsSeller == null
-          ? null
-          : r.product.keepa.amazonIsSeller
-            ? 1
-            : 0,
-        r.product.keepa?.amazonBuyboxSharePct90d ?? null,
-        r.product.keepa?.monthlySold ?? null,
-        r.product.keepa?.salesRankDrops30 ?? null,
-        r.product.keepa?.salesRankDrops90 ?? null,
-        r.product.spApi.fbaFee ?? null,
-        r.product.spApi.fbmFee ?? null,
-        r.product.spApi.referralFeePercent ?? null,
-        r.product.spApi.canSell == null
-          ? "unknown"
-          : r.product.spApi.canSell
-            ? "yes"
-            : "no",
-        r.product.spApi.sellabilityStatus ?? null,
-        r.product.spApi.sellabilityReason ?? null,
-        r.verdict.verdict,
-        r.verdict.confidence,
-        r.verdict.reasoning ?? null,
-        r.product.fetchedAt,
-      );
-    }
-  })(results); // Execute the transaction with the results batch
 }
 
 function loadCategoryBlacklist(filePath: string): Set<number> {
@@ -639,7 +510,7 @@ async function discoverCategories(
   maxCategories: number,
 ): Promise<CategoryInfo[]> {
   const data = await keepaGetJson(
-    `/category?key=${encodeURIComponent(config.keepaApiKey)}&domain=${DOMAIN_US}&category=0`,
+    `/category?key=${encodeURIComponent(config.keepaApiKey)}&domain=${DOMAIN_US}&category=0&parents=0`,
   );
 
   const categories = normalizeCategoryList(data);
@@ -685,7 +556,11 @@ async function fetchCategoryBestSellerAsins(
   for (const value of candidates) {
     if (Array.isArray(value)) {
       return [
-        ...new Set(value.map((v) => String(v).trim()).filter(Boolean)),
+        ...new Set(
+          value
+            .map((v) => normalizeAsin(v))
+            .filter((asin): asin is string => asin !== null),
+        ),
       ].slice(0, limit);
     }
   }
@@ -940,7 +815,7 @@ async function fetchKeepaEnrichmentMap(
 
     const products = Array.isArray(data?.products) ? data.products : [];
     for (const product of products) {
-      const asin = String(product?.asin ?? "").trim();
+      const asin = normalizeAsin(product?.asin);
       if (!asin) continue;
       out.set(asin, {
         keepa: parseKeepaProduct(product),
@@ -1007,17 +882,17 @@ function buildEnrichedProducts(
 }
 
 export async function processCategory(
-  db: Database,
   runId: number,
   category: CategoryInfo,
   perCategoryTop: number,
+  useClaude = false,
 ): Promise<CategoryRunSummary> {
   log("info", `\nCategory ${category.label} (${category.id})`);
 
   const topAsins = await fetchCategoryBestSellerAsins(category, perCategoryTop);
   if (topAsins.length === 0) {
     log("info", "  Keepa returned no ASINs for this category.");
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: 0,
       availableAsins: 0,
       fba: 0,
@@ -1061,7 +936,7 @@ export async function processCategory(
     `  Sellable ASINs: ${availableAsins.length}/${uniqueTopAsins.length}`,
   );
   if (availableAsins.length === 0) {
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: uniqueTopAsins.length,
       availableAsins: 0,
       fba: 0,
@@ -1106,7 +981,7 @@ export async function processCategory(
 
     let batchVerdicts: LlmVerdict[];
     try {
-      batchVerdicts = await analyzeProducts(batch);
+      batchVerdicts = await analyzeProducts(batch, { useClaude });
     } catch (err) {
       const message = err instanceof Error ? err.message : String(err);
       log("warn", `  LLM batch failed: ${message}`);
@@ -1129,7 +1004,7 @@ export async function processCategory(
       },
     }));
 
-    await insertProductAnalysisResults(db, runId, batchResults);
+    await insertProductAnalysisResults(runId, batchResults);
 
     for (const result of batchResults) {
       results.push(result);
@@ -1142,7 +1017,7 @@ export async function processCategory(
       }
     }
 
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: uniqueTopAsins.length,
       availableAsins: availableAsins.length,
       fba,
@@ -1162,7 +1037,7 @@ export async function processCategory(
     }
   }
 
-  await updateCategoryRunSummary(db, runId, {
+  await updateCategoryRunSummary(runId, {
     topAsinsChecked: uniqueTopAsins.length,
     availableAsins: availableAsins.length,
     fba,
@@ -1191,10 +1066,6 @@ export async function main(): Promise<void> {
   assertSpApiPrerequisites();
 
   mkdirSync(args.outputDir, { recursive: true });
-  const DB_PATH =
-    process.env.RESULTS_DB_PATH || path.join(process.cwd(), "db", "results.db");
-  initDb(DB_PATH);
-  const db = getDb(DB_PATH);
 
   log("info", "Starting per-category bestseller pipeline");
   log("info", `Marketplace: ${config.spApiMarketplaceId}`);
@@ -1228,7 +1099,6 @@ export async function main(): Promise<void> {
     let runId: number | undefined;
     try {
       runId = await insertCategoryRunSummary(
-        db,
         {
           categoryId: category.id,
           categoryLabel: category.label,
@@ -1245,10 +1115,10 @@ export async function main(): Promise<void> {
       );
 
       categorySummary = await processCategory(
-        db,
         runId,
         category,
         args.perCategoryTop,
+        args.useClaude,
       );
 
       totalInsertedAsins += categorySummary.results?.length ?? 0;
@@ -1274,7 +1144,7 @@ export async function main(): Promise<void> {
         results: [],
       };
       if (runId) {
-        await updateCategoryRunSummary(db, runId, {
+        await updateCategoryRunSummary(runId, {
           topAsinsChecked: 0,
           availableAsins: 0,
           fba: 0,

src/categories/mid-range-sellers-by-category.test.ts

@@ -1,8 +1,41 @@
-import { test, expect, beforeAll, afterAll, beforeEach, mock } from "bun:test";
+import { test, expect, beforeEach, mock } from "bun:test";
-import { Database } from "bun:sqlite";
+
-import { getDb, initDb, closeDb } from "./database.ts";
+let nextId = 0;
-import path from "node:path";
+
-import { rmSync, mkdirSync } from "node:fs";
+function chainable(resolveWith: any[] = []): any {
+  const p: any = Promise.resolve(resolveWith);
+  p.limit = (_n: any) => chainable(resolveWith);
+  p.where = (_cond: any) => chainable(resolveWith);
+  p.from = (_table: any) => chainable(resolveWith);
+  return p;
+}
+
+const makeMockDb = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable(),
+      limit: (_n: any) => chainable(),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable(),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+  transaction: async (fn: (tx: any) => Promise<any>) => fn(makeMockDb()),
+});
+
+mock.module("../db/index.ts", () => ({ db: makeMockDb(), client: {} }));
 
 const fetchSellabilityBatchMock = mock(async (asins: string[]) => {
   return new Map<string, any>(
@@ -51,55 +84,28 @@ const analyzeProductsMock = mock(async (products: any[]) => {
   }));
 });
 
-mock.module("./sp-api.ts", () => ({
+mock.module("../integrations/sp-api.ts", () => ({
   fetchSellabilityBatch: fetchSellabilityBatchMock,
   fetchSpApiPricingAndFees: fetchSpApiPricingAndFeesMock,
 }));
 
-mock.module("./llm.ts", () => ({
+mock.module("../integrations/llm.ts", () => ({
   analyzeProducts: analyzeProductsMock,
 }));
 
 const modulePromise = import("./mid-range-sellers-by-category.ts");
 
-const DB_TEST_PATH = path.join(
-  process.cwd(),
-  "test_output",
-  "test_mid_range_analysis.sqlite",
-);
-
-let db: Database;
 let processCategory: any;
-let insertCategoryRunSummary: (
+let insertCategoryRunSummary: (summary: any, runTimestamp: string) => Promise<number>;
-  db: Database,
-  summary: any,
-  runTimestamp: string,
-) => Promise<number>;
 let originalFetch: typeof globalThis.fetch;
 
-beforeAll(async () => {
 const mod = await modulePromise;
 processCategory = mod.processCategory;
 insertCategoryRunSummary = mod.insertCategoryRunSummary;
-
-  rmSync(path.dirname(DB_TEST_PATH), { recursive: true, force: true });
-  mkdirSync(path.dirname(DB_TEST_PATH), { recursive: true });
-  initDb(DB_TEST_PATH);
-  db = getDb(DB_TEST_PATH);
-
 originalFetch = globalThis.fetch;
-});
-
-afterAll(() => {
-  globalThis.fetch = originalFetch;
-  closeDb();
-  rmSync(path.dirname(DB_TEST_PATH), { recursive: true, force: true });
-});
 
 beforeEach(() => {
-  db.run("DELETE FROM product_analysis_results");
+  nextId = 0;
-  db.run("DELETE FROM category_analysis_runs");
-
   globalThis.fetch = mock(async (input: string | URL | Request) => {
     const rawUrl =
       typeof input === "string"
@@ -138,25 +144,8 @@ beforeEach(() => {
               buyBoxStatsAmazon90: 40,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 1000, null, null, null, null, null, null, null, 5,
-                  null,
+                  null, null, null, null, null, null, 2599,
-                  null,
-                  1000,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  5,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2599,
                 ],
                 avg: [2400, null, null, 1200],
               },
@@ -171,25 +160,8 @@ beforeEach(() => {
               buyBoxStatsAmazon90: 50,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 2000, null, null, null, null, null, null, null, 3,
-                  null,
+                  null, null, null, null, null, null, 1999,
-                  null,
-                  2000,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  3,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  1999,
                 ],
                 avg: [1800, null, null, 2200],
               },
@@ -204,25 +176,8 @@ beforeEach(() => {
               buyBoxStatsAmazon90: 50,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 1500, null, null, null, null, null, null, null, 4,
-                  null,
+                  null, null, null, null, null, null, 2099,
-                  null,
-                  1500,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  4,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2099,
                 ],
                 avg: [2000, null, null, 1800],
               },
@@ -237,25 +192,8 @@ beforeEach(() => {
               buyBoxStatsAmazon90: 95,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 3000, null, null, null, null, null, null, null, 4,
-                  null,
+                  null, null, null, null, null, null, 2899,
-                  null,
-                  3000,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  4,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2899,
                 ],
                 avg: [2600, null, null, 2800],
               },
@@ -269,25 +207,8 @@ beforeEach(() => {
               isAmazonSeller: false,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 3200, null, null, null, null, null, null, null, 25,
-                  null,
+                  null, null, null, null, null, null, 3500,
-                  null,
-                  3200,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  25,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  3500,
                 ],
                 avg: [3200, null, null, 3200],
               },
@@ -315,7 +236,6 @@ test("processCategory only analyzes sellable mid-range matches", async () => {
   };
 
   const runId = await insertCategoryRunSummary(
-    db,
     {
       categoryId: mockCategory.id,
       categoryLabel: mockCategory.label,
@@ -332,7 +252,6 @@ test("processCategory only analyzes sellable mid-range matches", async () => {
   );
 
   const summary = await processCategory(
-    db,
     runId,
     mockCategory,
     3,
@@ -345,6 +264,7 @@ test("processCategory only analyzes sellable mid-range matches", async () => {
     20,
     15,
     85,
+    "strict",
   );
 
   expect(summary.status).toBe("ok");
@@ -352,23 +272,7 @@ test("processCategory only analyzes sellable mid-range matches", async () => {
   expect(summary.availableAsins).toBe(1);
   expect(summary.results?.length).toBe(1);
 
-  const productResults = db
+  globalThis.fetch = originalFetch;
-    .query(
-      "SELECT asin, monthly_sold, can_sell, sellability_status FROM product_analysis_results ORDER BY monthly_sold DESC",
-    )
-    .all() as Array<{
-    asin: string;
-    monthly_sold: number;
-    can_sell: string;
-    sellability_status: string;
-  }>;
-
-  expect(productResults.length).toBe(1);
-  expect(productResults.map((row) => row.asin)).toEqual(["B000000001"]);
-
-  const sellable = productResults.find((row) => row.asin === "B000000001");
-  expect(sellable?.can_sell).toBe("yes");
-  expect(sellable?.sellability_status).toBe("available");
 });
 
 test("processCategory returns empty when no products match mid-range criteria", async () => {
@@ -380,7 +284,6 @@ test("processCategory returns empty when no products match mid-range criteria",
   };
 
   const runId = await insertCategoryRunSummary(
-    db,
     {
       categoryId: mockCategory.id,
       categoryLabel: mockCategory.label,
@@ -397,7 +300,6 @@ test("processCategory returns empty when no products match mid-range criteria",
   );
 
   const summary = await processCategory(
-    db,
     runId,
     mockCategory,
     3,
@@ -410,6 +312,7 @@ test("processCategory returns empty when no products match mid-range criteria",
     20,
     15,
     85,
+    "strict",
   );
 
   expect(summary.status).toBe("empty");
@@ -417,8 +320,5 @@ test("processCategory returns empty when no products match mid-range criteria",
   expect(summary.availableAsins).toBe(0);
   expect(summary.results?.length).toBe(0);
 
-  const rows = db
+  globalThis.fetch = originalFetch;
-    .query("SELECT COUNT(*) as c FROM product_analysis_results")
-    .all() as Array<{ c: number }>;
-  expect(rows[0]?.c).toBe(0);
 });

src/categories/mid-range-sellers-by-category.ts

@@ -2,16 +2,21 @@ import { existsSync, mkdirSync, readFileSync } from "node:fs";
 import path from "node:path";
 import { createInterface } from "node:readline/promises";
 import { stdin as input, stdout as output } from "node:process";
-import { type Database, getDb, initDb } from "./database.ts";
+import { normalizeAsin } from "../asin.ts";
-import { config } from "./config.ts";
+import {
+  createCategoryRun,
+  persistLlmResults,
+  updateCategoryRun,
+} from "../db/persistence.ts";
+import { config } from "../config.ts";
 import {
   connectCache,
   disconnectCache,
   getApiCache,
   setApiCache,
-} from "./cache.ts";
+} from "../integrations/cache.ts";
-import { analyzeProducts } from "./llm.ts";
+import { analyzeProducts } from "../integrations/llm.ts";
-import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "./sp-api.ts";
+import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "../integrations/sp-api.ts";
 import type {
   AnalysisResult,
   EnrichedProduct,
@@ -20,7 +25,7 @@ import type {
   ProductRecord,
   SellabilityInfo,
   SpApiData,
-} from "./types.ts";
+} from "../types.ts";
 
 type CategoryInfo = {
   id: number;
@@ -34,6 +39,7 @@ type ParsedArgs = {
   selectCategories: boolean;
   categoryIds: number[];
   sellabilityGate: "strict" | "soft" | "off";
+  useClaude: boolean;
   outputDir: string;
   categoryLimit: number;
   perCategoryTop: number;
@@ -118,6 +124,7 @@ function parseArgs(): ParsedArgs {
   const args = process.argv.slice(2);
   const listCategories = hasFlag(args, "--list-categories");
   const selectCategories = hasFlag(args, "--select-categories");
+  const useClaude = hasFlag(args, "--claude");
   const categoryIdsRaw = readFlagValue(args, "--category-ids");
   const sellabilityGateRaw = readFlagValue(args, "--sellability-gate");
   const outputDir =
@@ -312,6 +319,7 @@ function parseArgs(): ParsedArgs {
     selectCategories,
     categoryIds,
     sellabilityGate,
+    useClaude,
     outputDir,
     categoryLimit,
     perCategoryTop,
@@ -370,7 +378,7 @@ function printUsageAndExit(message: string): never {
     "error",
     [
       "Usage:",
-      "  bun run src/mid-range-sellers-by-category.ts [--category-limit 32] [--list-categories] [--select-categories] [--category-ids 281053,172282] [--sellability-gate soft] [--per-category-top 100] [--category-candidate-pool 500] [--candidate-batch-size 60] [--min-monthly-sold 100] [--max-monthly-sold 1000] [--min-price 15] [--max-price 200] [--min-seller-count 3] [--max-seller-count 20] [--min-amazon-buybox-share-pct 15] [--max-amazon-buybox-share-pct 85] [--max-asins-analyzed 250] [--max-keepa-products-fetched 500] [--out-dir output] [--blacklist-file category-blacklist.csv]",
+      "  bun run src/mid-range-sellers-by-category.ts [--category-limit 32] [--list-categories] [--select-categories] [--category-ids 281053,172282] [--sellability-gate soft] [--per-category-top 100] [--category-candidate-pool 500] [--candidate-batch-size 60] [--min-monthly-sold 100] [--max-monthly-sold 1000] [--min-price 15] [--max-price 200] [--min-seller-count 3] [--max-seller-count 20] [--min-amazon-buybox-share-pct 15] [--max-amazon-buybox-share-pct 85] [--max-asins-analyzed 250] [--max-keepa-products-fetched 500] [--out-dir output] [--blacklist-file category-blacklist.csv] [--claude]",
       "",
       "Selection:",
       "  --list-categories       Discover and print runnable categories, then exit.",
@@ -471,36 +479,13 @@ async function promptCategoryIds(
 }
 
 export async function insertCategoryRunSummary(
-  db: Database,
   summary: CategoryRunSummary,
   runTimestamp: string,
 ): Promise<number> {
-  const query = `
+  return createCategoryRun(summary, runTimestamp);
-    INSERT INTO category_analysis_runs (
-      category_id, category_label, run_timestamp,
-      top_asins_checked, available_asins,
-      fba_count, fbm_count, skip_count,
-      status, error_message
-    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?);
-  `;
-  const result = db.run(query, [
-    summary.categoryId,
-    summary.categoryLabel,
-    runTimestamp,
-    summary.topAsinsChecked,
-    summary.availableAsins,
-    summary.fba,
-    summary.fbm,
-    summary.skip,
-    summary.status,
-    summary.error,
-  ]);
-  // Bun's SQLite client returns { changes: number, lastInsertRowid: number | bigint }
-  return Number(result.lastInsertRowid);
 }
 
 export async function updateCategoryRunSummary(
-  db: Database,
   runId: number,
   summary: Pick<
     CategoryRunSummary,
@@ -513,136 +498,18 @@ export async function updateCategoryRunSummary(
     | "error"
   >,
 ): Promise<void> {
-  db.run(
+  await updateCategoryRun(runId, summary);
-    `
-      UPDATE category_analysis_runs
-      SET
-        top_asins_checked = ?,
-        available_asins = ?,
-        fba_count = ?,
-        fbm_count = ?,
-        skip_count = ?,
-        status = ?,
-        error_message = ?
-      WHERE id = ?
-    `,
-    [
-      summary.topAsinsChecked,
-      summary.availableAsins,
-      summary.fba,
-      summary.fbm,
-      summary.skip,
-      summary.status,
-      summary.error,
-      runId,
-    ],
-  );
 }
 
 export async function insertProductAnalysisResults(
-  db: Database,
   runId: number,
   results: AnalysisResult[],
 ): Promise<void> {
-  if (results.length === 0) {
+  if (results.length === 0) return;
-    return;
+  await persistLlmResults(runId, results, {
-  }
+    source: "category_analysis",
-
+    metadataSource: "catalog",
-  const insertStmt = db.prepare(`
+  });
-    INSERT INTO product_analysis_results (
-      asin, run_id, name, brand, category, unit_cost,
-      current_price, avg_price_90d, avg_price_90d_sheet,
-      selling_price_sheet, sales_rank, sales_rank_avg_90d,
-      seller_count, amazon_is_seller, amazon_buybox_share_pct_90d,
-      monthly_sold, rank_drops_30d, rank_drops_90d,
-      fba_fee, fbm_fee, referral_percent, can_sell,
-      sellability_status, sellability_reason,
-      verdict, confidence, reasoning, fetched_at
-    ) VALUES (
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?
-    )
-    ON CONFLICT(asin) DO UPDATE SET
-      run_id = excluded.run_id,
-      name = excluded.name,
-      brand = excluded.brand,
-      category = excluded.category,
-      unit_cost = excluded.unit_cost,
-      current_price = excluded.current_price,
-      avg_price_90d = excluded.avg_price_90d,
-      avg_price_90d_sheet = excluded.avg_price_90d_sheet,
-      selling_price_sheet = excluded.selling_price_sheet,
-      sales_rank = excluded.sales_rank,
-      sales_rank_avg_90d = excluded.sales_rank_avg_90d,
-      seller_count = excluded.seller_count,
-      amazon_is_seller = excluded.amazon_is_seller,
-      amazon_buybox_share_pct_90d = excluded.amazon_buybox_share_pct_90d,
-      monthly_sold = excluded.monthly_sold,
-      rank_drops_30d = excluded.rank_drops_30d,
-      rank_drops_90d = excluded.rank_drops_90d,
-      fba_fee = excluded.fba_fee,
-      fbm_fee = excluded.fbm_fee,
-      referral_percent = excluded.referral_percent,
-      can_sell = excluded.can_sell,
-      sellability_status = excluded.sellability_status,
-      sellability_reason = excluded.sellability_reason,
-      verdict = excluded.verdict,
-      confidence = excluded.confidence,
-      reasoning = excluded.reasoning,
-      fetched_at = excluded.fetched_at;
-  `);
-
-  db.transaction((resultsBatch: AnalysisResult[]) => {
-    for (const r of resultsBatch) {
-      const price =
-        r.product.keepa?.currentPrice ??
-        r.product.record.sellingPriceFromSheet ??
-        r.product.spApi.estimatedSalePrice;
-      const rank = r.product.keepa?.salesRank ?? r.product.record.amazonRank;
-
-      insertStmt.run(
-        r.product.record.asin,
-        runId,
-        r.product.record.name,
-        r.product.record.brand ?? null,
-        r.product.record.category ??
-          r.product.keepa?.categoryTree?.join(" > ") ??
-          null,
-        r.product.record.unitCost ?? null,
-        price ?? null,
-        r.product.keepa?.avgPrice90 ?? null,
-        r.product.record.avgPrice90FromSheet ?? null,
-        r.product.record.sellingPriceFromSheet ?? null,
-        rank ?? null,
-        r.product.keepa?.salesRankAvg90 ?? null,
-        r.product.keepa?.sellerCount ?? null,
-        r.product.keepa?.amazonIsSeller == null
-          ? null
-          : r.product.keepa.amazonIsSeller
-            ? 1
-            : 0,
-        r.product.keepa?.amazonBuyboxSharePct90d ?? null,
-        r.product.keepa?.monthlySold ?? null,
-        r.product.keepa?.salesRankDrops30 ?? null,
-        r.product.keepa?.salesRankDrops90 ?? null,
-        r.product.spApi.fbaFee ?? null,
-        r.product.spApi.fbmFee ?? null,
-        r.product.spApi.referralFeePercent ?? null,
-        r.product.spApi.canSell == null
-          ? "unknown"
-          : r.product.spApi.canSell
-            ? "yes"
-            : "no",
-        r.product.spApi.sellabilityStatus ?? null,
-        r.product.spApi.sellabilityReason ?? null,
-        r.verdict.verdict,
-        r.verdict.confidence,
-        r.verdict.reasoning ?? null,
-        r.product.fetchedAt,
-      );
-    }
-  })(results); // Execute the transaction with the results batch
 }
 
 function loadCategoryBlacklist(filePath: string): Set<number> {
@@ -978,7 +845,7 @@ async function discoverCategories(
   maxCategories: number,
 ): Promise<CategoryInfo[]> {
   const data = await keepaGetJson(
-    `/category?key=${encodeURIComponent(config.keepaApiKey)}&domain=${DOMAIN_US}&category=0`,
+    `/category?key=${encodeURIComponent(config.keepaApiKey)}&domain=${DOMAIN_US}&category=0&parents=0`,
   );
 
   const categories = normalizeCategoryList(data);
@@ -1024,7 +891,11 @@ async function fetchCategoryBestSellerAsins(
   for (const value of candidates) {
     if (Array.isArray(value)) {
       return [
-        ...new Set(value.map((v) => String(v).trim()).filter(Boolean)),
+        ...new Set(
+          value
+            .map((v) => normalizeAsin(v))
+            .filter((asin): asin is string => asin !== null),
+        ),
       ].slice(0, limit);
     }
   }
@@ -1283,7 +1154,7 @@ async function fetchKeepaEnrichmentMap(
 
     const products = Array.isArray(data?.products) ? data.products : [];
     for (const product of products) {
-      const asin = String(product?.asin ?? "").trim();
+      const asin = normalizeAsin(product?.asin);
       if (!asin) continue;
       const parsed = {
         keepa: parseKeepaProduct(product),
@@ -1468,7 +1339,6 @@ function shouldKeepCandidateBySellability(
 }
 
 export async function processCategory(
-  db: Database,
   runId: number,
   category: CategoryInfo,
   perCategoryTop: number,
@@ -1482,6 +1352,7 @@ export async function processCategory(
   minAmazonBuyboxSharePct: number,
   maxAmazonBuyboxSharePct: number,
   sellabilityGate: "strict" | "soft" | "off",
+  useClaude = false,
   runtimeBudget?: RuntimeBudget,
   candidateBatchSize = DEFAULT_CANDIDATE_BATCH_SIZE,
 ): Promise<CategoryRunSummary> {
@@ -1501,7 +1372,7 @@ export async function processCategory(
   );
   if (topAsins.length === 0) {
     log("info", "  Keepa returned no ASINs for this category.");
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: 0,
       availableAsins: 0,
       fba: 0,
@@ -1739,7 +1610,7 @@ export async function processCategory(
 
       let batchVerdicts: LlmVerdict[];
       try {
-        batchVerdicts = await analyzeProducts(batch);
+        batchVerdicts = await analyzeProducts(batch, { useClaude });
       } catch (err) {
         const message = err instanceof Error ? err.message : String(err);
         log("warn", `  LLM batch failed: ${message}`);
@@ -1762,7 +1633,7 @@ export async function processCategory(
         },
       }));
 
-      await insertProductAnalysisResults(db, runId, batchResults);
+      await insertProductAnalysisResults(runId, batchResults);
 
       for (const result of batchResults) {
         if (result.verdict.verdict === "FBA") {
@@ -1777,7 +1648,7 @@ export async function processCategory(
       budget.analyzedAsins += batchResults.length;
       results.push(...batchResults);
 
-      await updateCategoryRunSummary(db, runId, {
+      await updateCategoryRunSummary(runId, {
         topAsinsChecked: checkedAsins,
         availableAsins: results.length,
         fba,
@@ -1798,7 +1669,7 @@ export async function processCategory(
     const emptyReason =
       budget.stopReason ||
       "No sellable ASINs matched the configured mid-range criteria";
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: checkedAsins,
       availableAsins: 0,
       fba,
@@ -1826,7 +1697,7 @@ export async function processCategory(
     `  Category stream totals: checked=${checkedAsins}, sellable=${sellableAsins}, keepaEnriched=${keepaEnrichedAsins}, analyzed=${results.length}`,
   );
 
-  await updateCategoryRunSummary(db, runId, {
+  await updateCategoryRunSummary(runId, {
     topAsinsChecked: checkedAsins,
     availableAsins: results.length,
     fba,
@@ -1919,11 +1790,6 @@ export async function main(): Promise<void> {
   await connectCache();
   try {
     mkdirSync(args.outputDir, { recursive: true });
-    const DB_PATH =
-      process.env.RESULTS_DB_PATH ||
-      path.join(process.cwd(), "db", "results.db");
-    initDb(DB_PATH);
-    const db = getDb(DB_PATH);
 
     log("info", "Starting per-category mid-range pipeline");
     log("info", `Marketplace: ${config.spApiMarketplaceId}`);
@@ -1983,7 +1849,6 @@ export async function main(): Promise<void> {
       let runId: number | undefined;
       try {
         runId = await insertCategoryRunSummary(
-          db,
           {
             categoryId: category.id,
             categoryLabel: category.label,
@@ -2000,7 +1865,6 @@ export async function main(): Promise<void> {
         );
 
         categorySummary = await processCategory(
-          db,
           runId,
           category,
           args.perCategoryTop,
@@ -2014,6 +1878,7 @@ export async function main(): Promise<void> {
           args.minAmazonBuyboxSharePct,
           args.maxAmazonBuyboxSharePct,
           args.sellabilityGate,
+          args.useClaude,
           runtimeBudget,
           args.candidateBatchSize,
         );
@@ -2041,7 +1906,7 @@ export async function main(): Promise<void> {
           results: [],
         };
         if (runId) {
-          await updateCategoryRunSummary(db, runId, {
+          await updateCategoryRunSummary(runId, {
             topAsinsChecked: 0,
             availableAsins: 0,
             fba: 0,

src/categories/top-monthly-sold-by-category.test.ts

@@ -1,8 +1,41 @@
-import { test, expect, beforeAll, afterAll, beforeEach, mock } from "bun:test";
+import { test, expect, beforeEach, mock } from "bun:test";
-import { Database } from "bun:sqlite";
+
-import { getDb, initDb, closeDb } from "./database.ts";
+let nextId = 0;
-import path from "node:path";
+
-import { rmSync, mkdirSync } from "node:fs";
+function chainable(resolveWith: any[] = []): any {
+  const p: any = Promise.resolve(resolveWith);
+  p.limit = (_n: any) => chainable(resolveWith);
+  p.where = (_cond: any) => chainable(resolveWith);
+  p.from = (_table: any) => chainable(resolveWith);
+  return p;
+}
+
+const makeMockDb = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable(),
+      limit: (_n: any) => chainable(),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable(),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+  transaction: async (fn: (tx: any) => Promise<any>) => fn(makeMockDb()),
+});
+
+mock.module("../db/index.ts", () => ({ db: makeMockDb(), client: {} }));
 
 const fetchSellabilityBatchMock = mock(async (asins: string[]) => {
   return new Map<string, any>(
@@ -49,62 +82,34 @@ const analyzeProductsMock = mock(async (products: any[]) => {
   }));
 });
 
-mock.module("./sp-api.ts", () => ({
+mock.module("../integrations/sp-api.ts", () => ({
   fetchSellabilityBatch: fetchSellabilityBatchMock,
   fetchSpApiPricingAndFees: fetchSpApiPricingAndFeesMock,
 }));
 
-mock.module("./llm.ts", () => ({
+mock.module("../integrations/llm.ts", () => ({
   analyzeProducts: analyzeProductsMock,
 }));
 
 const modulePromise = import("./top-monthly-sold-by-category.ts");
 
-const DB_TEST_PATH = path.join(
-  process.cwd(),
-  "test_output",
-  "test_monthly_sold_analysis.sqlite",
-);
-
-let db: Database;
 let processCategory: (
-  db: Database,
   runId: number,
   category: any,
   perCategoryTop: number,
   categoryCandidatePool: number,
   minMonthlySold: number,
 ) => Promise<any>;
-let insertCategoryRunSummary: (
+let insertCategoryRunSummary: (summary: any, runTimestamp: string) => Promise<number>;
-  db: Database,
-  summary: any,
-  runTimestamp: string,
-) => Promise<number>;
 let originalFetch: typeof globalThis.fetch;
 
-beforeAll(async () => {
 const mod = await modulePromise;
 processCategory = mod.processCategory;
 insertCategoryRunSummary = mod.insertCategoryRunSummary;
-
-  rmSync(path.dirname(DB_TEST_PATH), { recursive: true, force: true });
-  mkdirSync(path.dirname(DB_TEST_PATH), { recursive: true });
-  initDb(DB_TEST_PATH);
-  db = getDb(DB_TEST_PATH);
-
 originalFetch = globalThis.fetch;
-});
-
-afterAll(() => {
-  globalThis.fetch = originalFetch;
-  closeDb();
-  rmSync(path.dirname(DB_TEST_PATH), { recursive: true, force: true });
-});
 
 beforeEach(() => {
-  db.run("DELETE FROM product_analysis_results");
+  nextId = 0;
-  db.run("DELETE FROM category_analysis_runs");
-
   globalThis.fetch = mock(async (input: string | URL | Request) => {
     const rawUrl =
       typeof input === "string"
@@ -140,25 +145,8 @@ beforeEach(() => {
               monthlySold: 600,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 1000, null, null, null, null, null, null, null, 2,
-                  null,
+                  null, null, null, null, null, null, 2599,
-                  null,
-                  1000,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2599,
                 ],
                 avg: [2400, null, null, 1200],
               },
@@ -171,25 +159,8 @@ beforeEach(() => {
               monthlySold: 250,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 2000, null, null, null, null, null, null, null, 3,
-                  null,
+                  null, null, null, null, null, null, 1999,
-                  null,
-                  2000,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  3,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  1999,
                 ],
                 avg: [1800, null, null, 2200],
               },
@@ -202,25 +173,8 @@ beforeEach(() => {
               monthlySold: 800,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 1500, null, null, null, null, null, null, null, 1,
-                  null,
+                  null, null, null, null, null, null, 2099,
-                  null,
-                  1500,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  1,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2099,
                 ],
                 avg: [2000, null, null, 1800],
               },
@@ -233,25 +187,8 @@ beforeEach(() => {
               monthlySold: 400,
               stats: {
                 current: [
-                  null,
+                  null, null, null, 3000, null, null, null, null, null, null, null, 4,
-                  null,
+                  null, null, null, null, null, null, 2899,
-                  null,
-                  3000,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  4,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  null,
-                  2899,
                 ],
                 avg: [2600, null, null, 2800],
               },
@@ -279,7 +216,6 @@ test("processCategory filters to sellable ASINs with monthly sold >= threshold a
   };
 
   const runId = await insertCategoryRunSummary(
-    db,
     {
       categoryId: mockCategory.id,
       categoryLabel: mockCategory.label,
@@ -295,22 +231,16 @@ test("processCategory filters to sellable ASINs with monthly sold >= threshold a
     new Date().toISOString(),
   );
 
-  const summary = await processCategory(db, runId, mockCategory, 2, 4, 300);
+  const summary = await processCategory(runId, mockCategory, 2, 4, 300);
 
   expect(summary.status).toBe("ok");
   expect(summary.topAsinsChecked).toBe(4);
   expect(summary.availableAsins).toBe(2);
   expect(summary.results?.length).toBe(2);
 
-  const productResults = db
+  const asins = summary.results?.map((r: any) => r.product.record.asin) ?? [];
-    .query(
+  expect(asins).toContain("B000000001");
-      "SELECT asin, monthly_sold FROM product_analysis_results ORDER BY monthly_sold DESC",
+  expect(asins).toContain("B000000004");
-    )
-    .all() as Array<{ asin: string; monthly_sold: number }>;
 
-  expect(productResults.length).toBe(2);
+  globalThis.fetch = originalFetch;
-  expect(productResults[0]?.asin).toBe("B000000001");
-  expect(productResults[0]?.monthly_sold).toBe(600);
-  expect(productResults[1]?.asin).toBe("B000000004");
-  expect(productResults[1]?.monthly_sold).toBe(400);
 });

src/categories/top-monthly-sold-by-category.ts

@@ -1,9 +1,14 @@
 import { existsSync, mkdirSync, readFileSync } from "node:fs";
 import path from "node:path";
-import { type Database, getDb, initDb } from "./database.ts";
+import { normalizeAsin } from "../asin.ts";
-import { config } from "./config.ts";
+import {
-import { analyzeProducts } from "./llm.ts";
+  createCategoryRun,
-import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "./sp-api.ts";
+  persistLlmResults,
+  updateCategoryRun,
+} from "../db/persistence.ts";
+import { config } from "../config.ts";
+import { analyzeProducts } from "../integrations/llm.ts";
+import { fetchSellabilityBatch, fetchSpApiPricingAndFees } from "../integrations/sp-api.ts";
 import type {
   AnalysisResult,
   EnrichedProduct,
@@ -12,7 +17,7 @@ import type {
   ProductRecord,
   SellabilityInfo,
   SpApiData,
-} from "./types.ts";
+} from "../types.ts";
 
 type CategoryInfo = {
   id: number;
@@ -28,6 +33,7 @@ type ParsedArgs = {
   categoryCandidatePool: number;
   minMonthlySold: number;
   blacklistFile: string;
+  useClaude: boolean;
 };
 
 type CategoryRunSummary = {
@@ -76,6 +82,7 @@ function log(
 
 function parseArgs(): ParsedArgs {
   const args = process.argv.slice(2);
+  const useClaude = hasFlag(args, "--claude");
   const outputDir =
     readFlagValue(args, "--out-dir") ?? path.join(process.cwd(), "output");
   const blacklistFile =
@@ -131,9 +138,14 @@ function parseArgs(): ParsedArgs {
     categoryCandidatePool,
     minMonthlySold,
     blacklistFile,
+    useClaude,
   };
 }
 
+function hasFlag(args: string[], flag: string): boolean {
+  return args.includes(flag);
+}
+
 function readFlagValue(args: string[], flag: string): string | undefined {
   const idx = args.indexOf(flag);
   if (idx === -1) return undefined;
@@ -149,7 +161,7 @@ function printUsageAndExit(message: string): never {
     "error",
     [
       "Usage:",
-      "  bun run src/top-monthly-sold-by-category.ts [--category-limit 32] [--per-category-top 100] [--category-candidate-pool 500] [--min-monthly-sold 300] [--out-dir output] [--blacklist-file category-blacklist.csv]",
+      "  bun run src/top-monthly-sold-by-category.ts [--category-limit 32] [--per-category-top 100] [--category-candidate-pool 500] [--min-monthly-sold 300] [--out-dir output] [--blacklist-file category-blacklist.csv] [--claude]",
       "",
       "Flow:",
       "  1) Discover categories and round-robin selection.",
@@ -164,36 +176,13 @@ function printUsageAndExit(message: string): never {
 }
 
 export async function insertCategoryRunSummary(
-  db: Database,
   summary: CategoryRunSummary,
   runTimestamp: string,
 ): Promise<number> {
-  const query = `
+  return createCategoryRun(summary, runTimestamp);
-    INSERT INTO category_analysis_runs (
-      category_id, category_label, run_timestamp,
-      top_asins_checked, available_asins,
-      fba_count, fbm_count, skip_count,
-      status, error_message
-    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?);
-  `;
-  const result = db.run(query, [
-    summary.categoryId,
-    summary.categoryLabel,
-    runTimestamp,
-    summary.topAsinsChecked,
-    summary.availableAsins,
-    summary.fba,
-    summary.fbm,
-    summary.skip,
-    summary.status,
-    summary.error,
-  ]);
-  // Bun's SQLite client returns { changes: number, lastInsertRowid: number | bigint }
-  return Number(result.lastInsertRowid);
 }
 
 export async function updateCategoryRunSummary(
-  db: Database,
   runId: number,
   summary: Pick<
     CategoryRunSummary,
@@ -206,136 +195,18 @@ export async function updateCategoryRunSummary(
     | "error"
   >,
 ): Promise<void> {
-  db.run(
+  await updateCategoryRun(runId, summary);
-    `
-      UPDATE category_analysis_runs
-      SET
-        top_asins_checked = ?,
-        available_asins = ?,
-        fba_count = ?,
-        fbm_count = ?,
-        skip_count = ?,
-        status = ?,
-        error_message = ?
-      WHERE id = ?
-    `,
-    [
-      summary.topAsinsChecked,
-      summary.availableAsins,
-      summary.fba,
-      summary.fbm,
-      summary.skip,
-      summary.status,
-      summary.error,
-      runId,
-    ],
-  );
 }
 
 export async function insertProductAnalysisResults(
-  db: Database,
   runId: number,
   results: AnalysisResult[],
 ): Promise<void> {
-  if (results.length === 0) {
+  if (results.length === 0) return;
-    return;
+  await persistLlmResults(runId, results, {
-  }
+    source: "category_analysis",
-
+    metadataSource: "catalog",
-  const insertStmt = db.prepare(`
+  });
-    INSERT INTO product_analysis_results (
-      asin, run_id, name, brand, category, unit_cost,
-      current_price, avg_price_90d, avg_price_90d_sheet,
-      selling_price_sheet, sales_rank, sales_rank_avg_90d,
-      seller_count, amazon_is_seller, amazon_buybox_share_pct_90d,
-      monthly_sold, rank_drops_30d, rank_drops_90d,
-      fba_fee, fbm_fee, referral_percent, can_sell,
-      sellability_status, sellability_reason,
-      verdict, confidence, reasoning, fetched_at
-    ) VALUES (
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?
-    )
-    ON CONFLICT(asin) DO UPDATE SET
-      run_id = excluded.run_id,
-      name = excluded.name,
-      brand = excluded.brand,
-      category = excluded.category,
-      unit_cost = excluded.unit_cost,
-      current_price = excluded.current_price,
-      avg_price_90d = excluded.avg_price_90d,
-      avg_price_90d_sheet = excluded.avg_price_90d_sheet,
-      selling_price_sheet = excluded.selling_price_sheet,
-      sales_rank = excluded.sales_rank,
-      sales_rank_avg_90d = excluded.sales_rank_avg_90d,
-      seller_count = excluded.seller_count,
-      amazon_is_seller = excluded.amazon_is_seller,
-      amazon_buybox_share_pct_90d = excluded.amazon_buybox_share_pct_90d,
-      monthly_sold = excluded.monthly_sold,
-      rank_drops_30d = excluded.rank_drops_30d,
-      rank_drops_90d = excluded.rank_drops_90d,
-      fba_fee = excluded.fba_fee,
-      fbm_fee = excluded.fbm_fee,
-      referral_percent = excluded.referral_percent,
-      can_sell = excluded.can_sell,
-      sellability_status = excluded.sellability_status,
-      sellability_reason = excluded.sellability_reason,
-      verdict = excluded.verdict,
-      confidence = excluded.confidence,
-      reasoning = excluded.reasoning,
-      fetched_at = excluded.fetched_at;
-  `);
-
-  db.transaction((resultsBatch: AnalysisResult[]) => {
-    for (const r of resultsBatch) {
-      const price =
-        r.product.keepa?.currentPrice ??
-        r.product.record.sellingPriceFromSheet ??
-        r.product.spApi.estimatedSalePrice;
-      const rank = r.product.keepa?.salesRank ?? r.product.record.amazonRank;
-
-      insertStmt.run(
-        r.product.record.asin,
-        runId,
-        r.product.record.name,
-        r.product.record.brand ?? null,
-        r.product.record.category ??
-          r.product.keepa?.categoryTree?.join(" > ") ??
-          null,
-        r.product.record.unitCost ?? null,
-        price ?? null,
-        r.product.keepa?.avgPrice90 ?? null,
-        r.product.record.avgPrice90FromSheet ?? null,
-        r.product.record.sellingPriceFromSheet ?? null,
-        rank ?? null,
-        r.product.keepa?.salesRankAvg90 ?? null,
-        r.product.keepa?.sellerCount ?? null,
-        r.product.keepa?.amazonIsSeller == null
-          ? null
-          : r.product.keepa.amazonIsSeller
-            ? 1
-            : 0,
-        r.product.keepa?.amazonBuyboxSharePct90d ?? null,
-        r.product.keepa?.monthlySold ?? null,
-        r.product.keepa?.salesRankDrops30 ?? null,
-        r.product.keepa?.salesRankDrops90 ?? null,
-        r.product.spApi.fbaFee ?? null,
-        r.product.spApi.fbmFee ?? null,
-        r.product.spApi.referralFeePercent ?? null,
-        r.product.spApi.canSell == null
-          ? "unknown"
-          : r.product.spApi.canSell
-            ? "yes"
-            : "no",
-        r.product.spApi.sellabilityStatus ?? null,
-        r.product.spApi.sellabilityReason ?? null,
-        r.verdict.verdict,
-        r.verdict.confidence,
-        r.verdict.reasoning ?? null,
-        r.product.fetchedAt,
-      );
-    }
-  })(results); // Execute the transaction with the results batch
 }
 
 function loadCategoryBlacklist(filePath: string): Set<number> {
@@ -671,7 +542,7 @@ async function discoverCategories(
   maxCategories: number,
 ): Promise<CategoryInfo[]> {
   const data = await keepaGetJson(
-    `/category?key=${encodeURIComponent(config.keepaApiKey)}&domain=${DOMAIN_US}&category=0`,
+    `/category?key=${encodeURIComponent(config.keepaApiKey)}&domain=${DOMAIN_US}&category=0&parents=0`,
   );
 
   const categories = normalizeCategoryList(data);
@@ -717,7 +588,11 @@ async function fetchCategoryBestSellerAsins(
   for (const value of candidates) {
     if (Array.isArray(value)) {
       return [
-        ...new Set(value.map((v) => String(v).trim()).filter(Boolean)),
+        ...new Set(
+          value
+            .map((v) => normalizeAsin(v))
+            .filter((asin): asin is string => asin !== null),
+        ),
       ].slice(0, limit);
     }
   }
@@ -972,7 +847,7 @@ async function fetchKeepaEnrichmentMap(
 
     const products = Array.isArray(data?.products) ? data.products : [];
     for (const product of products) {
-      const asin = String(product?.asin ?? "").trim();
+      const asin = normalizeAsin(product?.asin);
       if (!asin) continue;
       out.set(asin, {
         keepa: parseKeepaProduct(product),
@@ -1060,12 +935,12 @@ function buildEnrichedProducts(
 }
 
 export async function processCategory(
-  db: Database,
   runId: number,
   category: CategoryInfo,
   perCategoryTop: number,
   categoryCandidatePool: number,
   minMonthlySold: number,
+  useClaude = false,
 ): Promise<CategoryRunSummary> {
   log("info", `\nCategory ${category.label} (${category.id})`);
 
@@ -1075,7 +950,7 @@ export async function processCategory(
   );
   if (topAsins.length === 0) {
     log("info", "  Keepa returned no ASINs for this category.");
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: 0,
       availableAsins: 0,
       fba: 0,
@@ -1119,7 +994,7 @@ export async function processCategory(
     `  Sellable ASINs: ${availableAsins.length}/${uniqueTopAsins.length}`,
   );
   if (availableAsins.length === 0) {
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: uniqueTopAsins.length,
       availableAsins: 0,
       fba: 0,
@@ -1156,7 +1031,7 @@ export async function processCategory(
   );
 
   if (selectedAsins.length === 0) {
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: uniqueTopAsins.length,
       availableAsins: 0,
       fba: 0,
@@ -1200,7 +1075,7 @@ export async function processCategory(
 
     let batchVerdicts: LlmVerdict[];
     try {
-      batchVerdicts = await analyzeProducts(batch);
+      batchVerdicts = await analyzeProducts(batch, { useClaude });
     } catch (err) {
       const message = err instanceof Error ? err.message : String(err);
       log("warn", `  LLM batch failed: ${message}`);
@@ -1223,7 +1098,7 @@ export async function processCategory(
       },
     }));
 
-    await insertProductAnalysisResults(db, runId, batchResults);
+    await insertProductAnalysisResults(runId, batchResults);
 
     for (const result of batchResults) {
       results.push(result);
@@ -1236,7 +1111,7 @@ export async function processCategory(
       }
     }
 
-    await updateCategoryRunSummary(db, runId, {
+    await updateCategoryRunSummary(runId, {
       topAsinsChecked: uniqueTopAsins.length,
       availableAsins: selectedAsins.length,
       fba,
@@ -1256,7 +1131,7 @@ export async function processCategory(
     }
   }
 
-  await updateCategoryRunSummary(db, runId, {
+  await updateCategoryRunSummary(runId, {
     topAsinsChecked: uniqueTopAsins.length,
     availableAsins: selectedAsins.length,
     fba,
@@ -1285,10 +1160,6 @@ export async function main(): Promise<void> {
   assertSpApiPrerequisites();
 
   mkdirSync(args.outputDir, { recursive: true });
-  const DB_PATH =
-    process.env.RESULTS_DB_PATH || path.join(process.cwd(), "db", "results.db");
-  initDb(DB_PATH);
-  const db = getDb(DB_PATH);
 
   log("info", "Starting per-category monthly-sold pipeline");
   log("info", `Marketplace: ${config.spApiMarketplaceId}`);
@@ -1325,7 +1196,6 @@ export async function main(): Promise<void> {
     let runId: number | undefined;
     try {
       runId = await insertCategoryRunSummary(
-        db,
         {
           categoryId: category.id,
           categoryLabel: category.label,
@@ -1342,12 +1212,12 @@ export async function main(): Promise<void> {
       );
 
       categorySummary = await processCategory(
-        db,
         runId,
         category,
         args.perCategoryTop,
         args.categoryCandidatePool,
         args.minMonthlySold,
+        args.useClaude,
       );
 
       totalInsertedAsins += categorySummary.results?.length ?? 0;
@@ -1373,7 +1243,7 @@ export async function main(): Promise<void> {
         results: [],
       };
       if (runId) {
-        await updateCategoryRunSummary(db, runId, {
+        await updateCategoryRunSummary(runId, {
           topAsinsChecked: 0,
           availableAsins: 0,
           fba: 0,

src/check_db.ts

@@ -1,21 +1,16 @@
-import { getDb } from "./database.ts";
+import { db } from "./db/index.ts";
-import path from "node:path";
+import { runs } from "./db/schema.ts";
+import { eq } from "drizzle-orm";
 
 async function checkDb() {
-  const DB_PATH =
-    process.env.RESULTS_DB_PATH || path.join(process.cwd(), "db", "results.db");
-  const db = getDb(DB_PATH);
-
   try {
-    const query = db.query(
+    const result = await db
-      "SELECT * FROM category_analysis_runs WHERE category_id = ?",
+      .select()
-    );
+      .from(runs)
-    const result = query.all(19419898011);
+      .where(eq(runs.type, "category_analysis"));
     console.log(JSON.stringify(result, null, 2));
   } catch (error) {
     console.error("Database query failed:", error);
-  } finally {
-    db.close();
   }
 }
 

src/config.ts

@@ -20,7 +20,12 @@ export const config = {
   redisUrl: optional("REDIS_URL", "redis://localhost:6379"),
   llmUrl: optional("LLM_URL", "http://localhost:1234/v1"),
   llmModel: optional("LLM_MODEL", "default"),
+  anthropicApiKey: Bun.env.ANTHROPIC_API_KEY,
+  anthropicModel: Bun.env.ANTHROPIC_MODEL,
   cacheTtl: parseInt(optional("CACHE_TTL", "86400"), 10),
+  searxngUrl: optional("SEARXNG_URL", "https://searxng.nvictor.me/"),
+  searxngTimeoutMs: parseInt(optional("SEARXNG_TIMEOUT_MS", "10000"), 10),
+  searxngMaxResults: parseInt(optional("SEARXNG_MAX_RESULTS", "10"), 10),
   spApiClientId: Bun.env.SP_API_CLIENT_ID,
   spApiClientSecret: Bun.env.SP_API_CLIENT_SECRET,
   spApiRefreshToken: Bun.env.SP_API_REFRESH_TOKEN,

src/database.ts

@@ -1,336 +0,0 @@
-import { Database } from "bun:sqlite";
-import { dirname } from "node:path";
-import { mkdirSync } from "node:fs";
-export { Database } from "bun:sqlite";
-
-let db: Database | null = null;
-
-export function getDb(dbPath: string): Database {
-  if (!db) {
-    const dbDir = dirname(dbPath);
-    if (dbDir && dbDir !== ".") {
-      mkdirSync(dbDir, { recursive: true });
-    }
-    db = new Database(dbPath);
-    db.run("PRAGMA journal_mode = WAL;"); // Enable WAL mode for better performance
-    db.run("PRAGMA foreign_keys = ON;"); // Enforce foreign key constraints
-  }
-  return db;
-}
-
-export function closeDb(): void {
-  if (db) {
-    db.close();
-    db = null;
-  }
-}
-
-function createProductAnalysisResultsTable(database: Database): void {
-  database.run(`
-    CREATE TABLE IF NOT EXISTS product_analysis_results (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      asin TEXT NOT NULL,
-      run_id INTEGER NOT NULL,
-      name TEXT NOT NULL,
-      brand TEXT,
-      category TEXT,
-      unit_cost REAL,
-      current_price REAL,
-      avg_price_90d REAL,
-      avg_price_90d_sheet REAL,
-      selling_price_sheet REAL,
-      sales_rank INTEGER,
-      sales_rank_avg_90d INTEGER,
-      seller_count INTEGER,
-      amazon_is_seller INTEGER,
-      amazon_buybox_share_pct_90d REAL,
-      monthly_sold INTEGER,
-      rank_drops_30d INTEGER,
-      rank_drops_90d INTEGER,
-      fba_fee REAL,
-      fbm_fee REAL,
-      referral_percent REAL,
-      can_sell TEXT,
-      sellability_status TEXT,
-      sellability_reason TEXT,
-      verdict TEXT NOT NULL,
-      confidence REAL NOT NULL,
-      reasoning TEXT,
-      fetched_at TEXT NOT NULL,
-      UNIQUE(asin),
-      FOREIGN KEY (run_id) REFERENCES category_analysis_runs(id)
-    );
-  `);
-}
-
-function ensureProductAnalysisResultsTable(database: Database): void {
-  const tableInfo = database
-    .query("PRAGMA table_info(product_analysis_results)")
-    .all() as Array<{ name: string; pk: number }>;
-
-  if (tableInfo.length === 0) {
-    createProductAnalysisResultsTable(database);
-    return;
-  }
-
-  const hasIdColumn = tableInfo.some((col) => col.name === "id");
-  const hasAsinPrimaryKey = tableInfo.some(
-    (col) => col.name === "asin" && col.pk === 1,
-  );
-
-  const indexList = database
-    .query("PRAGMA index_list(product_analysis_results)")
-    .all() as Array<{ name: string; unique: number }>;
-  const hasUniqueAsinConstraint = indexList.some((idx) => {
-    if (idx.unique !== 1) return false;
-    const columns = database
-      .query(`PRAGMA index_info(${JSON.stringify(idx.name)})`)
-      .all() as Array<{ name: string }>;
-    return columns.length === 1 && columns[0]?.name === "asin";
-  });
-
-  if (!hasIdColumn || hasAsinPrimaryKey || !hasUniqueAsinConstraint) {
-    database.run(
-      "ALTER TABLE product_analysis_results RENAME TO product_analysis_results_legacy",
-    );
-    createProductAnalysisResultsTable(database);
-    database.run(`
-      WITH ranked AS (
-        SELECT
-          asin, run_id, name, brand, category, unit_cost,
-          current_price, avg_price_90d, avg_price_90d_sheet,
-          selling_price_sheet, sales_rank, sales_rank_avg_90d,
-            seller_count, NULL AS amazon_is_seller,
-            NULL AS amazon_buybox_share_pct_90d,
-            monthly_sold, rank_drops_30d, rank_drops_90d,
-          fba_fee, fbm_fee, referral_percent, can_sell,
-          sellability_status, sellability_reason,
-          verdict, confidence, reasoning, fetched_at,
-          ROW_NUMBER() OVER (
-            PARTITION BY asin
-            ORDER BY datetime(fetched_at) DESC, run_id DESC, id DESC
-          ) AS row_num
-        FROM product_analysis_results_legacy
-      )
-      INSERT INTO product_analysis_results (
-        asin, run_id, name, brand, category, unit_cost,
-        current_price, avg_price_90d, avg_price_90d_sheet,
-        selling_price_sheet, sales_rank, sales_rank_avg_90d,
-        seller_count, amazon_is_seller, amazon_buybox_share_pct_90d,
-        monthly_sold, rank_drops_30d, rank_drops_90d,
-        fba_fee, fbm_fee, referral_percent, can_sell,
-        sellability_status, sellability_reason,
-        verdict, confidence, reasoning, fetched_at
-      )
-      SELECT
-        asin, run_id, name, brand, category, unit_cost,
-        current_price, avg_price_90d, avg_price_90d_sheet,
-        selling_price_sheet, sales_rank, sales_rank_avg_90d,
-        seller_count, amazon_is_seller, amazon_buybox_share_pct_90d,
-        monthly_sold, rank_drops_30d, rank_drops_90d,
-        fba_fee, fbm_fee, referral_percent, can_sell,
-        sellability_status, sellability_reason,
-        verdict, confidence, reasoning, fetched_at
-      FROM ranked
-      WHERE row_num = 1
-    `);
-    database.run("DROP TABLE product_analysis_results_legacy");
-  }
-}
-
-function ensureProductAnalysisResultsColumns(database: Database): void {
-  const tableInfo = database
-    .query("PRAGMA table_info(product_analysis_results)")
-    .all() as Array<{ name: string }>;
-
-  if (tableInfo.length === 0) {
-    return;
-  }
-
-  const existingColumns = new Set(tableInfo.map((col) => col.name));
-  const requiredColumns: Array<{ name: string; type: string }> = [
-    { name: "amazon_is_seller", type: "INTEGER" },
-    { name: "amazon_buybox_share_pct_90d", type: "REAL" },
-  ];
-
-  for (const column of requiredColumns) {
-    if (!existingColumns.has(column.name)) {
-      database.run(
-        `ALTER TABLE product_analysis_results ADD COLUMN ${column.name} ${column.type}`,
-      );
-    }
-  }
-}
-
-function ensureResultsTableColumns(database: Database): void {
-  const tableInfo = database
-    .query("PRAGMA table_info(results)")
-    .all() as Array<{ name: string }>;
-
-  if (tableInfo.length === 0) {
-    return;
-  }
-
-  const existingColumns = new Set(tableInfo.map((col) => col.name));
-  const requiredColumns: Array<{ name: string; type: string }> = [
-    { name: "fba_net_sheet", type: "REAL" },
-    { name: "gross_profit_dollar", type: "REAL" },
-    { name: "gross_profit_pct", type: "REAL" },
-    { name: "net_profit_sheet", type: "REAL" },
-    { name: "roi_sheet", type: "REAL" },
-    { name: "moq", type: "INTEGER" },
-    { name: "moq_cost", type: "REAL" },
-    { name: "qty_available", type: "INTEGER" },
-    { name: "supplier", type: "TEXT" },
-    { name: "source_url", type: "TEXT" },
-    { name: "asin_link", type: "TEXT" },
-    { name: "promo_coupon_code", type: "TEXT" },
-    { name: "notes", type: "TEXT" },
-    { name: "lead_date", type: "TEXT" },
-    { name: "amazon_is_seller", type: "INTEGER" },
-    { name: "amazon_buybox_share_pct_90d", type: "REAL" },
-    { name: "upc", type: "TEXT" },
-    { name: "supplier_score", type: "REAL" },
-    { name: "supplier_profit", type: "REAL" },
-    { name: "supplier_margin", type: "REAL" },
-    { name: "supplier_roi", type: "REAL" },
-    { name: "supplier_reason", type: "TEXT" },
-    { name: "upc_lookup_status", type: "TEXT" },
-    { name: "upc_lookup_reason", type: "TEXT" },
-    { name: "candidate_asins", type: "TEXT" },
-  ];
-
-  for (const column of requiredColumns) {
-    if (!existingColumns.has(column.name)) {
-      database.run(
-        `ALTER TABLE results ADD COLUMN ${column.name} ${column.type}`,
-      );
-    }
-  }
-}
-
-export function initDb(dbPath: string): void {
-  const database = getDb(dbPath);
-  database.run(`
-    CREATE TABLE IF NOT EXISTS runs (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      timestamp TEXT NOT NULL,
-      input_file TEXT NOT NULL,
-      output_file TEXT,
-      total_products INTEGER,
-      fba_count INTEGER,
-      fbm_count INTEGER,
-      skip_count INTEGER
-    );
-  `);
-  database.run(`
-    CREATE TABLE IF NOT EXISTS results (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      run_id INTEGER NOT NULL,
-      asin TEXT NOT NULL,
-      product_name TEXT,
-      brand TEXT,
-      category TEXT,
-      unit_cost REAL,
-      current_price REAL,
-      avg_price_90d REAL,
-      avg_price_90d_sheet REAL,
-      selling_price_sheet REAL,
-      sales_rank INTEGER,
-      rank_avg_90d INTEGER,
-      sellers INTEGER,
-      amazon_is_seller INTEGER,
-      amazon_buybox_share_pct_90d REAL,
-      monthly_sold INTEGER,
-      rank_drops_30d INTEGER,
-      rank_drops_90d INTEGER,
-      fba_net_sheet REAL,
-      gross_profit_dollar REAL,
-      gross_profit_pct REAL,
-      net_profit_sheet REAL,
-      roi_sheet REAL,
-      moq INTEGER,
-      moq_cost REAL,
-      qty_available INTEGER,
-      supplier TEXT,
-      source_url TEXT,
-      asin_link TEXT,
-      promo_coupon_code TEXT,
-      notes TEXT,
-      lead_date TEXT,
-      upc TEXT,
-      fba_fee REAL,
-      fbm_fee REAL,
-      referral_percent REAL,
-      supplier_score REAL,
-      supplier_profit REAL,
-      supplier_margin REAL,
-      supplier_roi REAL,
-      supplier_reason TEXT,
-      upc_lookup_status TEXT,
-      upc_lookup_reason TEXT,
-      candidate_asins TEXT,
-      can_sell TEXT,
-      sellability_status TEXT,
-      sellability_reason TEXT,
-      verdict TEXT NOT NULL,
-      confidence INTEGER,
-      reasoning TEXT,
-      fetched_at TEXT NOT NULL,
-      FOREIGN KEY (run_id) REFERENCES runs(id)
-    );
-  `);
-  ensureResultsTableColumns(database);
-  database.run(`
-    CREATE TABLE IF NOT EXISTS category_analysis_runs (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      category_id INTEGER NOT NULL,
-      category_label TEXT NOT NULL,
-      run_timestamp TEXT NOT NULL,
-      top_asins_checked INTEGER NOT NULL,
-      available_asins INTEGER NOT NULL,
-      fba_count INTEGER NOT NULL,
-      fbm_count INTEGER NOT NULL,
-      skip_count INTEGER NOT NULL,
-      status TEXT NOT NULL,
-      error_message TEXT
-    );
-  `);
-  ensureProductAnalysisResultsTable(database);
-  ensureProductAnalysisResultsColumns(database);
-
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_runs_timestamp ON runs(timestamp DESC);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_results_run_id ON results(run_id);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_results_verdict ON results(verdict);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_results_sellability_status ON results(sellability_status);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_results_fetched_at ON results(fetched_at DESC);`,
-  );
-  database.run(`CREATE INDEX IF NOT EXISTS idx_results_asin ON results(asin);`);
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_category_runs_timestamp ON category_analysis_runs(run_timestamp DESC);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_category_runs_status ON category_analysis_runs(status);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_product_results_run_id ON product_analysis_results(run_id);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_product_results_verdict ON product_analysis_results(verdict);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_product_results_sellability_status ON product_analysis_results(sellability_status);`,
-  );
-  database.run(
-    `CREATE INDEX IF NOT EXISTS idx_product_results_fetched_at ON product_analysis_results(fetched_at DESC);`,
-  );
-}

src/db/index.ts

@@ -0,0 +1,15 @@
+import { drizzle } from "drizzle-orm/postgres-js";
+import postgres from "postgres";
+import * as schema from "./schema.ts";
+
+const url = Bun.env.DB_CONNECTION_STRING;
+if (!url) {
+  throw new Error("Missing required env var: DB_CONNECTION_STRING");
+}
+
+// Shared connection pool — imported once and reused across the process.
+export const client = postgres(url);
+
+export const db = drizzle(client, { schema });
+
+export type Db = typeof db;

src/db/persistence.ts

@@ -0,0 +1,541 @@
+import { sql } from "drizzle-orm";
+import { requireAsin, normalizeAsin } from "../asin.ts";
+import type {
+  AnalysisResult,
+  ProductRecord,
+  SupplierAnalysisResult,
+} from "../types.ts";
+import { db } from "./index.ts";
+import {
+  analysisRevisions,
+  analysisRunStats,
+  categoryRunDetails,
+  productIdentifiers,
+  productObservations,
+  products,
+  runItems,
+  runs,
+  sourcingInputs,
+  supplierScores,
+  upcResolutionCandidates,
+  upcResolutions,
+} from "./schema.ts";
+
+type Executor = any;
+type MetadataSource = "input" | "catalog";
+
+type ProductSeed = {
+  asin: string;
+  name?: string | null;
+  brand?: string | null;
+  category?: string | null;
+  metadataSource?: MetadataSource;
+  fetchedAt?: Date;
+};
+
+export type CategoryRunSummaryInput = {
+  categoryId: number;
+  categoryLabel: string;
+  topAsinsChecked: number;
+  availableAsins: number;
+  fba: number;
+  fbm: number;
+  skip: number;
+  status: "running" | "ok" | "empty" | "failed";
+  error: string;
+};
+
+export type RunCounts = {
+  totalProducts: number;
+  fbaCount: number;
+  fbmCount: number;
+  skipCount: number;
+};
+
+function emptyToNull(value: string | undefined | null): string | null {
+  const trimmed = value?.trim();
+  return trimmed ? trimmed : null;
+}
+
+function productCategory(record: ProductRecord, result: AnalysisResult): string | null {
+  return emptyToNull(
+    record.category ?? result.product.keepa?.categoryTree?.join(" > "),
+  );
+}
+
+export async function upsertProduct(
+  seed: ProductSeed,
+  executor: Executor = db,
+): Promise<string> {
+  const asin = requireAsin(seed.asin);
+  const now = seed.fetchedAt ?? new Date();
+  const isCatalog = seed.metadataSource === "catalog";
+
+  await executor
+    .insert(products)
+    .values({
+      asin,
+      name: emptyToNull(seed.name),
+      brand: emptyToNull(seed.brand),
+      category: emptyToNull(seed.category),
+      metadataFetchedAt: isCatalog ? now : null,
+      firstSeenAt: now,
+      lastSeenAt: now,
+    })
+    .onConflictDoUpdate({
+      target: products.asin,
+      set: {
+        lastSeenAt: sql`GREATEST(${products.lastSeenAt}, EXCLUDED.last_seen_at)`,
+        name: isCatalog
+          ? sql`CASE WHEN EXCLUDED.metadata_fetched_at >= COALESCE(${products.metadataFetchedAt}, '-infinity'::timestamptz) AND NULLIF(EXCLUDED.name, '') IS NOT NULL THEN EXCLUDED.name ELSE ${products.name} END`
+          : sql`COALESCE(${products.name}, NULLIF(EXCLUDED.name, ''))`,
+        brand: isCatalog
+          ? sql`CASE WHEN EXCLUDED.metadata_fetched_at >= COALESCE(${products.metadataFetchedAt}, '-infinity'::timestamptz) AND NULLIF(EXCLUDED.brand, '') IS NOT NULL THEN EXCLUDED.brand ELSE ${products.brand} END`
+          : sql`COALESCE(${products.brand}, NULLIF(EXCLUDED.brand, ''))`,
+        category: isCatalog
+          ? sql`CASE WHEN EXCLUDED.metadata_fetched_at >= COALESCE(${products.metadataFetchedAt}, '-infinity'::timestamptz) AND NULLIF(EXCLUDED.category, '') IS NOT NULL THEN EXCLUDED.category ELSE ${products.category} END`
+          : sql`COALESCE(${products.category}, NULLIF(EXCLUDED.category, ''))`,
+        metadataFetchedAt: isCatalog
+          ? sql`GREATEST(COALESCE(${products.metadataFetchedAt}, '-infinity'::timestamptz), EXCLUDED.metadata_fetched_at)`
+          : products.metadataFetchedAt,
+      },
+    });
+
+  return asin;
+}
+
+export async function insertObservation(
+  runId: number,
+  result: AnalysisResult,
+  source: string,
+  executor: Executor = db,
+): Promise<number> {
+  const fetchedAt = new Date(result.product.fetchedAt);
+  const record = result.product.record;
+  const keepa = result.product.keepa;
+  const spApi = result.product.spApi;
+  const asin = requireAsin(record.asin);
+  const [observation] = await executor
+    .insert(productObservations)
+    .values({
+      productAsin: asin,
+      runId,
+      source,
+      currentPrice:
+        keepa?.currentPrice ??
+        record.sellingPriceFromSheet ??
+        spApi.estimatedSalePrice ??
+        null,
+      avgPrice90d: keepa?.avgPrice90 ?? null,
+      salesRank: keepa?.salesRank ?? record.amazonRank ?? null,
+      salesRankAvg90d: keepa?.salesRankAvg90 ?? null,
+      monthlySold: keepa?.monthlySold ?? null,
+      rankDrops30d: keepa?.salesRankDrops30 ?? null,
+      rankDrops90d: keepa?.salesRankDrops90 ?? null,
+      sellerCount: keepa?.sellerCount ?? null,
+      amazonIsSeller: keepa?.amazonIsSeller ?? null,
+      amazonBuyboxSharePct90d: keepa?.amazonBuyboxSharePct90d ?? null,
+      fbaFee: spApi.fbaFee ?? null,
+      fbmFee: spApi.fbmFee ?? null,
+      referralPercent: spApi.referralFeePercent ?? null,
+      canSell: spApi.canSell,
+      sellabilityStatus: spApi.sellabilityStatus,
+      sellabilityReason: spApi.sellabilityReason ?? null,
+      fetchedAt,
+    })
+    .returning({ id: productObservations.id });
+
+  if (!observation) throw new Error(`Failed to insert observation for ${asin}`);
+  return observation.id;
+}
+
+function sourcingInputValues(runItemId: number, record: ProductRecord) {
+  return {
+    runItemId,
+    suppliedName: emptyToNull(record.name),
+    suppliedBrand: emptyToNull(record.brand),
+    suppliedCategory: emptyToNull(record.category),
+    unitCost: record.unitCost ?? null,
+    avgPrice90dSheet: record.avgPrice90FromSheet ?? null,
+    sellingPriceSheet: record.sellingPriceFromSheet ?? null,
+    fbaNetSheet: record.fbaNet ?? null,
+    grossProfitDollar: record.grossProfit ?? null,
+    grossProfitPct: record.grossProfitPct ?? null,
+    netProfitSheet: record.netProfitFromSheet ?? null,
+    roiSheet: record.roiFromSheet ?? null,
+    moq: record.moq ?? null,
+    moqCost: record.moqCost ?? null,
+    qtyAvailable: record.totalQtyAvail ?? null,
+    supplier: emptyToNull(record.supplier),
+    sourceUrl: emptyToNull(record.sourceUrl),
+    asinLink: emptyToNull(record.asinLink),
+    promoCouponCode: emptyToNull(record.promoCouponCode),
+    notes: emptyToNull(record.notes),
+    leadDate: emptyToNull(record.leadDate),
+  };
+}
+
+export async function persistLlmResults(
+  runId: number,
+  results: AnalysisResult[],
+  options: {
+    source: string;
+    metadataSource?: MetadataSource;
+    preserveSourcingInput?: boolean;
+    sourceInventoryIds?: Map<string, number>;
+  },
+): Promise<void> {
+  for (const result of results) {
+    const record = result.product.record;
+    const fetchedAt = new Date(result.product.fetchedAt);
+    const asin = await upsertProduct({
+      asin: record.asin,
+      name: record.name,
+      brand: record.brand,
+      category: productCategory(record, result),
+      metadataSource: options.metadataSource ?? "input",
+      fetchedAt,
+    });
+    const [item] = await db
+      .insert(runItems)
+      .values({
+        runId,
+        productAsin: asin,
+        sourceInventoryItemId: options.sourceInventoryIds?.get(asin) ?? null,
+      })
+      .returning({ id: runItems.id });
+    if (!item) throw new Error(`Failed to insert run item for ${asin}`);
+
+    if (options.preserveSourcingInput) {
+      await db.insert(sourcingInputs).values(sourcingInputValues(item.id, record));
+    }
+
+    const observationId = await insertObservation(runId, result, options.source);
+    await db.insert(analysisRevisions).values({
+      runItemId: item.id,
+      observationId,
+      method: "llm",
+      decision: result.verdict.verdict,
+      confidence: result.verdict.confidence,
+      reasoning: result.verdict.reasoning ?? null,
+      analyzedAt: fetchedAt,
+    });
+  }
+}
+
+function supplierSourcingValues(runItemId: number, result: SupplierAnalysisResult) {
+  return {
+    runItemId,
+    suppliedName: emptyToNull(result.record.name),
+    suppliedBrand: emptyToNull(result.record.brand),
+    suppliedCategory: emptyToNull(result.record.category),
+    unitCost: result.record.unitCost ?? null,
+  };
+}
+
+async function insertSupplierObservation(
+  runId: number,
+  productAsin: string,
+  result: SupplierAnalysisResult,
+): Promise<number | null> {
+  const keepa = result.keepa;
+  const spApi = result.spApi;
+  if (!spApi && !keepa) return null;
+
+  const [row] = await db
+    .insert(productObservations)
+    .values({
+      productAsin,
+      runId,
+      source: "supplier_upc",
+      currentPrice: result.score.salePrice,
+      avgPrice90d: keepa?.avgPrice90 ?? null,
+      salesRank: keepa?.salesRank ?? null,
+      salesRankAvg90d: keepa?.salesRankAvg90 ?? null,
+      monthlySold: keepa?.monthlySold ?? null,
+      rankDrops30d: keepa?.salesRankDrops30 ?? null,
+      rankDrops90d: keepa?.salesRankDrops90 ?? null,
+      sellerCount: keepa?.sellerCount ?? null,
+      amazonIsSeller: keepa?.amazonIsSeller ?? null,
+      amazonBuyboxSharePct90d: keepa?.amazonBuyboxSharePct90d ?? null,
+      fbaFee: spApi?.fbaFee ?? null,
+      fbmFee: spApi?.fbmFee ?? null,
+      referralPercent: spApi?.referralFeePercent ?? null,
+      canSell: spApi?.canSell ?? null,
+      sellabilityStatus: spApi?.sellabilityStatus ?? null,
+      sellabilityReason: spApi?.sellabilityReason ?? null,
+      fetchedAt: new Date(result.fetchedAt),
+    })
+    .returning({ id: productObservations.id });
+  return row?.id ?? null;
+}
+
+export async function persistSupplierResults(
+  runId: number,
+  results: SupplierAnalysisResult[],
+): Promise<void> {
+  for (const result of results) {
+    const resolvedAsin = normalizeAsin(result.lookup.asin);
+    if (resolvedAsin) {
+      await upsertProduct({
+        asin: resolvedAsin,
+        name: result.record.name,
+        brand: result.record.brand,
+        category: result.record.category,
+        metadataSource: "input",
+        fetchedAt: new Date(result.fetchedAt),
+      });
+      if (result.keepa?.categoryTree?.length) {
+        await upsertProduct({
+          asin: resolvedAsin,
+          category: result.keepa.categoryTree.join(" > "),
+          metadataSource: "catalog",
+          fetchedAt: new Date(result.fetchedAt),
+        });
+      }
+    }
+
+    const [item] = await db
+      .insert(runItems)
+      .values({
+        runId,
+        productAsin: resolvedAsin,
+        sourceRow: result.rowNumber ?? null,
+      })
+      .returning({ id: runItems.id });
+    if (!item) throw new Error("Failed to insert supplier run item");
+
+    await db.insert(sourcingInputs).values(supplierSourcingValues(item.id, result));
+    await db.insert(upcResolutions).values({
+      runItemId: item.id,
+      requestedUpc: result.upc,
+      normalizedUpc: result.lookup.normalizedUpc,
+      provider: result.lookup.provider ?? "unknown",
+      status: result.lookup.status,
+      reason: result.lookup.reason ?? null,
+      resolvedProductAsin: resolvedAsin,
+      resolvedAt: new Date(result.fetchedAt),
+    });
+
+    for (const candidate of result.lookup.candidateAsins) {
+      const candidateAsin = normalizeAsin(candidate);
+      if (!candidateAsin) continue;
+      await upsertProduct({ asin: candidateAsin, fetchedAt: new Date(result.fetchedAt) });
+      await db
+        .insert(upcResolutionCandidates)
+        .values({ runItemId: item.id, productAsin: candidateAsin })
+        .onConflictDoUpdate({
+          target: [
+            upcResolutionCandidates.runItemId,
+            upcResolutionCandidates.productAsin,
+          ],
+          set: { productAsin: sql`EXCLUDED.product_asin` },
+        });
+    }
+
+    if (resolvedAsin) {
+      await db
+        .insert(productIdentifiers)
+        .values({
+          productAsin: resolvedAsin,
+          identifierType:
+            result.lookup.normalizedUpc.length === 12
+              ? "upc"
+              : result.lookup.normalizedUpc.length === 13
+                ? "ean"
+                : "gtin",
+          identifierValue: result.lookup.normalizedUpc,
+          source: "supplier_upc",
+          confirmedAt: new Date(result.fetchedAt),
+        })
+        .onConflictDoUpdate({
+          target: [
+            productIdentifiers.identifierType,
+            productIdentifiers.identifierValue,
+          ],
+          set: {
+            productAsin: resolvedAsin,
+            source: "supplier_upc",
+            confirmedAt: new Date(result.fetchedAt),
+          },
+        });
+    }
+
+    const observationId = resolvedAsin
+      ? await insertSupplierObservation(runId, resolvedAsin, result)
+      : null;
+    const [revision] = await db
+      .insert(analysisRevisions)
+      .values({
+        runItemId: item.id,
+        observationId,
+        method: "supplier_scoring",
+        decision: result.score.verdict,
+        confidence: result.score.score,
+        reasoning: result.score.reason,
+        analyzedAt: new Date(result.fetchedAt),
+      })
+      .returning({ id: analysisRevisions.id });
+    if (!revision) throw new Error("Failed to insert supplier analysis revision");
+
+    await db.insert(supplierScores).values({
+      revisionId: revision.id,
+      score: result.score.score,
+      salePrice: result.score.salePrice,
+      fbaFee: result.score.fbaFee,
+      profit: result.score.profit,
+      margin: result.score.margin,
+      roi: result.score.roi,
+      reason: result.score.reason,
+    });
+  }
+}
+
+export async function createCategoryRun(
+  summary: CategoryRunSummaryInput,
+  runTimestamp: string,
+): Promise<number> {
+  const [row] = await db
+    .insert(runs)
+    .values({
+      type: "category_analysis",
+      status: summary.status,
+      errorMessage: summary.error || null,
+      startedAt: new Date(runTimestamp),
+    })
+    .returning({ id: runs.id });
+  if (!row) throw new Error("Failed to insert category run.");
+
+  await db.insert(categoryRunDetails).values({
+    runId: row.id,
+    categoryId: summary.categoryId,
+    categoryLabel: summary.categoryLabel,
+    checkedAsinCount: summary.topAsinsChecked,
+  });
+  await db.insert(analysisRunStats).values({
+    runId: row.id,
+    processedCount: summary.topAsinsChecked,
+    availableCount: summary.availableAsins,
+    analyzedCount: summary.fba + summary.fbm + summary.skip,
+    fbaCount: summary.fba,
+    fbmCount: summary.fbm,
+    skipCount: summary.skip,
+  });
+  return row.id;
+}
+
+export async function updateCategoryRun(
+  runId: number,
+  summary: Pick<
+    CategoryRunSummaryInput,
+    | "topAsinsChecked"
+    | "availableAsins"
+    | "fba"
+    | "fbm"
+    | "skip"
+    | "status"
+    | "error"
+  >,
+): Promise<void> {
+  await db
+    .update(runs)
+    .set({
+      status: summary.status,
+      errorMessage: summary.error || null,
+      ...(summary.status !== "running" ? { completedAt: new Date() } : {}),
+    })
+    .where(sql`${runs.id} = ${runId}`);
+  await db
+    .insert(categoryRunDetails)
+    .values({
+      runId,
+      categoryId: 0,
+      categoryLabel: "",
+      checkedAsinCount: summary.topAsinsChecked,
+    })
+    .onConflictDoUpdate({
+      target: categoryRunDetails.runId,
+      set: { checkedAsinCount: summary.topAsinsChecked },
+    });
+  await db
+    .insert(analysisRunStats)
+    .values({
+      runId,
+      processedCount: summary.topAsinsChecked,
+      availableCount: summary.availableAsins,
+      analyzedCount: summary.fba + summary.fbm + summary.skip,
+      fbaCount: summary.fba,
+      fbmCount: summary.fbm,
+      skipCount: summary.skip,
+    })
+    .onConflictDoUpdate({
+      target: analysisRunStats.runId,
+      set: {
+        processedCount: summary.topAsinsChecked,
+        availableCount: summary.availableAsins,
+        analyzedCount: summary.fba + summary.fbm + summary.skip,
+        fbaCount: summary.fba,
+        fbmCount: summary.fbm,
+        skipCount: summary.skip,
+      },
+    });
+}
+
+export async function refreshRunStats(runId: number): Promise<RunCounts> {
+  const [stats] = await db.execute(
+    sql<{
+      total: string;
+      fba: string | null;
+      fbm: string | null;
+      buy: string | null;
+      watch: string | null;
+      skip: string | null;
+    }>`WITH latest AS (
+      SELECT DISTINCT ON (ri.id) ar.decision
+      FROM run_items ri
+      JOIN analysis_revisions ar ON ar.run_item_id = ri.id
+      WHERE ri.run_id = ${runId}
+      ORDER BY ri.id, ar.analyzed_at DESC, ar.id DESC
+    )
+    SELECT
+      COUNT(*) AS total,
+      SUM(CASE WHEN decision = 'FBA' THEN 1 ELSE 0 END) AS fba,
+      SUM(CASE WHEN decision = 'FBM' THEN 1 ELSE 0 END) AS fbm,
+      SUM(CASE WHEN decision = 'BUY' THEN 1 ELSE 0 END) AS buy,
+      SUM(CASE WHEN decision = 'WATCH' THEN 1 ELSE 0 END) AS watch,
+      SUM(CASE WHEN decision = 'SKIP' THEN 1 ELSE 0 END) AS skip
+    FROM latest`,
+  );
+
+  const counts = {
+    totalProducts: Number(stats?.total ?? 0),
+    fbaCount: Number(stats?.fba ?? 0),
+    fbmCount: Number(stats?.fbm ?? 0),
+    skipCount: Number(stats?.skip ?? 0),
+  };
+  await db
+    .insert(analysisRunStats)
+    .values({
+      runId,
+      processedCount: counts.totalProducts,
+      analyzedCount: counts.totalProducts,
+      fbaCount: counts.fbaCount,
+      fbmCount: counts.fbmCount,
+      buyCount: Number(stats?.buy ?? 0),
+      watchCount: Number(stats?.watch ?? 0),
+      skipCount: counts.skipCount,
+    })
+    .onConflictDoUpdate({
+      target: analysisRunStats.runId,
+      set: {
+        processedCount: counts.totalProducts,
+        analyzedCount: counts.totalProducts,
+        fbaCount: counts.fbaCount,
+        fbmCount: counts.fbmCount,
+        buyCount: Number(stats?.buy ?? 0),
+        watchCount: Number(stats?.watch ?? 0),
+        skipCount: counts.skipCount,
+      },
+    });
+  return counts;
+}

src/db/schema.ts

@@ -0,0 +1,472 @@
+import { sql } from "drizzle-orm";
+import {
+  type AnyPgColumn,
+  boolean,
+  check,
+  index,
+  integer,
+  pgEnum,
+  pgTable,
+  primaryKey,
+  real,
+  serial,
+  text,
+  timestamp,
+  unique,
+} from "drizzle-orm/pg-core";
+
+export const runTypeEnum = pgEnum("run_type", [
+  "lead_analysis",
+  "category_analysis",
+  "supplier_upc",
+  "stalker",
+  "stalker_analysis",
+]);
+
+export const runStatusEnum = pgEnum("run_status", [
+  "running",
+  "ok",
+  "empty",
+  "failed",
+  "completed",
+]);
+
+export const analysisMethodEnum = pgEnum("analysis_method", [
+  "llm",
+  "supplier_scoring",
+]);
+
+export const analysisDecisionEnum = pgEnum("analysis_decision", [
+  "FBA",
+  "FBM",
+  "BUY",
+  "WATCH",
+  "SKIP",
+]);
+
+export const products = pgTable(
+  "products",
+  {
+    asin: text("asin").primaryKey(),
+    name: text("name"),
+    brand: text("brand"),
+    category: text("category"),
+    metadataFetchedAt: timestamp("metadata_fetched_at", { withTimezone: true }),
+    firstSeenAt: timestamp("first_seen_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+    lastSeenAt: timestamp("last_seen_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+  },
+  (t) => [
+    check("ck_products_asin", sql`${t.asin} ~ '^[A-Z0-9]{10}$'`),
+    index("idx_products_name").on(t.name),
+    index("idx_products_last_seen_at").on(t.lastSeenAt),
+  ],
+);
+
+export const runs = pgTable(
+  "runs",
+  {
+    id: serial("id").primaryKey(),
+    type: runTypeEnum("type").notNull(),
+    parentRunId: integer("parent_run_id").references(
+      (): AnyPgColumn => runs.id,
+      { onDelete: "cascade" },
+    ),
+    inputFile: text("input_file"),
+    outputFile: text("output_file"),
+    status: runStatusEnum("status").notNull().default("running"),
+    errorMessage: text("error_message"),
+    startedAt: timestamp("started_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+    completedAt: timestamp("completed_at", { withTimezone: true }),
+  },
+  (t) => [
+    index("idx_runs_started_at").on(t.startedAt),
+    index("idx_runs_type").on(t.type),
+    index("idx_runs_status").on(t.status),
+    index("idx_runs_parent_run_id").on(t.parentRunId),
+  ],
+);
+
+export const analysisRunStats = pgTable("analysis_run_stats", {
+  runId: integer("run_id")
+    .primaryKey()
+    .references(() => runs.id, { onDelete: "cascade" }),
+  processedCount: integer("processed_count").notNull().default(0),
+  analyzedCount: integer("analyzed_count").notNull().default(0),
+  availableCount: integer("available_count").notNull().default(0),
+  fbaCount: integer("fba_count").notNull().default(0),
+  fbmCount: integer("fbm_count").notNull().default(0),
+  buyCount: integer("buy_count").notNull().default(0),
+  watchCount: integer("watch_count").notNull().default(0),
+  skipCount: integer("skip_count").notNull().default(0),
+});
+
+export const categoryRunDetails = pgTable("category_run_details", {
+  runId: integer("run_id")
+    .primaryKey()
+    .references(() => runs.id, { onDelete: "cascade" }),
+  categoryId: integer("category_id").notNull(),
+  categoryLabel: text("category_label").notNull(),
+  checkedAsinCount: integer("checked_asin_count").notNull().default(0),
+  selectionParametersJson: text("selection_parameters_json"),
+});
+
+export const stalkerRunDetails = pgTable("stalker_run_details", {
+  runId: integer("run_id")
+    .primaryKey()
+    .references(() => runs.id, { onDelete: "cascade" }),
+  requestedAsins: integer("requested_asins").notNull().default(0),
+  skippedAsins: integer("skipped_asins").notNull().default(0),
+  scannedAsins: integer("scanned_asins").notNull().default(0),
+  sourceAsinsWithMatches: integer("source_asins_with_matches")
+    .notNull()
+    .default(0),
+  candidateSellers: integer("candidate_sellers").notNull().default(0),
+  qualifyingSellers: integer("qualifying_sellers").notNull().default(0),
+  matchedSellers: integer("matched_sellers").notNull().default(0),
+  sellerMetadataRequests: integer("seller_metadata_requests")
+    .notNull()
+    .default(0),
+  sellerStorefrontRequests: integer("seller_storefront_requests")
+    .notNull()
+    .default(0),
+  inventorySellabilityCheckedAsins: integer(
+    "inventory_sellability_checked_asins",
+  )
+    .notNull()
+    .default(0),
+  inventorySellabilityAvailableAsins: integer(
+    "inventory_sellability_available_asins",
+  )
+    .notNull()
+    .default(0),
+  inventorySellabilityExcludedAsins: integer(
+    "inventory_sellability_excluded_asins",
+  )
+    .notNull()
+    .default(0),
+  persistedInventoryAsins: integer("persisted_inventory_asins")
+    .notNull()
+    .default(0),
+});
+
+export const productIdentifiers = pgTable(
+  "product_identifiers",
+  {
+    id: serial("id").primaryKey(),
+    productAsin: text("product_asin")
+      .notNull()
+      .references(() => products.asin),
+    identifierType: text("identifier_type").notNull(),
+    identifierValue: text("identifier_value").notNull(),
+    source: text("source").notNull(),
+    confirmedAt: timestamp("confirmed_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+  },
+  (t) => [
+    unique("uq_product_identifier_type_value").on(
+      t.identifierType,
+      t.identifierValue,
+    ),
+    index("idx_product_identifiers_asin").on(t.productAsin),
+  ],
+);
+
+export const productObservations = pgTable(
+  "product_observations",
+  {
+    id: serial("id").primaryKey(),
+    productAsin: text("product_asin")
+      .notNull()
+      .references(() => products.asin),
+    runId: integer("run_id")
+      .notNull()
+      .references(() => runs.id, { onDelete: "cascade" }),
+    source: text("source").notNull(),
+    marketplace: text("marketplace").notNull().default("US"),
+    currentPrice: real("current_price"),
+    avgPrice90d: real("avg_price_90d"),
+    salesRank: integer("sales_rank"),
+    salesRankAvg90d: integer("sales_rank_avg_90d"),
+    monthlySold: integer("monthly_sold"),
+    rankDrops30d: integer("rank_drops_30d"),
+    rankDrops90d: integer("rank_drops_90d"),
+    sellerCount: integer("seller_count"),
+    amazonIsSeller: boolean("amazon_is_seller"),
+    amazonBuyboxSharePct90d: real("amazon_buybox_share_pct_90d"),
+    fbaFee: real("fba_fee"),
+    fbmFee: real("fbm_fee"),
+    referralPercent: real("referral_percent"),
+    canSell: boolean("can_sell"),
+    sellabilityStatus: text("sellability_status"),
+    sellabilityReason: text("sellability_reason"),
+    rawProductJson: text("raw_product_json"),
+    fetchedAt: timestamp("fetched_at", { withTimezone: true }).notNull(),
+  },
+  (t) => [
+    index("idx_product_observations_product_time").on(
+      t.productAsin,
+      t.fetchedAt.desc(),
+    ),
+    index("idx_product_observations_run_id").on(t.runId),
+    index("idx_product_observations_sellability").on(t.sellabilityStatus),
+  ],
+);
+
+export const runItems = pgTable(
+  "run_items",
+  {
+    id: serial("id").primaryKey(),
+    runId: integer("run_id")
+      .notNull()
+      .references(() => runs.id, { onDelete: "cascade" }),
+    productAsin: text("product_asin").references(() => products.asin),
+    sourceInventoryItemId: integer("source_inventory_item_id").references(
+      (): AnyPgColumn => stalkerInventoryItems.id,
+      { onDelete: "set null" },
+    ),
+    ordinal: integer("ordinal"),
+    sourceRow: integer("source_row"),
+    status: text("status").notNull().default("completed"),
+    createdAt: timestamp("created_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+  },
+  (t) => [
+    index("idx_run_items_run_id").on(t.runId),
+    index("idx_run_items_product_asin").on(t.productAsin),
+  ],
+);
+
+export const sourcingInputs = pgTable("sourcing_inputs", {
+  runItemId: integer("run_item_id")
+    .primaryKey()
+    .references(() => runItems.id, { onDelete: "cascade" }),
+  suppliedName: text("supplied_name"),
+  suppliedBrand: text("supplied_brand"),
+  suppliedCategory: text("supplied_category"),
+  unitCost: real("unit_cost"),
+  avgPrice90dSheet: real("avg_price_90d_sheet"),
+  sellingPriceSheet: real("selling_price_sheet"),
+  fbaNetSheet: real("fba_net_sheet"),
+  grossProfitDollar: real("gross_profit_dollar"),
+  grossProfitPct: real("gross_profit_pct"),
+  netProfitSheet: real("net_profit_sheet"),
+  roiSheet: real("roi_sheet"),
+  moq: integer("moq"),
+  moqCost: real("moq_cost"),
+  qtyAvailable: integer("qty_available"),
+  supplier: text("supplier"),
+  sourceUrl: text("source_url"),
+  asinLink: text("asin_link"),
+  promoCouponCode: text("promo_coupon_code"),
+  notes: text("notes"),
+  leadDate: text("lead_date"),
+});
+
+export const upcResolutions = pgTable(
+  "upc_resolutions",
+  {
+    runItemId: integer("run_item_id")
+      .primaryKey()
+      .references(() => runItems.id, { onDelete: "cascade" }),
+    requestedUpc: text("requested_upc").notNull(),
+    normalizedUpc: text("normalized_upc").notNull(),
+    provider: text("provider").notNull(),
+    status: text("status").notNull(),
+    reason: text("reason"),
+    resolvedProductAsin: text("resolved_product_asin").references(
+      () => products.asin,
+    ),
+    resolvedAt: timestamp("resolved_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+  },
+  (t) => [index("idx_upc_resolutions_normalized_upc").on(t.normalizedUpc)],
+);
+
+export const upcResolutionCandidates = pgTable(
+  "upc_resolution_candidates",
+  {
+    runItemId: integer("run_item_id")
+      .notNull()
+      .references(() => upcResolutions.runItemId, { onDelete: "cascade" }),
+    productAsin: text("product_asin")
+      .notNull()
+      .references(() => products.asin),
+  },
+  (t) => [
+    primaryKey({ columns: [t.runItemId, t.productAsin] }),
+    index("idx_upc_candidates_product_asin").on(t.productAsin),
+  ],
+);
+
+export const analysisRevisions = pgTable(
+  "analysis_revisions",
+  {
+    id: serial("id").primaryKey(),
+    runItemId: integer("run_item_id")
+      .notNull()
+      .references(() => runItems.id, { onDelete: "cascade" }),
+    observationId: integer("observation_id").references(
+      () => productObservations.id,
+      { onDelete: "set null" },
+    ),
+    method: analysisMethodEnum("method").notNull(),
+    decision: analysisDecisionEnum("decision").notNull(),
+    confidence: real("confidence"),
+    reasoning: text("reasoning"),
+    analyzedAt: timestamp("analyzed_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+  },
+  (t) => [
+    index("idx_analysis_revisions_run_item_time").on(t.runItemId, t.analyzedAt),
+    index("idx_analysis_revisions_decision").on(t.decision),
+  ],
+);
+
+export const supplierScores = pgTable("supplier_scores", {
+  revisionId: integer("revision_id")
+    .primaryKey()
+    .references(() => analysisRevisions.id, { onDelete: "cascade" }),
+  score: real("score"),
+  salePrice: real("sale_price"),
+  fbaFee: real("fba_fee"),
+  profit: real("profit"),
+  margin: real("margin"),
+  roi: real("roi"),
+  reason: text("reason"),
+});
+
+export const sellers = pgTable("sellers", {
+  sellerId: text("seller_id").primaryKey(),
+  sellerName: text("seller_name"),
+  rating: real("rating"),
+  ratingCount: integer("rating_count"),
+  storefrontAsinTotal: integer("storefront_asin_total"),
+  persistedInventorySampleCount: integer("persisted_inventory_sample_count"),
+  lastUpdatedAt: timestamp("last_updated_at", { withTimezone: true }).notNull(),
+  rawSellerJson: text("raw_seller_json"),
+});
+
+export const stalkerScans = pgTable(
+  "stalker_scans",
+  {
+    id: serial("id").primaryKey(),
+    runId: integer("run_id")
+      .notNull()
+      .references(() => runs.id, { onDelete: "cascade" }),
+    sourceProductAsin: text("source_product_asin")
+      .notNull()
+      .references(() => products.asin),
+    observationId: integer("observation_id").references(
+      () => productObservations.id,
+      { onDelete: "set null" },
+    ),
+    offerCount: integer("offer_count").notNull().default(0),
+    candidateSellerCount: integer("candidate_seller_count")
+      .notNull()
+      .default(0),
+    matchedSellerCount: integer("matched_seller_count").notNull().default(0),
+    fetchedAt: timestamp("fetched_at", { withTimezone: true }).notNull(),
+  },
+  (t) => [
+    unique("uq_stalker_scans_run_source_product").on(
+      t.runId,
+      t.sourceProductAsin,
+    ),
+    index("idx_stalker_scans_run_id").on(t.runId),
+    index("idx_stalker_scans_source_asin").on(t.sourceProductAsin),
+  ],
+);
+
+export const stalkerScanSellers = pgTable(
+  "stalker_scan_sellers",
+  {
+    id: serial("id").primaryKey(),
+    scanId: integer("scan_id")
+      .notNull()
+      .references(() => stalkerScans.id, { onDelete: "cascade" }),
+    sellerId: text("seller_id")
+      .notNull()
+      .references(() => sellers.sellerId),
+    offerPrice: real("offer_price"),
+    condition: text("condition"),
+    isFba: boolean("is_fba"),
+    stock: integer("stock"),
+    sellerRating: real("seller_rating"),
+    sellerRatingCount: integer("seller_rating_count"),
+    rawOfferJson: text("raw_offer_json"),
+  },
+  (t) => [
+    unique("uq_stalker_scan_sellers_scan_seller").on(t.scanId, t.sellerId),
+  ],
+);
+
+export const stalkerInventoryItems = pgTable(
+  "stalker_inventory_items",
+  {
+    id: serial("id").primaryKey(),
+    runId: integer("run_id")
+      .notNull()
+      .references(() => runs.id, { onDelete: "cascade" }),
+    sellerId: text("seller_id")
+      .notNull()
+      .references(() => sellers.sellerId),
+    productAsin: text("product_asin")
+      .notNull()
+      .references(() => products.asin),
+    observationId: integer("observation_id")
+      .notNull()
+      .references(() => productObservations.id, { onDelete: "cascade" }),
+    lastSeenAt: timestamp("last_seen_at", { withTimezone: true }).notNull(),
+    rawInventoryJson: text("raw_inventory_json"),
+  },
+  (t) => [
+    unique("uq_stalker_inventory_items_run_seller_asin").on(
+      t.runId,
+      t.sellerId,
+      t.productAsin,
+    ),
+    index("idx_stalker_inventory_seller_id").on(t.sellerId),
+    index("idx_stalker_inventory_product_asin").on(t.productAsin),
+  ],
+);
+
+export const productDistributorResearch = pgTable(
+  "product_distributor_research",
+  {
+    id: serial("id").primaryKey(),
+    productAsin: text("product_asin")
+      .notNull()
+      .references(() => products.asin, { onDelete: "cascade" }),
+    runItemId: integer("run_item_id").references(
+      (): AnyPgColumn => runItems.id,
+      { onDelete: "set null" },
+    ),
+    inventoryItemId: integer("inventory_item_id").references(
+      (): AnyPgColumn => stalkerInventoryItems.id,
+      { onDelete: "set null" },
+    ),
+    provider: text("provider").notNull().default("claude"),
+    model: text("model").notNull(),
+    status: text("status").notNull().default("completed"),
+    queryContextJson: text("query_context_json"),
+    distributorsJson: text("distributors_json"),
+    rawResponse: text("raw_response"),
+    createdAt: timestamp("created_at", { withTimezone: true })
+      .notNull()
+      .defaultNow(),
+  },
+  (t) => [
+    index("idx_distributor_research_asin_time").on(t.productAsin, t.createdAt),
+    index("idx_distributor_research_run_item").on(t.runItemId),
+  ],
+);

src/index.ts

@@ -1,7 +1,10 @@
 import { readProducts } from "./reader.ts";
-import { connectCache, disconnectCache } from "./cache.ts";
+import { connectCache, disconnectCache } from "./integrations/cache.ts";
-import { printResults, writeResultsToDb } from "./writer.ts";
+import {
-import { initDb, closeDb } from "./database.ts";
+  printResults,
+  writeResultsToDb,
+  writeResultsWorkbook,
+} from "./writer.ts";
 import {
   chunkArray,
   processProductChunk,
@@ -10,8 +13,9 @@ import {
 import path from "node:path";
 import type { AnalysisResult } from "./types.ts";
 
-const DB_PATH = process.env.RESULTS_DB_PATH || path.join("db", "results.db");
 const INPUT_BATCH_SIZE = 50;
+const INPUT_DIR = "input";
+const OUTPUT_DIR = "output";
 
 function parseSellabilityArg(args: string[]): SellabilityFilter {
   const sellabilityArg = args.find((a) => a.startsWith("--sellability="));
@@ -38,41 +42,102 @@ function parseArgs(): {
   inputFile: string;
   outputFile?: string;
   sellability: SellabilityFilter;
+  useClaude: boolean;
 } {
   const args = process.argv.slice(2);
-  const inputFile = args.find((a) => !a.startsWith("--"));
+  const outputFile = readFlagValue(args, "--out", "--output");
-  const outIdx = args.indexOf("--out");
+  const useClaude = args.includes("--claude");
-  const outputFile = outIdx !== -1 ? args[outIdx + 1] : undefined;
+  const inputFileArg = readInputFileArg(
+    args,
+    "--out",
+    "--output",
+    "--sellability",
+  );
   const sellability = parseSellabilityArg(args);
 
-  if (!inputFile) {
+  if (!inputFileArg) {
     console.error(
-      "Usage: bun run src/index.ts <input.csv|xlsx> [--out results.csv] [--sellability available|all]",
+      "Usage: bun run src/index.ts <input.csv|xlsx> [--out results.xlsx|--output results.xlsx] [--sellability available|all] [--claude]\nBare filenames are read from input/ and written to output/.",
     );
     process.exit(1);
   }
 
-  return { inputFile, outputFile, sellability };
+  return {
+    inputFile: resolveInputPath(inputFileArg),
+    outputFile,
+    sellability,
+    useClaude,
+  };
+}
+
+function readFlagValue(args: string[], ...flags: string[]): string | undefined {
+  for (const flag of flags) {
+    const equalsArg = args.find((arg) => arg.startsWith(`${flag}=`));
+    if (equalsArg) {
+      const value = equalsArg.slice(flag.length + 1);
+      if (value) return value;
+    }
+
+    const flagIdx = args.indexOf(flag);
+    if (flagIdx !== -1) {
+      return args[flagIdx + 1];
+    }
+  }
+
+  return undefined;
+}
+
+function readInputFileArg(
+  args: string[],
+  ...flagsWithValues: string[]
+): string | undefined {
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i]!;
+    if (flagsWithValues.includes(arg)) {
+      i++;
+      continue;
+    }
+    if (flagsWithValues.some((flag) => arg.startsWith(`${flag}=`))) {
+      continue;
+    }
+    if (!arg.startsWith("--")) {
+      return arg;
+    }
+  }
+
+  return undefined;
+}
+
+function isBareFilename(filePath: string): boolean {
+  return !path.isAbsolute(filePath) && !/[\\/]/.test(filePath);
+}
+
+function resolveInputPath(inputFile: string): string {
+  return isBareFilename(inputFile)
+    ? path.join(INPUT_DIR, inputFile)
+    : inputFile;
 }
 
 function resolveBaseOutputPath(inputFile: string, outputFile?: string): string {
-  if (outputFile) return outputFile;
+  if (outputFile) {
+    return isBareFilename(outputFile)
+      ? path.join(OUTPUT_DIR, outputFile)
+      : outputFile;
+  }
 
   const parsedInput = path.parse(inputFile);
-  return path.join("output", `${parsedInput.name}_results.xlsx`);
+  return path.join(OUTPUT_DIR, `${parsedInput.name}_results.xlsx`);
 }
 
 async function main() {
-  const { inputFile, outputFile, sellability } = parseArgs();
+  const { inputFile, outputFile, sellability, useClaude } = parseArgs();
 
   console.log(`Sellability filter: ${sellability}`);
+  console.log(`LLM provider: ${useClaude ? "claude" : "local"}`);
 
   console.log("Connecting to Redis...");
   await connectCache();
 
-  console.log("Initializing SQLite database...");
-  initDb(DB_PATH);
-
   try {
     console.log(`\nReading ${inputFile}...`);
     const products = readProducts(inputFile);
@@ -98,15 +163,18 @@ async function main() {
       console.log(
         `\n=== Input chunk ${chunkIndex + 1}/${productChunks.length} (${chunk.length} products) ===`,
       );
-      const chunkResults = await processProductChunk(chunk, { sellability });
+      const chunkResults = await processProductChunk(chunk, {
+        sellability,
+        useClaude,
+      });
       allResults.push(...chunkResults);
     }
 
     printResults(allResults);
-    writeResultsToDb(allResults, DB_PATH, inputFile, outputFile);
+    writeResultsWorkbook(allResults, resolvedBaseOutputPath);
+    await writeResultsToDb(allResults, inputFile, resolvedBaseOutputPath);
   } finally {
     await disconnectCache();
-    closeDb();
   }
 }
 

src/integrations/cache.ts

@@ -1,6 +1,6 @@
 import Redis from "ioredis";
-import { config } from "./config.ts";
+import { config } from "../config.ts";
-import type { EnrichedProduct, KeepaData, SpApiData } from "./types.ts";
+import type { EnrichedProduct, KeepaData, SpApiData } from "../types.ts";
 
 let redis: Redis | null = null;
 let disabled = false;

src/integrations/keepa.test.ts

@@ -1,5 +1,5 @@
 import { afterAll, beforeEach, expect, mock, test } from "bun:test";
-import { lookupKeepaUpcs, mapUpcsToAsins } from "./keepa.ts";
+import { fetchKeepaDataBatch, lookupKeepaUpcs, mapUpcsToAsins } from "./keepa.ts";
 
 const originalFetch = globalThis.fetch;
 
@@ -42,16 +42,16 @@ test("lookupKeepaUpcs returns found, not_found, and multiple_asins outcomes", as
       JSON.stringify({
         products: [
           {
-            asin: "B000FOUND01",
+            asin: "B000FND001",
             upcList: ["012345678901"],
             stats: {
               current: [null, null, null, 1234],
               avg: [2500, null, null, 1400],
             },
-            csv: [[1, 2999]],
+            csv: [[5000000, 2999, 5000100]],
           },
           {
-            asin: "B000MULTI01",
+            asin: "B000MUL001",
             upcList: ["098765432109"],
             stats: {
               current: [null, null, null, 2000],
@@ -60,7 +60,7 @@ test("lookupKeepaUpcs returns found, not_found, and multiple_asins outcomes", as
             csv: [[1, 1999]],
           },
           {
-            asin: "B000MULTI02",
+            asin: "B000MUL002",
             upcList: ["098765432109"],
             stats: {
               current: [null, null, null, 2100],
@@ -83,13 +83,14 @@ test("lookupKeepaUpcs returns found, not_found, and multiple_asins outcomes", as
   ]);
 
   expect(details.get("012345678901")?.status).toBe("found");
-  expect(details.get("012345678901")?.asin).toBe("B000FOUND01");
+  expect(details.get("012345678901")?.asin).toBe("B000FND001");
+  expect(details.get("012345678901")?.keepaData?.currentPrice).toBe(29.99);
   expect(details.get("012345678901")?.keepaData?.currentPrice).toBe(29.99);
 
   expect(details.get("098765432109")?.status).toBe("multiple_asins");
   expect(details.get("098765432109")?.candidateAsins).toEqual([
-    "B000MULTI01",
+    "B000MUL001",
-    "B000MULTI02",
+    "B000MUL002",
   ]);
 
   expect(details.get("111111111111")?.status).toBe("not_found");
@@ -99,7 +100,7 @@ test("lookupKeepaUpcs returns found, not_found, and multiple_asins outcomes", as
     "098765432109",
     "111111111111",
   ]);
-  expect(simpleMap.get("012345678901")).toBe("B000FOUND01");
+  expect(simpleMap.get("012345678901")).toBe("B000FND001");
   expect(simpleMap.has("098765432109")).toBe(false);
   expect(simpleMap.has("111111111111")).toBe(false);
 });
@@ -127,7 +128,7 @@ test("lookupKeepaUpcs keeps partial success when one chunk fails", async () => {
       JSON.stringify({
         products: [
           {
-            asin: "B000LAST001",
+            asin: "B000LST001",
             upcList: [secondChunkUpc],
             stats: {
               current: [null, null, null, 1000],
@@ -147,11 +148,11 @@ test("lookupKeepaUpcs keeps partial success when one chunk fails", async () => {
 
   expect(details.get(firstChunkFirstUpc)?.status).toBe("request_failed");
   expect(details.get(secondChunkUpc)?.status).toBe("found");
-  expect(details.get(secondChunkUpc)?.asin).toBe("B000LAST001");
+  expect(details.get(secondChunkUpc)?.asin).toBe("B000LST001");
 
   const simpleMap = await mapUpcsToAsins(upcs);
   expect(simpleMap.has(firstChunkFirstUpc)).toBe(false);
-  expect(simpleMap.get(secondChunkUpc)).toBe("B000LAST001");
+  expect(simpleMap.get(secondChunkUpc)).toBe("B000LST001");
 });
 
 test("lookupKeepaUpcs retries on 429 and succeeds after refill wait", async () => {
@@ -174,7 +175,7 @@ test("lookupKeepaUpcs retries on 429 and succeeds after refill wait", async () =
       JSON.stringify({
         products: [
           {
-            asin: "B000RETRY01",
+            asin: "B000RTY001",
             upcList: [targetUpc],
             stats: {
               current: [null, null, null, 1111],
@@ -196,7 +197,7 @@ test("lookupKeepaUpcs retries on 429 and succeeds after refill wait", async () =
 
   expect(fetchMock.mock.calls.length).toBe(2);
   expect(details.get(targetUpc)?.status).toBe("found");
-  expect(details.get(targetUpc)?.asin).toBe("B000RETRY01");
+  expect(details.get(targetUpc)?.asin).toBe("B000RTY001");
 });
 
 test("lookupKeepaUpcs uses lightweight query params for code mapping", async () => {
@@ -214,12 +215,13 @@ test("lookupKeepaUpcs uses lightweight query params for code mapping", async ()
     expect(url.searchParams.has("stats")).toBe(false);
     expect(url.searchParams.has("buybox")).toBe(false);
     expect(url.searchParams.has("days")).toBe(false);
+    expect(url.searchParams.get("history")).toBe("0");
 
     return new Response(
       JSON.stringify({
         products: [
           {
-            asin: "B000LIGHT01",
+            asin: "B000LGT001",
             upcList: [targetUpc],
             categoryTree: [{ name: "Test Category" }],
           },
@@ -237,5 +239,51 @@ test("lookupKeepaUpcs uses lightweight query params for code mapping", async ()
 
   expect(fetchMock.mock.calls.length).toBe(1);
   expect(details.get(targetUpc)?.status).toBe("found");
-  expect(details.get(targetUpc)?.asin).toBe("B000LIGHT01");
+  expect(details.get(targetUpc)?.asin).toBe("B000LGT001");
+});
+
+test("fetchKeepaDataBatch uses token-efficient params", async () => {
+  const targetAsin = "B000EFF001";
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const rawUrl =
+      typeof input === "string"
+        ? input
+        : input instanceof URL
+          ? input.toString()
+          : input.url;
+
+    const url = new URL(rawUrl);
+    expect(url.searchParams.get("asin")).toBe(targetAsin);
+    expect(url.searchParams.get("stats")).toBe("90");
+    expect(url.searchParams.get("days")).toBe("90");
+    expect(url.searchParams.get("history")).toBe("0");
+    expect(url.searchParams.has("buybox")).toBe(false);
+
+    return new Response(
+      JSON.stringify({
+        products: [
+          {
+            asin: targetAsin,
+            stats: {
+              current: [1999, null, null, 1234, null, null, null, null, null, null, null, 8],
+              avg: [2099, null, null, 1300],
+              min: [1799],
+              max: [2299],
+            },
+            csv: [[1, 1999]],
+          },
+        ],
+        tokensLeft: 9,
+        refillRate: 21,
+      }),
+      { status: 200 },
+    );
+  });
+
+  globalThis.fetch = fetchMock as unknown as typeof globalThis.fetch;
+
+  const details = await fetchKeepaDataBatch([targetAsin]);
+
+  expect(fetchMock.mock.calls.length).toBe(1);
+  expect(details.get(targetAsin)?.currentPrice).toBe(19.99);
 });

src/integrations/keepa.ts

@@ -1,5 +1,6 @@
-import { config } from "./config.ts";
+import { config } from "../config.ts";
-import type { KeepaData, KeepaUpcLookupDetail } from "./types.ts";
+import { normalizeAsin } from "../asin.ts";
+import type { KeepaData, KeepaUpcLookupDetail } from "../types.ts";
 
 const KEEPA_BASE = "https://api.keepa.com";
 const MAX_ASINS_PER_REQUEST = 100;
@@ -56,11 +57,13 @@ function buildProductUrl(
   options?: {
     includeStats?: boolean;
     includeBuybox?: boolean;
+    includeHistory?: boolean;
     days?: number;
   },
 ): string {
   const includeStats = options?.includeStats ?? true;
   const includeBuybox = options?.includeBuybox ?? true;
+  const includeHistory = options?.includeHistory ?? true;
   const days = options?.days ?? 90;
 
   const params = new URLSearchParams({
@@ -77,6 +80,10 @@ function buildProductUrl(
     params.set("buybox", "1");
   }
 
+  if (!includeHistory) {
+    params.set("history", "0");
+  }
+
   params.set(queryParam, values.join(","));
   return `${KEEPA_BASE}/product?${params.toString()}`;
 }
@@ -228,13 +235,21 @@ export async function fetchKeepaDataBatch(
   asins: string[],
 ): Promise<Map<string, KeepaData>> {
   const results = new Map<string, KeepaData>();
+  const canonicalAsins = Array.from(
+    new Set(
+      asins
+        .map((asin) => normalizeAsin(asin))
+        .filter((asin): asin is string => asin !== null),
+    ),
+  );
 
   // Split into chunks of MAX_ASINS_PER_REQUEST
-  for (let i = 0; i < asins.length; i += MAX_ASINS_PER_REQUEST) {
+  for (let i = 0; i < canonicalAsins.length; i += MAX_ASINS_PER_REQUEST) {
-    const chunk = asins.slice(i, i + MAX_ASINS_PER_REQUEST);
+    const chunk = canonicalAsins.slice(i, i + MAX_ASINS_PER_REQUEST);
     const url = buildProductUrl("asin", chunk, {
       includeStats: true,
-      includeBuybox: true,
+      includeBuybox: false,
+      includeHistory: false,
       days: 90,
     });
 
@@ -250,7 +265,7 @@ export async function fetchKeepaDataBatch(
 
     if (data.products) {
       for (const product of data.products) {
-        const asin = product.asin;
+        const asin = normalizeAsin(product.asin);
         if (!asin) continue;
         results.set(asin, parseKeepaProduct(product));
       }
@@ -294,6 +309,7 @@ export async function lookupKeepaUpcs(
     const url = buildProductUrl("code", chunk, {
       includeStats: false,
       includeBuybox: false,
+      includeHistory: false,
     });
 
     console.log(
@@ -309,7 +325,7 @@ export async function lookupKeepaUpcs(
 
       const byUpc = new Map<string, Map<string, KeepaData>>();
       for (const product of data.products ?? []) {
-        const asin = String(product.asin ?? "").trim();
+        const asin = normalizeAsin(product.asin);
         if (!asin) continue;
 
         const keepaData = parseKeepaProduct(product);
@@ -531,11 +547,14 @@ function computeAmazonBuyBoxSharePctFromHistory(
 
 function extractLatestPositivePrice(series: unknown): number | null {
   if (!Array.isArray(series) || series.length < 2) return null;
-  const last = series[series.length - 1];
+  for (let i = series.length - 1; i >= 1; i--) {
-  if (typeof last !== "number" || !Number.isFinite(last) || last <= 0) {
+    if (i % 2 === 0) continue;
-    return null;
+    const value = series[i];
+    if (typeof value === "number" && Number.isFinite(value) && value > 0) {
+      return value / 100;
     }
-  return last / 100;
+  }
+  return null;
 }
 
 function pickKeepaNumber(...values: unknown[]): number | null {
@@ -552,12 +571,10 @@ function extractCurrentPrice(csv: number[][] | undefined): number | null {
   if (!csv) return null;
 
   // csv[0] = Amazon price history, csv[1] = Marketplace new price history
-  // Each is [time, price, time, price, ...] — last value is most recent
+  // Each is [time, price, time, price, ...]. Only odd indexes are prices.
   for (const series of [csv[0], csv[1]]) {
-    if (series && series.length >= 2) {
+    const latestPrice = extractLatestPositivePrice(series);
-      const lastPrice = series[series.length - 1]!;
+    if (latestPrice != null) return latestPrice;
-      if (lastPrice > 0) return lastPrice / 100;
-    }
   }
   return null;
 }

src/integrations/llm.ts

@@ -1,5 +1,5 @@
-import { config } from "./config.ts";
+import { config } from "../config.ts";
-import type { EnrichedProduct, LlmVerdict } from "./types.ts";
+import type { EnrichedProduct, LlmVerdict } from "../types.ts";
 
 const SYSTEM_PROMPT_STRICT = `You are an expert Amazon product analyst specializing in FBA and FBM fulfillment strategy.
 
@@ -56,6 +56,17 @@ Keep each reasoning under 100 characters to stay within output limits and mentio
 
 type AnalyzeProductsOptions = {
   ignoreSellability?: boolean;
+  useClaude?: boolean;
+};
+
+type LlmProvider = "lm-studio" | "claude";
+
+type LmStudioResponse = {
+  choices?: { message?: { content?: string } }[];
+};
+
+type ClaudeResponse = {
+  content?: Array<{ type?: string; text?: string }>;
 };
 
 function getSystemPrompt(options: AnalyzeProductsOptions): string {
@@ -72,8 +83,7 @@ export async function analyzeProducts(
   try {
     return await analyzeProductsInternal(products, options);
   } catch (err) {
-    const msg = String(err);
+    if (products.length > 1 && isContextOverflowError(err)) {
-    if (products.length > 1 && msg.includes("Context size has been exceeded")) {
       console.warn(
         `LLM context exceeded for batch of ${products.length}, retrying one product at a time...`,
       );
@@ -101,7 +111,17 @@ export async function analyzeProducts(
       }
       return fallback;
     }
-    throw err;
+
+    const errorReason = formatErrorReason(err);
+    console.warn(
+      `LLM request failed for ${products.length} product(s): ${errorReason}`,
+    );
+    return products.map((product) => ({
+      asin: product.record.asin,
+      verdict: "SKIP" as const,
+      confidence: 0,
+      reasoning: `LLM analysis failed: ${errorReason}`,
+    }));
   }
 }
 
@@ -113,7 +133,43 @@ async function analyzeProductsInternal(
     summarizeForLlm(p, options.ignoreSellability === true),
   );
   const systemPrompt = getSystemPrompt(options);
+  const provider = options.useClaude ? "claude" : "lm-studio";
+  const content = await requestLlmContent(
+    provider,
+    systemPrompt,
+    productSummaries,
+  );
 
+  return parseVerdicts(content, products);
+}
+
+function isContextOverflowError(err: unknown): boolean {
+  const msg = String(err).toLowerCase();
+  return (
+    msg.includes("context size has been exceeded") ||
+    msg.includes("prompt is too long") ||
+    msg.includes("too many tokens") ||
+    msg.includes("maximum context") ||
+    msg.includes("context length") ||
+    msg.includes("max_tokens")
+  );
+}
+
+async function requestLlmContent(
+  provider: LlmProvider,
+  systemPrompt: string,
+  productSummaries: ReturnType<typeof summarizeForLlm>[],
+): Promise<string> {
+  if (provider === "claude") {
+    return requestClaudeContent(systemPrompt, productSummaries);
+  }
+  return requestLmStudioContent(systemPrompt, productSummaries);
+}
+
+async function requestLmStudioContent(
+  systemPrompt: string,
+  productSummaries: ReturnType<typeof summarizeForLlm>[],
+): Promise<string> {
   const res = await fetch(`${config.llmUrl}/chat/completions`, {
     method: "POST",
     headers: {
@@ -132,15 +188,108 @@ async function analyzeProductsInternal(
   });
 
   if (!res.ok) {
-    throw new Error(`LLM API error ${res.status}: ${await res.text()}`);
+    throw new Error(`LLM API error ${res.status}: ${await readErrorBody(res)}`);
   }
 
-  const data = (await res.json()) as {
+  const data = (await res.json()) as LmStudioResponse;
-    choices?: { message?: { content?: string } }[];
+  return data.choices?.[0]?.message?.content ?? "";
-  };
+}
-  const content = data.choices?.[0]?.message?.content ?? "";
 
-  return parseVerdicts(content, products);
+async function requestClaudeContent(
+  systemPrompt: string,
+  productSummaries: ReturnType<typeof summarizeForLlm>[],
+): Promise<string> {
+  if (!config.anthropicApiKey) {
+    throw new Error(
+      "Missing required env var for --claude mode: ANTHROPIC_API_KEY",
+    );
+  }
+
+  const model = resolveAnthropicModel(
+    config.anthropicModel ?? "claude-sonnet-4-6",
+  );
+
+  const res = await fetch("https://api.anthropic.com/v1/messages", {
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+      "x-api-key": config.anthropicApiKey,
+      "anthropic-version": "2023-06-01",
+    },
+    body: JSON.stringify({
+      model,
+      system: systemPrompt,
+      messages: [
+        { role: "user", content: JSON.stringify(productSummaries, null, 2) },
+      ],
+      temperature: 0.3,
+      max_tokens: 2048,
+    }),
+  });
+
+  if (!res.ok) {
+    throw new Error(
+      `Claude API error ${res.status}: ${await readErrorBody(res)}`,
+    );
+  }
+
+  const data = (await res.json()) as ClaudeResponse;
+  if (!Array.isArray(data.content)) {
+    return "";
+  }
+
+  return data.content
+    .filter((block) => block?.type === "text" && typeof block.text === "string")
+    .map((block) => block.text ?? "")
+    .join("\n");
+}
+
+function resolveAnthropicModel(rawModel: string): string {
+  const normalized = rawModel.trim().toLowerCase();
+  const aliases: Record<string, string> = {
+    "claude-4-6-sonnet": "claude-sonnet-4-6",
+    "claude-4-6-haiku": "claude-haiku-4-5",
+    "claude-4-7-opus": "claude-opus-4-7",
+  };
+
+  const mapped = aliases[normalized];
+  if (mapped && mapped !== rawModel) {
+    console.warn(
+      `ANTHROPIC_MODEL '${rawModel}' is not an official API ID. Using '${mapped}' instead.`,
+    );
+    return mapped;
+  }
+
+  return rawModel;
+}
+
+function formatErrorReason(err: unknown): string {
+  const message = String(err).replace(/\s+/g, " ").trim();
+  if (!message) return "Unknown LLM error";
+  return message.length > 140 ? `${message.slice(0, 137)}...` : message;
+}
+
+async function readErrorBody(response: Response): Promise<string> {
+  const text = await response.text();
+  if (!text.trim()) return "No response body";
+
+  try {
+    const parsed = JSON.parse(text) as {
+      error?: { message?: string; type?: string };
+    };
+    const type = parsed.error?.type?.trim();
+    const message = parsed.error?.message?.trim();
+    if (type && message) {
+      return `${type}: ${message}`;
+    }
+    if (message) {
+      return message;
+    }
+  } catch {
+    // Response was plain text.
+  }
+
+  return text;
 }
 
 function summarizeForLlm(p: EnrichedProduct, ignoreSellability: boolean) {

src/integrations/searxng.test.ts

@@ -0,0 +1,351 @@
+import { afterAll, beforeEach, expect, mock, test } from "bun:test";
+import { normalizeAsin, searchProductOffers } from "./searxng.ts";
+
+const originalFetch = globalThis.fetch;
+
+beforeEach(() => {
+  globalThis.fetch = originalFetch;
+});
+
+afterAll(() => {
+  globalThis.fetch = originalFetch;
+});
+
+test("normalizeAsin uppercases and validates ASINs", () => {
+  expect(normalizeAsin(" b07sn9bhvv ")).toBe("B07SN9BHVV");
+  expect(normalizeAsin("0306406152")).toBe("0306406152");
+  expect(() => normalizeAsin("not-an-asin")).toThrow("Invalid ASIN");
+});
+
+test("searchProductOffers derives ASIN search behavior for ASIN-only queries", async () => {
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    expect(url.pathname).toBe("/search");
+    expect(url.searchParams.get("format")).toBe("json");
+    expect(url.searchParams.get("q")).toBe("B07SN9BHVV price sale offer buy online");
+
+    return Response.json({
+      results: [
+        {
+          title: "Amazon listing B07SN9BHVV",
+          url: "https://www.amazon.com/dp/B07SN9BHVV",
+          content: "Official marketplace listing.",
+          engines: ["duckduckgo"],
+        },
+        {
+          title: "Romand palette offer",
+          url: "https://example-shop.com/item",
+          content: "Buy product ASIN B07SN9BHVV. Offer price: $12.99 today.",
+          engines: ["brave"],
+        },
+      ],
+    });
+  });
+
+  const results = await searchProductOffers("B07SN9BHVV", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+    maxResults: 10,
+  });
+
+  expect(results).toHaveLength(2);
+  expect(results[0]?.domain).toBe("example-shop.com");
+  expect(results[0]?.matchedAsin).toBe("B07SN9BHVV");
+  expect(results[0]?.detectedPrice).toBe(12.99);
+  expect(results[0]?.detectedPriceCurrency).toBe("USD");
+  expect(results[0]?.detectedPriceLabel).toBe("offer price");
+  expect(results[0]?.detectedPriceText).toBe("$12.99");
+  expect(results[0]?.engines).toEqual(["brave"]);
+  expect(fetchMock).toHaveBeenCalledTimes(1);
+});
+
+test("searchProductOffers falls back to HTML when JSON is unavailable", async () => {
+  const html = `
+    <article class="result result-default category-general">
+      <a class="url_header" href="https://supplier.example/products/romand"></a>
+      <h3><a href="https://supplier.example/products/romand">Supplier offer B07SN9BHVV</a></h3>
+      <p class="content">Wholesale product sale price: USD 9.50 with ASIN B07SN9BHVV.</p>
+      <div class="engines"><span>duckduckgo</span></div>
+    </article>
+  `;
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    if (url.searchParams.get("format") === "json") {
+      return new Response("forbidden", { status: 403 });
+    }
+    return new Response(html, {
+      status: 200,
+      headers: { "content-type": "text/html" },
+    });
+  });
+
+  const results = await searchProductOffers("B07SN9BHVV", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results).toHaveLength(1);
+  expect(results[0]?.title).toBe("Supplier offer B07SN9BHVV");
+  expect(results[0]?.domain).toBe("supplier.example");
+  expect(results[0]?.detectedPrice).toBe(9.5);
+  expect(results[0]?.detectedPriceLabel).toBe("sale price");
+  expect(results[0]?.detectedPriceText).toBe("USD 9.50");
+  expect(results[0]?.matchedAsin).toBe("B07SN9BHVV");
+  expect(results[0]?.engines).toEqual(["duckduckgo"]);
+  expect(fetchMock).toHaveBeenCalledTimes(2);
+});
+
+test("searchProductOffers detects common selling and sale price formats", async () => {
+  const fetchMock = mock(async () =>
+    Response.json({
+      results: [
+        {
+          title: "Supplier page",
+          url: "https://supplier.example/item",
+          content: "Selling price is €18.75 and list price is $24.00.",
+        },
+        {
+          title: "Backup page",
+          url: "https://backup.example/item",
+          content: "Available now for 22.10 USD.",
+        },
+      ],
+    }),
+  );
+
+  const results = await searchProductOffers("romand palette price", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+    maxResults: 2,
+  });
+
+  expect(results[0]?.detectedPrice).toBe(18.75);
+  expect(results[0]?.detectedPriceCurrency).toBe("EUR");
+  expect(results[0]?.detectedPriceLabel).toBe("selling price");
+  expect(results[1]?.detectedPrice).toBe(22.1);
+  expect(results[1]?.detectedPriceCurrency).toBe("USD");
+});
+
+test("searchProductOffers filters unrelated priced results for ASIN-only queries", async () => {
+  const fetchMock = mock(async () =>
+    Response.json({
+      results: [
+        {
+          title: "Unrelated deal",
+          url: "https://deals.example/phones",
+          content: "This price is $449 but it is for another product.",
+        },
+        {
+          title: "Amazon listing B07SN9BHVV",
+          url: "https://www.amazon.in/dp/B07SN9BHVV",
+          content: "1 offer from ₹550.00 · Buying options.",
+        },
+      ],
+    }),
+  );
+
+  const results = await searchProductOffers("B07SN9BHVV", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results).toHaveLength(1);
+  expect(results[0]?.matchedAsin).toBe("B07SN9BHVV");
+  expect(results[0]?.detectedPrice).toBe(550);
+  expect(results[0]?.detectedPriceCurrency).toBe("INR");
+  expect(results[0]?.detectedPriceText).toBe("₹550.00");
+});
+
+test("searchProductOffers keeps arbitrary query strings generic", async () => {
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    expect(url.searchParams.get("q")).toBe("romand dry mango tulip price");
+
+    return Response.json({
+      results: [
+        {
+          title: "Generic result",
+          url: "https://shop.example/romand",
+          content: "Sale price: $14.25",
+        },
+      ],
+    });
+  });
+
+  const results = await searchProductOffers("romand dry mango tulip price", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results).toHaveLength(1);
+  expect(results[0]?.asin).toBeUndefined();
+  expect(results[0]?.detectedPrice).toBe(14.25);
+});
+
+test("searchProductOffers sends configured categories", async () => {
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    expect(url.searchParams.get("categories")).toBe("shopping");
+
+    return Response.json({
+      results: [
+        {
+          title: "Shopping result",
+          url: "https://shop.example/item",
+          content: "Offer price: $10.00",
+        },
+      ],
+    });
+  });
+
+  const results = await searchProductOffers("romand price", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    categories: "shopping",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results[0]?.detectedPrice).toBe(10);
+});
+
+test("searchProductOffers sends configured SearXNG engines", async () => {
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    expect(url.searchParams.get("engines")).toBe("google");
+    expect(url.searchParams.get("q")).toBe("!go romand price");
+
+    return Response.json({
+      results: [
+        {
+          title: "Google-backed result",
+          url: "https://shop.example/item",
+          content: "Offer price: $11.00",
+          engine: "google",
+        },
+      ],
+    });
+  });
+
+  const results = await searchProductOffers("romand price", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    engines: "google",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results[0]?.detectedPrice).toBe(11);
+  expect(results[0]?.engines).toEqual(["google"]);
+});
+
+test("searchProductOffers uses Google Custom Search API and pagemap offer prices", async () => {
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    expect(url.hostname).toBe("googleapis.test");
+    expect(url.searchParams.get("key")).toBe("test-key");
+    expect(url.searchParams.get("cx")).toBe("test-cx");
+    expect(url.searchParams.get("num")).toBe("5");
+    expect(url.searchParams.get("q")).toBe("romand dry mango tulip");
+
+    return Response.json({
+      items: [
+        {
+          title: "Romand Dry Mango Tulip",
+          link: "https://store.example/romand",
+          snippet: "Buy from Store Example.",
+          pagemap: {
+            offer: [{ price: "12.50", pricecurrency: "USD" }],
+          },
+        },
+      ],
+    });
+  });
+
+  const results = await searchProductOffers("romand dry mango tulip", {
+    provider: "google-custom-search",
+    baseUrl: "https://googleapis.test/customsearch/v1",
+    googleApiKey: "test-key",
+    googleCx: "test-cx",
+    maxResults: 5,
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results).toHaveLength(1);
+  expect(results[0]?.title).toContain("Romand Dry Mango Tulip");
+  expect(results[0]?.domain).toBe("store.example");
+  expect(results[0]?.detectedPrice).toBe(12.5);
+  expect(results[0]?.detectedPriceLabel).toBe("offer price");
+  expect(results[0]?.engines).toEqual(["google custom search"]);
+});
+
+test("searchProductOffers defaults to SerpApi Google Shopping results", async () => {
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const url = input instanceof URL ? input : new URL(String(input));
+    expect(url.hostname).toBe("serpapi.test");
+    expect(url.searchParams.get("engine")).toBe("google_shopping");
+    expect(url.searchParams.get("q")).toBe("dry mango tulip price");
+    expect(url.searchParams.get("api_key")).toBe("serpapi-key");
+    expect(url.searchParams.get("gl")).toBe("us");
+    expect(url.searchParams.get("hl")).toBe("en");
+
+    return Response.json({
+      shopping_results: [
+        {
+          position: 1,
+          title: "Romand Better Than Eyes Dry Mango Tulip",
+          source: "K-Beauty Store",
+          link: "https://store.example/products/romand",
+          price: "$13.40",
+          extracted_price: 13.4,
+          delivery: "$4.99 delivery",
+          rating: 4.7,
+          reviews: 128,
+        },
+      ],
+    });
+  });
+
+  const results = await searchProductOffers("dry mango tulip price", {
+    baseUrl: "https://serpapi.test/search.json",
+    serpapiApiKey: "serpapi-key",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+  });
+
+  expect(results).toHaveLength(1);
+  expect(results[0]?.domain).toBe("store.example");
+  expect(results[0]?.detectedPrice).toBe(13.4);
+  expect(results[0]?.detectedPriceText).toBe("$13.40");
+  expect(results[0]?.engines).toEqual(["serpapi google shopping"]);
+});
+
+test("searchProductOffers applies result limits and handles empty results", async () => {
+  const fetchMock = mock(async () =>
+    Response.json({
+      results: [
+        { title: "One", url: "https://one.example", content: "No price" },
+        { title: "Two", url: "https://two.example", content: "$20.00" },
+      ],
+    }),
+  );
+
+  const limited = await searchProductOffers("romand palette", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: fetchMock as unknown as typeof fetch,
+    maxResults: 1,
+  });
+  expect(limited).toHaveLength(1);
+  expect(limited[0]?.domain).toBe("two.example");
+
+  const emptyFetch = mock(async () => Response.json({ results: [] }));
+  const empty = await searchProductOffers("missing product", {
+    provider: "searxng",
+    baseUrl: "https://searxng.test/",
+    fetchImpl: emptyFetch as unknown as typeof fetch,
+  });
+  expect(empty).toEqual([]);
+});

src/integrations/searxng.ts

@@ -0,0 +1,777 @@
+import { normalizeAsin as normalizeCanonicalAsin } from "../asin.ts";
+
+const DEFAULT_SEARXNG_URL = "https://searxng.nvictor.me/";
+const DEFAULT_GOOGLE_CUSTOM_SEARCH_URL =
+  "https://www.googleapis.com/customsearch/v1";
+const DEFAULT_SERPAPI_URL = "https://serpapi.com/search.json";
+const DEFAULT_TIMEOUT_MS = 10_000;
+const DEFAULT_MAX_RESULTS = 10;
+const ASIN_MATCH_REGEX = /\bB[0-9A-Z]{9}\b/gi;
+const PRICE_LABELS = [
+  "selling price",
+  "sale price",
+  "offer price",
+  "current price",
+  "our price",
+  "list price",
+  "price",
+] as const;
+const CURRENCY_CODES = "USD|US\\$|EUR|GBP|INR|CAD|AUD";
+const CURRENCY_SYMBOLS = "$€£₹";
+const LABELED_PRICE_REGEX =
+  new RegExp(
+    `\\b(selling price|sale price|offer price|current price|our price|list price|price)\\b[^${escapeForCharClass(CURRENCY_SYMBOLS)}0-9]{0,24}((?:${CURRENCY_CODES})?\\s*[${escapeForCharClass(CURRENCY_SYMBOLS)}]\\s*[0-9]{1,5}(?:,[0-9]{3})*(?:\\.[0-9]{2})?|(?:${CURRENCY_CODES})\\s*[0-9]{1,5}(?:,[0-9]{3})*(?:\\.[0-9]{2})?)`,
+    "gi",
+  );
+const PRICE_REGEX = new RegExp(
+  `((?:${CURRENCY_CODES})?\\s*[${escapeForCharClass(CURRENCY_SYMBOLS)}]\\s*[0-9]{1,5}(?:,[0-9]{3})*(?:\\.[0-9]{2})?|(?:${CURRENCY_CODES})\\s*[0-9]{1,5}(?:,[0-9]{3})*(?:\\.[0-9]{2})?|[0-9]{1,5}(?:,[0-9]{3})*(?:\\.[0-9]{2})?\\s*(?:${CURRENCY_CODES}))`,
+  "gi",
+);
+
+export type SearxngOfferSearchResult = {
+  asin?: string;
+  query: string;
+  title: string;
+  url: string;
+  domain: string;
+  snippet: string;
+  rank: number;
+  score: number;
+  matchedAsin?: string;
+  detectedPrice?: number;
+  detectedPriceCurrency?: string;
+  detectedPriceLabel?: string;
+  detectedPriceText?: string;
+  engines: string[];
+};
+
+export type SearxngSearchOptions = {
+  provider?: "serpapi" | "google-custom-search" | "searxng";
+  baseUrl?: string;
+  googleApiKey?: string;
+  googleCx?: string;
+  serpapiApiKey?: string;
+  timeoutMs?: number;
+  maxResults?: number;
+  page?: number;
+  categories?: string;
+  engines?: string;
+  includeUnmatchedAsinResults?: boolean;
+  fetchImpl?: typeof fetch;
+};
+
+type RawSearchResult = {
+  title: string;
+  url: string;
+  snippet: string;
+  engines: string[];
+  rank: number;
+};
+
+type JsonSearchResponse = {
+  results?: Array<Record<string, unknown>>;
+};
+
+type PriceDetection = {
+  amount: number;
+  currency: string;
+  text: string;
+  label?: string;
+};
+
+export async function searchAsinOffers(
+  asin: string,
+  options: SearxngSearchOptions = {},
+): Promise<SearxngOfferSearchResult[]> {
+  return searchProductOffers(normalizeAsin(asin), options);
+}
+
+export async function searchProductOffers(
+  query: string,
+  options: SearxngSearchOptions = {},
+): Promise<SearxngOfferSearchResult[]> {
+  const normalizedQuery = query.trim();
+  if (!normalizedQuery) {
+    throw new Error("Search query is required.");
+  }
+
+  const inferredAsin = getAsinQuery(normalizedQuery);
+  const searxngQuery = inferredAsin
+    ? `${inferredAsin} price sale offer buy online`
+    : normalizedQuery;
+  const maxResults = positiveInteger(
+    options.maxResults ?? readEnvInt("SEARXNG_MAX_RESULTS", DEFAULT_MAX_RESULTS),
+    DEFAULT_MAX_RESULTS,
+  );
+  const rawResults =
+    options.provider === "searxng"
+      ? await fetchSearxngResults(searxngQuery, options)
+      : options.provider === "google-custom-search"
+        ? await fetchGoogleCustomSearchResults(searxngQuery, {
+            ...options,
+            maxResults,
+          })
+        : await fetchSerpApiGoogleShoppingResults(searxngQuery, {
+          ...options,
+          provider: "serpapi",
+          maxResults,
+        });
+  return rawResults
+    .map((result) => normalizeResult(result, searxngQuery, inferredAsin))
+    .filter((result) => {
+      if (!result.url) return false;
+      if (!inferredAsin || options.includeUnmatchedAsinResults) return true;
+      return result.matchedAsin === inferredAsin;
+    })
+    .sort((a, b) => b.score - a.score || a.rank - b.rank)
+    .slice(0, maxResults);
+}
+
+export function normalizeAsin(value: string): string {
+  const asin = normalizeCanonicalAsin(value);
+  if (!asin) {
+    throw new Error(`Invalid ASIN: ${value}`);
+  }
+  return asin;
+}
+
+function getAsinQuery(value: string): string | undefined {
+  return normalizeCanonicalAsin(value) ?? undefined;
+}
+
+async function fetchSearxngResults(
+  query: string,
+  options: SearxngSearchOptions,
+): Promise<RawSearchResult[]> {
+  const baseUrl = normalizeBaseUrl(
+    options.baseUrl ?? Bun.env.SEARXNG_URL ?? DEFAULT_SEARXNG_URL,
+  );
+  const timeoutMs = positiveInteger(
+    options.timeoutMs ?? readEnvInt("SEARXNG_TIMEOUT_MS", DEFAULT_TIMEOUT_MS),
+    DEFAULT_TIMEOUT_MS,
+  );
+  const page = positiveInteger(options.page ?? 1, 1);
+  const categories = options.categories ?? "general";
+  const fetchImpl = options.fetchImpl ?? fetch;
+  const requestQuery = applySearxngEngineBang(query, options.engines);
+
+  const jsonUrl = buildSearchUrl(baseUrl, requestQuery, {
+    categories,
+    engines: options.engines,
+    page,
+    format: "json",
+  });
+  const jsonResponse = await fetchWithTimeout(fetchImpl, jsonUrl, timeoutMs);
+  if (isJsonResponse(jsonResponse)) {
+    const json = (await jsonResponse.json()) as JsonSearchResponse;
+    return parseJsonResults(json);
+  }
+
+  const htmlUrl = buildSearchUrl(baseUrl, requestQuery, {
+    categories,
+    engines: options.engines,
+    page,
+  });
+  const htmlResponse = await fetchWithTimeout(fetchImpl, htmlUrl, timeoutMs);
+  if (!htmlResponse.ok) {
+    throw new Error(
+      `SearXNG search failed: status=${htmlResponse.status} url=${htmlUrl.toString()}`,
+    );
+  }
+
+  return parseHtmlResults(await htmlResponse.text());
+}
+
+function applySearxngEngineBang(query: string, engines: string | undefined): string {
+  if (!engines || query.trim().startsWith("!")) return query;
+  const engineList = engines
+    .split(",")
+    .map((engine) => engine.trim().toLowerCase())
+    .filter(Boolean);
+  if (engineList.length !== 1) return query;
+
+  const shortcut = searxngEngineShortcut(engineList[0]!);
+  return shortcut ? `!${shortcut} ${query}` : query;
+}
+
+function searxngEngineShortcut(engine: string): string | undefined {
+  if (engine === "google") return "go";
+  return undefined;
+}
+
+function isJsonResponse(response: Response): boolean {
+  const contentType = response.headers.get("content-type") ?? "";
+  return response.ok && contentType.toLowerCase().includes("application/json");
+}
+
+async function fetchWithTimeout(
+  fetchImpl: typeof fetch,
+  url: URL,
+  timeoutMs: number,
+): Promise<Response> {
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), timeoutMs);
+  try {
+    return await fetchImpl(url, {
+      signal: controller.signal,
+      headers: {
+        accept: "application/json,text/html;q=0.9,*/*;q=0.8",
+        "user-agent": "asin-check/1.0 (+https://searxng.nvictor.me/)",
+      },
+    });
+  } finally {
+    clearTimeout(timeout);
+  }
+}
+
+function buildSearchUrl(
+  baseUrl: URL,
+  query: string,
+  params: { categories: string; engines?: string; page: number; format?: string },
+): URL {
+  const url = new URL("search", baseUrl);
+  url.searchParams.set("q", query);
+  url.searchParams.set("categories", params.categories);
+  if (params.engines) {
+    url.searchParams.set("engines", params.engines);
+  }
+  url.searchParams.set("pageno", String(params.page));
+  if (params.format) {
+    url.searchParams.set("format", params.format);
+  }
+  return url;
+}
+
+async function fetchGoogleCustomSearchResults(
+  query: string,
+  options: SearxngSearchOptions,
+): Promise<RawSearchResult[]> {
+  const apiKey = options.googleApiKey ?? Bun.env.GOOGLE_API_KEY;
+  const cx =
+    options.googleCx ??
+    Bun.env.GOOGLE_CSE_ID ??
+    Bun.env.GOOGLE_CX ??
+    Bun.env.GOOGLE_SEARCH_ENGINE_ID;
+  if (!apiKey) {
+    throw new Error("Missing GOOGLE_API_KEY for Google Custom Search.");
+  }
+  if (!cx) {
+    throw new Error(
+      "Missing Google Custom Search engine id. Set GOOGLE_CSE_ID, GOOGLE_CX, or GOOGLE_SEARCH_ENGINE_ID.",
+    );
+  }
+
+  const timeoutMs = positiveInteger(
+    options.timeoutMs ?? readEnvInt("SEARXNG_TIMEOUT_MS", DEFAULT_TIMEOUT_MS),
+    DEFAULT_TIMEOUT_MS,
+  );
+  const page = positiveInteger(options.page ?? 1, 1);
+  const num = Math.min(
+    10,
+    positiveInteger(options.maxResults ?? DEFAULT_MAX_RESULTS, DEFAULT_MAX_RESULTS),
+  );
+  const fetchImpl = options.fetchImpl ?? fetch;
+  const url = new URL(options.baseUrl ?? DEFAULT_GOOGLE_CUSTOM_SEARCH_URL);
+  url.searchParams.set("key", apiKey);
+  url.searchParams.set("cx", cx);
+  url.searchParams.set("q", query);
+  url.searchParams.set("num", String(num));
+  url.searchParams.set("start", String((page - 1) * num + 1));
+
+  const response = await fetchWithTimeout(fetchImpl, url, timeoutMs);
+  if (!response.ok) {
+    const body = await response.text().catch(() => "");
+    throw new Error(
+      `Google Custom Search failed: status=${response.status} ${body.slice(0, 300)}`,
+    );
+  }
+
+  const json = (await response.json()) as GoogleCustomSearchResponse;
+  return parseGoogleCustomSearchResults(json);
+}
+
+type GoogleCustomSearchResponse = {
+  items?: GoogleCustomSearchItem[];
+};
+
+type GoogleCustomSearchItem = {
+  title?: string;
+  link?: string;
+  snippet?: string;
+  displayLink?: string;
+  pagemap?: Record<string, unknown>;
+};
+
+type SerpApiShoppingResponse = {
+  shopping_results?: SerpApiShoppingResult[];
+  inline_shopping_results?: SerpApiShoppingResult[];
+  categorized_shopping_results?: Array<{
+    shopping_results?: SerpApiShoppingResult[];
+  }>;
+  error?: string;
+};
+
+type SerpApiShoppingResult = {
+  position?: number;
+  title?: string;
+  source?: string;
+  link?: string;
+  product_link?: string;
+  serpapi_product_api?: string;
+  price?: string;
+  extracted_price?: number;
+  old_price?: string;
+  extracted_old_price?: number;
+  delivery?: string;
+  rating?: number;
+  reviews?: number;
+  snippet?: string;
+};
+
+async function fetchSerpApiGoogleShoppingResults(
+  query: string,
+  options: SearxngSearchOptions,
+): Promise<RawSearchResult[]> {
+  const apiKey = options.serpapiApiKey ?? Bun.env.SERPAPI_API_KEY;
+  if (!apiKey) {
+    throw new Error(
+      "Missing SERPAPI_API_KEY. Google does not provide an official public Shopping-tab search API; use SerpApi's google_shopping API or another SERP provider.",
+    );
+  }
+
+  const timeoutMs = positiveInteger(
+    options.timeoutMs ?? readEnvInt("SEARXNG_TIMEOUT_MS", DEFAULT_TIMEOUT_MS),
+    DEFAULT_TIMEOUT_MS,
+  );
+  const page = positiveInteger(options.page ?? 1, 1);
+  const fetchImpl = options.fetchImpl ?? fetch;
+  const url = new URL(options.baseUrl ?? DEFAULT_SERPAPI_URL);
+  url.searchParams.set("engine", "google_shopping");
+  url.searchParams.set("q", query);
+  url.searchParams.set("api_key", apiKey);
+  url.searchParams.set("google_domain", "google.com");
+  url.searchParams.set("gl", "us");
+  url.searchParams.set("hl", "en");
+  url.searchParams.set("start", String((page - 1) * 60));
+
+  const response = await fetchWithTimeout(fetchImpl, url, timeoutMs);
+  if (!response.ok) {
+    const body = await response.text().catch(() => "");
+    throw new Error(
+      `SerpApi Google Shopping failed: status=${response.status} ${body.slice(0, 300)}`,
+    );
+  }
+
+  const json = (await response.json()) as SerpApiShoppingResponse;
+  if (json.error) {
+    throw new Error(`SerpApi Google Shopping failed: ${json.error}`);
+  }
+
+  return parseSerpApiShoppingResults(json);
+}
+
+function parseSerpApiShoppingResults(
+  json: SerpApiShoppingResponse,
+): RawSearchResult[] {
+  const results = [
+    ...(json.shopping_results ?? []),
+    ...(json.inline_shopping_results ?? []),
+    ...(json.categorized_shopping_results ?? []).flatMap(
+      (category) => category.shopping_results ?? [],
+    ),
+  ];
+
+  return results.flatMap((item, index) => {
+    const url =
+      optionalString(item.link) ??
+      optionalString(item.product_link) ??
+      optionalString(item.serpapi_product_api);
+    if (!url) return [];
+
+    const priceText = optionalString(item.price);
+    const snippet = [
+      priceText ? `offer price: ${priceText}` : undefined,
+      optionalString(item.old_price)
+        ? `list price: ${item.old_price}`
+        : undefined,
+      optionalString(item.source) ? `merchant: ${item.source}` : undefined,
+      optionalString(item.delivery),
+      optionalString(item.snippet),
+      typeof item.rating === "number" ? `rating: ${item.rating}` : undefined,
+      typeof item.reviews === "number" ? `reviews: ${item.reviews}` : undefined,
+    ]
+      .filter((value): value is string => !!value)
+      .join(" ");
+
+    return [
+      {
+        title: optionalString(item.title) ?? "",
+        url,
+        snippet,
+        engines: ["serpapi google shopping"],
+        rank: item.position ?? index + 1,
+      },
+    ];
+  });
+}
+
+function parseGoogleCustomSearchResults(
+  json: GoogleCustomSearchResponse,
+): RawSearchResult[] {
+  return (json.items ?? []).flatMap((item, index) => {
+    const url = optionalString(item.link);
+    if (!url) return [];
+    const metadataText = extractGoogleCustomSearchMetadataText(item);
+    return [
+      {
+        title: optionalString(item.title) ?? "",
+        url,
+        snippet: [optionalString(item.snippet), metadataText]
+          .filter((value): value is string => !!value)
+          .join(" "),
+        engines: ["google custom search"],
+        rank: index + 1,
+      },
+    ];
+  });
+}
+
+function extractGoogleCustomSearchMetadataText(
+  item: GoogleCustomSearchItem,
+): string {
+  const pagemap = item.pagemap ?? {};
+  const chunks: string[] = [];
+
+  for (const offer of readPagemapObjects(pagemap.offer)) {
+    appendPriceMetadata(chunks, offer);
+  }
+  for (const product of readPagemapObjects(pagemap.product)) {
+    appendPriceMetadata(chunks, product);
+  }
+  for (const metatag of readPagemapObjects(pagemap.metatags)) {
+    appendPriceMetadata(chunks, metatag);
+  }
+
+  return chunks.join(" ");
+}
+
+function appendPriceMetadata(chunks: string[], value: Record<string, unknown>): void {
+  const price =
+    optionalString(value.price) ??
+    optionalString(value.lowprice) ??
+    optionalString(value.highprice) ??
+    optionalString(value["product:price:amount"]) ??
+    optionalString(value["og:price:amount"]) ??
+    optionalString(value["twitter:data1"]);
+  if (!price) return;
+
+  const currency =
+    optionalString(value.pricecurrency) ??
+    optionalString(value.priceCurrency) ??
+    optionalString(value["product:price:currency"]) ??
+    optionalString(value["og:price:currency"]);
+  chunks.push(currency ? `offer price: ${currency} ${price}` : `offer price: ${price}`);
+}
+
+function readPagemapObjects(value: unknown): Array<Record<string, unknown>> {
+  if (!Array.isArray(value)) return [];
+  return value.filter(
+    (item): item is Record<string, unknown> =>
+      item != null && typeof item === "object" && !Array.isArray(item),
+  );
+}
+
+function parseJsonResults(json: JsonSearchResponse): RawSearchResult[] {
+  return (json.results ?? []).flatMap((result, index) => {
+    const url = optionalString(result.url);
+    if (!url) return [];
+    return [
+      {
+        title: optionalString(result.title) ?? "",
+        url,
+        snippet: optionalString(result.content) ?? "",
+        engines: normalizeEngines(result.engines ?? result.engine),
+        rank: index + 1,
+      },
+    ];
+  });
+}
+
+async function parseHtmlResults(html: string): Promise<RawSearchResult[]> {
+  type Draft = {
+    title: string;
+    url: string;
+    snippet: string;
+    engines: string[];
+  };
+
+  const results: RawSearchResult[] = [];
+  let current: Draft | null = null;
+  let currentTextTarget: "title" | "snippet" | "engine" | null = null;
+
+  const appendText = (text: string) => {
+    if (!current || !currentTextTarget) return;
+    const normalized = text.replace(/\s+/g, " ").trim();
+    if (!normalized) return;
+
+    if (currentTextTarget === "engine") {
+      current.engines.push(normalized);
+      return;
+    }
+
+    current[currentTextTarget] = appendWithSpace(
+      current[currentTextTarget],
+      normalized,
+    );
+  };
+
+  const response = new HTMLRewriter()
+    .on("article.result", {
+      element(element) {
+        current = { title: "", url: "", snippet: "", engines: [] };
+        const onEndTag = (element as unknown as {
+          onEndTag?: (handler: () => void) => void;
+        }).onEndTag;
+        onEndTag?.call(element, () => {
+          if (current?.url) {
+            results.push({ ...current, rank: results.length + 1 });
+          }
+          current = null;
+          currentTextTarget = null;
+        });
+      },
+    })
+    .on("article.result a.url_header", {
+      element(element) {
+        if (current && !current.url) {
+          current.url = element.getAttribute("href") ?? "";
+        }
+      },
+    })
+    .on("article.result h3 a", {
+      element(element) {
+        if (current && !current.url) {
+          current.url = element.getAttribute("href") ?? "";
+        }
+        currentTextTarget = "title";
+      },
+      text(text) {
+        appendText(text.text);
+        if (text.lastInTextNode) currentTextTarget = null;
+      },
+    })
+    .on("article.result p.content", {
+      text(text) {
+        currentTextTarget = "snippet";
+        appendText(text.text);
+        if (text.lastInTextNode) currentTextTarget = null;
+      },
+    })
+    .on("article.result .engines span", {
+      text(text) {
+        currentTextTarget = "engine";
+        appendText(text.text);
+        if (text.lastInTextNode) currentTextTarget = null;
+      },
+    })
+    .transform(new Response(html));
+
+  await response.text();
+  return results;
+}
+
+function normalizeResult(
+  raw: RawSearchResult,
+  query: string,
+  asin?: string,
+): SearxngOfferSearchResult {
+  const url = normalizeUrl(raw.url);
+  const domain = extractDomain(url);
+  const title = normalizeText(raw.title);
+  const snippet = normalizeText(raw.snippet);
+  const matchedAsin = findMatchedAsin(`${title} ${snippet} ${url}`);
+  const detectedPrice = detectPrice(`${title} ${snippet}`);
+  const score = scoreResult({
+    asin,
+    matchedAsin,
+    detectedPrice: detectedPrice?.amount,
+    domain,
+    rank: raw.rank,
+  });
+
+  return {
+    ...(asin ? { asin } : {}),
+    query,
+    title,
+    url,
+    domain,
+    snippet,
+    rank: raw.rank,
+    score,
+    ...(matchedAsin ? { matchedAsin } : {}),
+    ...(detectedPrice
+      ? {
+          detectedPrice: detectedPrice.amount,
+          detectedPriceCurrency: detectedPrice.currency,
+          ...(detectedPrice.label
+            ? { detectedPriceLabel: detectedPrice.label }
+            : {}),
+          detectedPriceText: detectedPrice.text,
+        }
+      : {}),
+    engines: dedupe(raw.engines.map(normalizeText).filter(Boolean)),
+  };
+}
+
+function scoreResult(input: {
+  asin?: string;
+  matchedAsin?: string;
+  detectedPrice?: number;
+  domain: string;
+  rank: number;
+}): number {
+  let score = 100 - input.rank;
+  if (input.asin && input.matchedAsin === input.asin) score += 80;
+  if (input.matchedAsin && !input.asin) score += 40;
+  if (input.detectedPrice != null) score += 30;
+  if (input.domain && !isAmazonDomain(input.domain)) score += 20;
+  if (isAmazonDomain(input.domain)) score -= 15;
+  return score;
+}
+
+function normalizeBaseUrl(value: string): URL {
+  const url = new URL(value);
+  if (!url.pathname.endsWith("/")) {
+    url.pathname = `${url.pathname}/`;
+  }
+  return url;
+}
+
+function normalizeUrl(value: string): string {
+  try {
+    return new URL(value).toString();
+  } catch {
+    return value.trim();
+  }
+}
+
+function extractDomain(value: string): string {
+  try {
+    return new URL(value).hostname.replace(/^www\./i, "").toLowerCase();
+  } catch {
+    return "";
+  }
+}
+
+function isAmazonDomain(domain: string): boolean {
+  return /(^|\.)amazon\./i.test(domain);
+}
+
+function findMatchedAsin(value: string): string | undefined {
+  const match = value.toUpperCase().match(ASIN_MATCH_REGEX);
+  return match?.[0];
+}
+
+function detectPrice(value: string): PriceDetection | undefined {
+  const labeledCandidates = Array.from(value.matchAll(LABELED_PRICE_REGEX))
+    .map((match) => parsePriceMatch(match[2], match[1]))
+    .filter((price): price is PriceDetection => !!price)
+    .sort(comparePriceDetections);
+  if (labeledCandidates[0]) return labeledCandidates[0];
+
+  const candidates = Array.from(value.matchAll(PRICE_REGEX))
+    .map((match) => parsePriceMatch(match[1]))
+    .filter((price): price is PriceDetection => !!price);
+  return candidates[0];
+}
+
+function parsePriceMatch(
+  rawPrice: string | undefined,
+  rawLabel?: string,
+): PriceDetection | undefined {
+  if (!rawPrice) return undefined;
+
+  const text = normalizeText(rawPrice);
+  const currency = detectCurrency(text);
+  const amountMatch = text.match(/[0-9]{1,5}(?:,[0-9]{3})*(?:\.[0-9]{2})?/);
+  if (!amountMatch?.[0]) return undefined;
+
+  const amount = Number(amountMatch[0].replace(/,/g, ""));
+  if (!Number.isFinite(amount) || amount <= 0) return undefined;
+
+  const label = rawLabel ? normalizeText(rawLabel).toLowerCase() : undefined;
+  return {
+    amount,
+    currency,
+    text,
+    ...(label ? { label } : {}),
+  };
+}
+
+function comparePriceDetections(a: PriceDetection, b: PriceDetection): number {
+  return priceLabelRank(a.label) - priceLabelRank(b.label);
+}
+
+function priceLabelRank(label: string | undefined): number {
+  if (!label) return PRICE_LABELS.length;
+  const index = PRICE_LABELS.indexOf(label as (typeof PRICE_LABELS)[number]);
+  return index === -1 ? PRICE_LABELS.length : index;
+}
+
+function detectCurrency(value: string): string {
+  if (/\b(EUR)\b|€/i.test(value)) return "EUR";
+  if (/\b(GBP)\b|£/i.test(value)) return "GBP";
+  if (/\b(INR)\b|₹/i.test(value)) return "INR";
+  if (/\b(CAD)\b/i.test(value)) return "CAD";
+  if (/\b(AUD)\b/i.test(value)) return "AUD";
+  return "USD";
+}
+
+function escapeForCharClass(value: string): string {
+  return value.replace(/[-\\\]^]/g, "\\$&");
+}
+
+function normalizeEngines(value: unknown): string[] {
+  if (Array.isArray(value)) {
+    return value.map(String).filter(Boolean);
+  }
+  const engine = optionalString(value);
+  return engine ? [engine] : [];
+}
+
+function optionalString(value: unknown): string | undefined {
+  if (value == null) return undefined;
+  const text = String(value).trim();
+  return text ? text : undefined;
+}
+
+function normalizeText(value: string): string {
+  return decodeHtmlEntities(value).replace(/\s+/g, " ").trim();
+}
+
+function appendWithSpace(left: string, right: string): string {
+  return left ? `${left} ${right}` : right;
+}
+
+function decodeHtmlEntities(value: string): string {
+  return value
+    .replace(/&amp;/g, "&")
+    .replace(/&quot;/g, '"')
+    .replace(/&#39;/g, "'")
+    .replace(/&lt;/g, "<")
+    .replace(/&gt;/g, ">")
+    .replace(/&nbsp;/g, " ");
+}
+
+function dedupe(values: string[]): string[] {
+  return Array.from(new Set(values));
+}
+
+function readEnvInt(key: string, fallback: number): number {
+  const parsed = Number(Bun.env[key]);
+  return Number.isFinite(parsed) ? parsed : fallback;
+}
+
+function positiveInteger(value: number, fallback: number): number {
+  return Number.isInteger(value) && value > 0 ? value : fallback;
+}

src/integrations/sp-api.test.ts

@@ -20,6 +20,15 @@ test("parseCatalogUpcLookupResponse marks no match", () => {
   expect(detail.asin).toBeNull();
 });
 
+test("parseCatalogUpcLookupResponse ignores invalid ASIN identifiers", () => {
+  const detail = parseCatalogUpcLookupResponse("012345678901", {
+    items: [{ asin: "012345678901" }],
+  });
+
+  expect(detail.status).toBe("not_found");
+  expect(detail.asin).toBeNull();
+});
+
 test("parseCatalogUpcLookupResponse marks multiple ASINs", () => {
   const detail = parseCatalogUpcLookupResponse("012345678901", {
     payload: {

src/integrations/sp-api.ts

@@ -1,11 +1,12 @@
 import { SellingPartner } from "amazon-sp-api";
-import { config } from "./config.ts";
+import { normalizeAsin } from "../asin.ts";
+import { config } from "../config.ts";
 import type {
   KeepaUpcLookupStatus,
   SpApiData,
   SellabilityInfo,
   UpcLookupDetail,
-} from "./types.ts";
+} from "../types.ts";
 
 type RegionCode = "na" | "eu" | "fe";
 
@@ -123,7 +124,10 @@ function round2(value: number): number {
   return Math.round(value * 100) / 100;
 }
 
-const SELLABILITY_CONCURRENCY = 5;
+const LISTINGS_RESTRICTIONS_RATE_LIMIT_PER_SECOND = 5;
+const LISTINGS_RESTRICTIONS_BURST_REQUESTS = 10;
+const SELLABILITY_CONCURRENCY = LISTINGS_RESTRICTIONS_RATE_LIMIT_PER_SECOND;
+const SELLABILITY_PROGRESS_INTERVAL = LISTINGS_RESTRICTIONS_BURST_REQUESTS;
 const PRICING_CONCURRENCY = 5;
 const UPC_PATTERN = /^\d{12,14}$/;
 
@@ -219,8 +223,7 @@ function extractCatalogAsin(item: any): string | null {
     item?.identifiers?.marketplaceASIN?.asin ??
     item?.Identifiers?.MarketplaceASIN?.ASIN;
   if (typeof raw !== "string") return null;
-  const asin = raw.trim().toUpperCase();
+  return normalizeAsin(raw);
-  return asin ? asin : null;
 }
 
 export function parseCatalogUpcLookupResponse(
@@ -621,7 +624,6 @@ export async function fetchSellabilityBatch(
   }
 
   let completed = 0;
-  let running = 0;
   const queue = [...asins];
 
   async function next(): Promise<void> {
@@ -630,7 +632,10 @@ export async function fetchSellabilityBatch(
       const info = await fetchSellabilityInternal(spClient!, asin);
       results.set(asin, info);
       completed++;
-      if (completed % 10 === 0 || completed === asins.length) {
+      if (
+        completed % SELLABILITY_PROGRESS_INTERVAL === 0 ||
+        completed === asins.length
+      ) {
         console.log(`  [sellability] ${completed}/${asins.length} checked`);
       }
     }

src/reader.ts

@@ -1,8 +1,7 @@
 import * as XLSX from "xlsx";
+import { normalizeAsin } from "./asin.ts";
 import type { ProductRecord } from "./types.ts";
 
-const ASIN_REGEX = /^B[0-9A-Z]{9}$/;
-
 const COLUMN_CANDIDATES = {
   asin: ["asin"],
   name: ["name", "product name", "title", "product title"],
@@ -133,11 +132,9 @@ function getKnownColumns(columns: ColumnMap): Set<string> {
 }
 
 function parseAsin(value: unknown): string | undefined {
-  const asin = String(value ?? "")
+  const asin = normalizeAsin(value);
-    .trim()
+  if (!asin) {
-    .toUpperCase();
+    console.warn(`Skipping invalid ASIN: "${String(value ?? "").trim()}"`);
-  if (!asin || !ASIN_REGEX.test(asin)) {
-    console.warn(`Skipping invalid ASIN: "${asin}"`);
     return undefined;
   }
   return asin;

src/sp-test.ts

@@ -1,4 +1,4 @@
-import { testSpApiConnectivity, testSpApiSellability } from "./sp-api.ts";
+import { testSpApiConnectivity, testSpApiSellability } from "./integrations/sp-api.ts";
 
 function parseArgs(): { asin?: string; sellabilityMode: boolean } {
   const args = process.argv.slice(2);

src/stalker/stalker-analyze.ts

@@ -0,0 +1,275 @@
+import { client, db } from "../db/index.ts";
+import { persistLlmResults, refreshRunStats } from "../db/persistence.ts";
+import { sql } from "drizzle-orm";
+import { normalizeAsin } from "../asin.ts";
+import { analyzeProducts } from "../integrations/llm.ts";
+import { fetchSpApiPricingAndFees } from "../integrations/sp-api.ts";
+import type {
+  AnalysisResult,
+  EnrichedProduct,
+  KeepaData,
+  ProductRecord,
+  SellabilityInfo,
+} from "../types.ts";
+
+const LLM_BATCH_SIZE = 5;
+const LLM_BATCH_DELAY_MS = 5_000;
+
+type Args = {
+  stalkerRunId: number;
+  analysisRunId: number;
+  asins: string[];
+  useClaude: boolean;
+};
+
+type InventoryRow = {
+  inventoryItemId: number;
+  asin: string;
+  productTitle: string | null;
+  brand: string | null;
+  categoryTree: string | null;
+  currentPrice: number | null;
+  avgPrice90d: number | null;
+  salesRank: number | null;
+  monthlySold: number | null;
+  sellerCount: number | null;
+  amazonIsSeller: boolean | null;
+  canSell: boolean | null;
+  sellabilityStatus: SellabilityInfo["sellabilityStatus"] | null;
+  sellabilityReason: string | null;
+};
+
+function readFlagValue(args: string[], flag: string): string | undefined {
+  const index = args.indexOf(flag);
+  if (index === -1) return undefined;
+  return args[index + 1];
+}
+
+function parseArgs(argv = process.argv.slice(2)): Args {
+  const stalkerRunId = Number(readFlagValue(argv, "--stalker-run-id"));
+  const analysisRunId = Number(readFlagValue(argv, "--analysis-run-id"));
+  const useClaude = argv.includes("--claude");
+  const asins = (readFlagValue(argv, "--asins") ?? "")
+    .split(",")
+    .map((asin) => normalizeAsin(asin))
+    .filter((asin): asin is string => asin !== null);
+
+  if (!Number.isInteger(stalkerRunId) || stalkerRunId <= 0) {
+    throw new Error("--stalker-run-id must be a positive integer");
+  }
+  if (!Number.isInteger(analysisRunId) || analysisRunId <= 0) {
+    throw new Error("--analysis-run-id must be a positive integer");
+  }
+  if (asins.length === 0) throw new Error("Missing --asins");
+
+  return { stalkerRunId, analysisRunId, asins, useClaude };
+}
+
+function wait(ms: number): Promise<void> {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
+function parseCategoryTree(value: string | null): string[] {
+  return value ? value.split(" > ").filter(Boolean) : [];
+}
+
+function toProductRecord(row: InventoryRow): ProductRecord {
+  const categoryTree = parseCategoryTree(row.categoryTree);
+  return {
+    asin: row.asin,
+    name: row.productTitle ?? row.asin,
+    brand: row.brand ?? undefined,
+    category: categoryTree.join(" > ") || undefined,
+    unitCost: 0,
+    amazonRank: row.salesRank ?? undefined,
+    sellingPriceFromSheet: row.currentPrice ?? undefined,
+    avgPrice90FromSheet: row.avgPrice90d ?? undefined,
+  };
+}
+
+function toKeepaData(row: InventoryRow): KeepaData {
+  return {
+    currentPrice: row.currentPrice,
+    avgPrice90: row.avgPrice90d,
+    minPrice90: null,
+    maxPrice90: null,
+    salesRank: row.salesRank,
+    salesRankAvg90: null,
+    salesRankDrops30: null,
+    salesRankDrops90: null,
+    sellerCount: row.sellerCount,
+    amazonIsSeller: row.amazonIsSeller,
+    amazonBuyboxSharePct90d: null,
+    buyBoxSeller: null,
+    buyBoxPrice: null,
+    buyBoxAvg90: null,
+    monthlySold: row.monthlySold,
+    categoryTree: parseCategoryTree(row.categoryTree),
+  };
+}
+
+function toSellability(row: InventoryRow): SellabilityInfo {
+  return {
+    canSell: row.canSell,
+    sellabilityStatus: row.sellabilityStatus ?? "unknown",
+    sellabilityReason: row.sellabilityReason ?? undefined,
+  };
+}
+
+async function loadInventoryRows(
+  stalkerRunId: number,
+  asins: string[],
+): Promise<InventoryRow[]> {
+  if (asins.length === 0) return [];
+  return db.execute(
+    sql<InventoryRow>`SELECT DISTINCT ON (inventory.product_asin)
+      inventory.id AS "inventoryItemId",
+      inventory.product_asin AS asin,
+      product.name AS "productTitle",
+      product.brand,
+      product.category AS "categoryTree",
+      observation.current_price AS "currentPrice",
+      observation.avg_price_90d AS "avgPrice90d",
+      observation.sales_rank AS "salesRank",
+      observation.monthly_sold AS "monthlySold",
+      observation.seller_count AS "sellerCount",
+      observation.amazon_is_seller AS "amazonIsSeller",
+      observation.can_sell AS "canSell",
+      observation.sellability_status AS "sellabilityStatus",
+      observation.sellability_reason AS "sellabilityReason"
+    FROM stalker_inventory_items inventory
+    JOIN products product ON product.asin = inventory.product_asin
+    JOIN product_observations observation ON observation.id = inventory.observation_id
+    WHERE inventory.run_id = ${stalkerRunId}
+      AND observation.can_sell = true
+      AND observation.sellability_status = 'available'
+      AND inventory.product_asin = ANY(ARRAY[${sql.join(asins.map((asin) => sql`${asin}`), sql`, `)}])
+    ORDER BY inventory.product_asin, observation.fetched_at DESC`,
+  );
+}
+
+async function buildEnrichedProducts(
+  rows: InventoryRow[],
+): Promise<EnrichedProduct[]> {
+  const enriched: EnrichedProduct[] = [];
+
+  for (const row of rows) {
+    const sellability = toSellability(row);
+    const spApi = await fetchSpApiPricingAndFees(
+      row.asin,
+      sellability,
+      row.currentPrice,
+    );
+
+    enriched.push({
+      record: toProductRecord(row),
+      keepa: toKeepaData(row),
+      spApi,
+      fetchedAt: new Date().toISOString(),
+    });
+  }
+
+  return enriched;
+}
+
+async function insertProductAnalysisResults(
+  runId: number,
+  results: AnalysisResult[],
+  sourceInventoryIds: Map<string, number>,
+): Promise<void> {
+  if (results.length === 0) return;
+  await persistLlmResults(runId, results, {
+    source: "stalker_analysis",
+    metadataSource: "catalog",
+    sourceInventoryIds,
+  });
+}
+
+async function refreshAnalysisRun(runId: number): Promise<void> {
+  await refreshRunStats(runId);
+}
+
+async function analyzeInBatches(
+  products: EnrichedProduct[],
+  useClaude: boolean,
+): Promise<AnalysisResult[]> {
+  const results: AnalysisResult[] = [];
+
+  for (let i = 0; i < products.length; i += LLM_BATCH_SIZE) {
+    const batch = products.slice(i, i + LLM_BATCH_SIZE);
+    const batchNumber = Math.floor(i / LLM_BATCH_SIZE) + 1;
+    const totalBatches = Math.ceil(products.length / LLM_BATCH_SIZE);
+    console.log(
+      `Stalker analysis: LLM batch ${batchNumber}/${totalBatches} (${batch.length} product(s)).`,
+    );
+
+    if (i > 0) {
+      await wait(LLM_BATCH_DELAY_MS);
+    }
+
+    let verdicts;
+    try {
+      verdicts = await analyzeProducts(batch, { useClaude });
+    } catch (error) {
+      console.warn(
+        `Stalker analysis: LLM batch ${batchNumber} failed: ${
+          error instanceof Error ? error.message : String(error)
+        }`,
+      );
+      verdicts = null;
+    }
+
+    for (let j = 0; j < batch.length; j++) {
+      const product = batch[j];
+      if (!product) continue;
+      results.push({
+        product,
+        verdict: verdicts?.[j] ?? {
+          asin: product.record.asin,
+          verdict: "SKIP",
+          confidence: 0,
+          reasoning: "LLM analysis failed or returned no verdict",
+        },
+      });
+    }
+  }
+
+  return results;
+}
+
+async function main(): Promise<void> {
+  const args = parseArgs();
+
+  const rows = await loadInventoryRows(args.stalkerRunId, args.asins);
+  if (rows.length === 0) {
+    console.log("Stalker analysis: no sellable inventory rows to analyze.");
+    return;
+  }
+
+  console.log(`Stalker analysis: analyzing ${rows.length} sellable ASIN(s).`);
+  const enriched = await buildEnrichedProducts(rows);
+  const results = await analyzeInBatches(enriched, args.useClaude);
+  const sourceInventoryIds = new Map(
+    rows.map((row) => [row.asin, row.inventoryItemId]),
+  );
+  await insertProductAnalysisResults(
+    args.analysisRunId,
+    results,
+    sourceInventoryIds,
+  );
+  await refreshAnalysisRun(args.analysisRunId);
+}
+
+if (import.meta.main) {
+  main()
+    .catch((error) => {
+      console.error(error instanceof Error ? error.message : String(error));
+      process.exitCode = 1;
+    })
+    .finally(async () => {
+      try {
+        await client.end({ timeout: 5 });
+      } catch {
+      }
+    });
+}

src/stalker/stalker-sellability.test.ts

@@ -0,0 +1,221 @@
+import { afterAll, beforeEach, expect, mock, test } from "bun:test";
+import { mkdirSync, rmSync } from "node:fs";
+import path from "node:path";
+import * as XLSX from "xlsx";
+
+let nextId = 0;
+
+function chainable(resolveWith: any[] = []): any {
+  const p: any = Promise.resolve(resolveWith);
+  p.limit = (_n: any) => chainable(resolveWith);
+  p.where = (_cond: any) => chainable(resolveWith);
+  p.from = (_table: any) => chainable(resolveWith);
+  return p;
+}
+
+const makeMockTx = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable([{ id: ++nextId }]),
+      limit: (_n: any) => chainable([{ id: nextId }]),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable([]),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+});
+
+const makeMockDb = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable(),
+      limit: (_n: any) => chainable(),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable(),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+  transaction: async (fn: (tx: any) => Promise<any>) => fn(makeMockTx()),
+});
+
+mock.module("../db/index.ts", () => ({ db: makeMockDb(), client: {} }));
+
+const TEST_DIR = path.join(process.cwd(), "test_output", "stalker-sellability");
+const originalFetch = globalThis.fetch;
+const originalKeepaKey = Bun.env.KEEPA_API_KEY;
+
+const fetchSellabilityBatchMock = mock(async (asins: string[]) => {
+  return new Map(
+    asins.map((asin) => [
+      asin,
+      asin === "B111111111"
+        ? {
+            canSell: true,
+            sellabilityStatus: "available" as const,
+            sellabilityReason: "No listing restrictions reported",
+          }
+        : {
+            canSell: false,
+            sellabilityStatus: "restricted" as const,
+            sellabilityReason: "approval required",
+          },
+    ]),
+  );
+});
+
+const modulePromise = import("./stalker.ts");
+
+beforeEach(() => {
+  nextId = 0;
+  rmSync(TEST_DIR, { recursive: true, force: true });
+  mkdirSync(TEST_DIR, { recursive: true });
+  globalThis.fetch = originalFetch;
+  Bun.env.KEEPA_API_KEY = "test-keepa-key";
+  fetchSellabilityBatchMock.mockClear();
+});
+
+afterAll(() => {
+  globalThis.fetch = originalFetch;
+  if (originalKeepaKey == null) {
+    delete Bun.env.KEEPA_API_KEY;
+  } else {
+    Bun.env.KEEPA_API_KEY = originalKeepaKey;
+  }
+  rmSync(TEST_DIR, { recursive: true, force: true });
+});
+
+test("sellability checks matched seller inventory, not the source ASIN", async () => {
+  const { runStalker } = await modulePromise;
+  const inputPath = path.join(TEST_DIR, "input.xlsx");
+  const workbook = XLSX.utils.book_new();
+  XLSX.utils.book_append_sheet(
+    workbook,
+    XLSX.utils.json_to_sheet([{ asin: "B000000001" }]),
+    "Input",
+  );
+  XLSX.writeFile(workbook, inputPath);
+
+  globalThis.fetch = mock(async (input: string | URL | Request) => {
+    const rawUrl =
+      typeof input === "string"
+        ? input
+        : input instanceof URL
+          ? input.toString()
+          : input.url;
+    const url = new URL(rawUrl);
+
+    if (url.pathname === "/product") {
+      if (url.searchParams.get("asin") === "B111111111") {
+        return new Response(
+          JSON.stringify({
+            products: [
+              {
+                asin: "B111111111",
+                title: "Sellable Storefront Product",
+                brand: "Good Brand",
+                categoryTree: [{ name: "Kitchen" }, { name: "Storage" }],
+                monthlySold: 42,
+                stats: {
+                  current: [null, null, null, 12345, null, null, null, null, null, null, null, 7],
+                  avg: [2500],
+                },
+                csv: [[5000000, 1999, 5000100]],
+              },
+            ],
+            tokensLeft: 10,
+            refillRate: 10,
+          }),
+          { status: 200 },
+        );
+      }
+
+      return new Response(
+        JSON.stringify({
+          products: [
+            {
+              asin: "B000000001",
+              title: "Source Product",
+              offers: [{ sellerId: "AQUALIFIED", price: 1999 }],
+            },
+          ],
+          tokensLeft: 10,
+          refillRate: 10,
+        }),
+        { status: 200 },
+      );
+    }
+
+    if (url.pathname === "/seller") {
+      const wantsStorefront = url.searchParams.get("storefront") === "1";
+      return new Response(
+        JSON.stringify({
+          sellers: {
+            AQUALIFIED: {
+              sellerName: "New Seller",
+              currentRatingCount: 12,
+              asinList: wantsStorefront ? ["B111111111", "B222222222"] : [],
+            },
+          },
+          tokensLeft: 10,
+          refillRate: 10,
+        }),
+        { status: 200 },
+      );
+    }
+
+    return new Response("not found", { status: 404 });
+  }) as unknown as typeof globalThis.fetch;
+
+  const stats = await runStalker(
+    {
+      input: inputPath,
+      maxAsins: null,
+      offerLimit: 20,
+      sellerLimit: 30,
+      inventoryLimit: 200,
+      sellerCacheHours: 168,
+      includeStock: false,
+      dryRun: false,
+      resume: true,
+      maxSellerRequests: null,
+      sellability: true,
+      analyzeSellable: false,
+      useClaude: false,
+    },
+    { fetchSellabilityBatch: fetchSellabilityBatchMock },
+  );
+
+  expect(fetchSellabilityBatchMock.mock.calls.length).toBe(1);
+  expect(fetchSellabilityBatchMock.mock.calls[0]?.[0]).toEqual([
+    "B111111111",
+    "B222222222",
+  ]);
+  expect(stats.inventorySellabilityCheckedAsins).toBe(2);
+  expect(stats.inventorySellabilityAvailableAsins).toBe(1);
+  expect(stats.inventorySellabilityExcludedAsins).toBe(1);
+  expect(stats.persistedInventoryAsins).toBe(1);
+});

src/stalker/stalker.test.ts

@@ -0,0 +1,280 @@
+import { afterAll, beforeEach, expect, mock, test } from "bun:test";
+import { mkdirSync, rmSync } from "node:fs";
+import path from "node:path";
+import * as XLSX from "xlsx";
+import {
+  extractLiveOfferSellerCandidates,
+  isQualifyingSeller,
+  readAsinsFromXlsx,
+  runStalker,
+} from "./stalker.ts";
+
+let nextId = 0;
+
+function chainable(resolveWith: any[] = []): any {
+  const p: any = Promise.resolve(resolveWith);
+  p.limit = (_n: any) => chainable(resolveWith);
+  p.where = (_cond: any) => chainable(resolveWith);
+  p.from = (_table: any) => chainable(resolveWith);
+  return p;
+}
+
+// Transaction mock returns rows for selects (needed for upsert-then-select patterns).
+const makeMockTx = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable([{ id: ++nextId }]),
+      limit: (_n: any) => chainable([{ id: nextId }]),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable([]),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+});
+
+const makeMockDb = (): any => ({
+  insert: (_table: any) => ({
+    values: (_vals: any) => ({
+      returning: (_sel: any) => Promise.resolve([{ id: ++nextId }]),
+      onConflictDoUpdate: (_conf: any) => Promise.resolve([]),
+    }),
+  }),
+  update: (_table: any) => ({
+    set: (_vals: any) => ({
+      where: (_cond: any) => Promise.resolve([]),
+    }),
+  }),
+  select: (_sel?: any) => ({
+    from: (_table: any) => ({
+      where: (_cond: any) => chainable(),
+      limit: (_n: any) => chainable(),
+    }),
+  }),
+  selectDistinct: (_sel: any) => ({
+    from: (_table: any) => chainable(),
+  }),
+  execute: (_query: any) => Promise.resolve([]),
+  transaction: async (fn: (tx: any) => Promise<any>) => fn(makeMockTx()),
+});
+
+mock.module("../db/index.ts", () => ({ db: makeMockDb(), client: {} }));
+
+const TEST_DIR = path.join(process.cwd(), "test_output", "stalker");
+const originalFetch = globalThis.fetch;
+const originalKeepaKey = Bun.env.KEEPA_API_KEY;
+
+beforeEach(() => {
+  nextId = 0;
+  rmSync(TEST_DIR, { recursive: true, force: true });
+  mkdirSync(TEST_DIR, { recursive: true });
+  globalThis.fetch = originalFetch;
+  Bun.env.KEEPA_API_KEY = "test-keepa-key";
+});
+
+afterAll(() => {
+  globalThis.fetch = originalFetch;
+  if (originalKeepaKey == null) {
+    delete Bun.env.KEEPA_API_KEY;
+  } else {
+    Bun.env.KEEPA_API_KEY = originalKeepaKey;
+  }
+  rmSync(TEST_DIR, { recursive: true, force: true });
+});
+
+test("readAsinsFromXlsx extracts valid ASINs and deduplicates in order", () => {
+  const filePath = path.join(TEST_DIR, "asins.xlsx");
+  const workbook = XLSX.utils.book_new();
+  const sheet = XLSX.utils.json_to_sheet([
+    { ASIN: "b000000001" },
+    { ASIN: "invalid" },
+    { ASIN: "B000000002" },
+    { ASIN: "B000000001" },
+    { ASIN: "0306406152" },
+    { ASIN: "" },
+  ]);
+  XLSX.utils.book_append_sheet(workbook, sheet, "Input");
+  XLSX.writeFile(workbook, filePath);
+
+  expect(readAsinsFromXlsx(filePath)).toEqual([
+    "B000000001",
+    "B000000002",
+    "0306406152",
+  ]);
+});
+
+test("isQualifyingSeller accepts rating counts from 1 to 30 only", () => {
+  expect(isQualifyingSeller({ ratingCount: null })).toBe(false);
+  expect(isQualifyingSeller({ ratingCount: 0 })).toBe(false);
+  expect(isQualifyingSeller({ ratingCount: 1 })).toBe(true);
+  expect(isQualifyingSeller({ ratingCount: 30 })).toBe(true);
+  expect(isQualifyingSeller({ ratingCount: 31 })).toBe(false);
+});
+
+test("extractLiveOfferSellerCandidates ignores Amazon, missing seller IDs, and duplicates", () => {
+  const offers = extractLiveOfferSellerCandidates({
+    offers: [
+      { sellerId: "ATVPDKIKX0DER", price: 1999 },
+      { price: 1899 },
+      { sellerId: "A1SELLER", price: 1599, isFBA: true, stock: 4 },
+      { sellerId: "A1SELLER", price: 1499 },
+      { sellerID: "A2SELLER", currentPrice: 2499, isFba: false },
+    ],
+  });
+
+  expect(offers.map((offer) => offer.sellerId)).toEqual([
+    "A1SELLER",
+    "A2SELLER",
+  ]);
+  expect(offers[0]?.offerPrice).toBe(15.99);
+  expect(offers[0]?.isFba).toBe(true);
+  expect(offers[0]?.stock).toBe(4);
+});
+
+test("runStalker fetches product offers, filters sellers, and tracks stats", async () => {
+  const inputPath = path.join(TEST_DIR, "input.xlsx");
+  const workbook = XLSX.utils.book_new();
+  XLSX.utils.book_append_sheet(
+    workbook,
+    XLSX.utils.json_to_sheet([{ asin: "B000000001" }]),
+    "Input",
+  );
+  XLSX.writeFile(workbook, inputPath);
+
+  const fetchMock = mock(async (input: string | URL | Request) => {
+    const rawUrl =
+      typeof input === "string"
+        ? input
+        : input instanceof URL
+          ? input.toString()
+          : input.url;
+    const url = new URL(rawUrl);
+
+    if (url.pathname === "/product") {
+      expect(url.searchParams.get("asin")).toBe("B000000001");
+      expect(url.searchParams.get("offers")).toBe("20");
+      expect(url.searchParams.get("only-live-offers")).toBe("1");
+      expect(url.searchParams.has("stock")).toBe(false);
+
+      return new Response(
+        JSON.stringify({
+          products: [
+            {
+              asin: "B000000001",
+              title: "Tracked Product",
+              offers: [
+                {
+                  sellerId: "AQUALIFIED",
+                  price: 1999,
+                  condition: "New",
+                  isFBA: true,
+                  stock: 3,
+                },
+                {
+                  sellerId: "AOLDSELLER",
+                  price: 2099,
+                },
+              ],
+            },
+          ],
+          tokensLeft: 10,
+          refillRate: 10,
+        }),
+        { status: 200 },
+      );
+    }
+
+    if (url.pathname === "/seller") {
+      const wantsStorefront = url.searchParams.get("storefront") === "1";
+      if (wantsStorefront) {
+        expect(url.searchParams.has("update")).toBeFalse();
+      }
+      const sellerId = url.searchParams.get("seller");
+
+      return new Response(
+        JSON.stringify({
+          sellers: {
+            ...(!wantsStorefront && sellerId === "AQUALIFIED,AOLDSELLER"
+              ? {
+                  AQUALIFIED: {
+                    sellerName: "New Seller",
+                    currentRating: 96,
+                    currentRatingCount: 12,
+                  },
+                  AOLDSELLER: {
+                    sellerName: "Old Seller",
+                    currentRating: 99,
+                    currentRatingCount: 120,
+                  },
+                }
+              : {}),
+            ...(wantsStorefront && sellerId === "AQUALIFIED"
+              ? {
+                  AQUALIFIED: {
+                    sellerName: "New Seller",
+                    currentRating: 96,
+                    currentRatingCount: 12,
+                    asinList: ["B111111111", "B222222222"],
+                  },
+                }
+              : {}),
+          },
+          tokensLeft: 10,
+          refillRate: 10,
+        }),
+        { status: 200 },
+      );
+    }
+
+    return new Response("not found", { status: 404 });
+  });
+  globalThis.fetch = fetchMock as unknown as typeof globalThis.fetch;
+
+  const stats = await runStalker({
+    input: inputPath,
+    maxAsins: null,
+    offerLimit: 20,
+    sellerLimit: 30,
+    inventoryLimit: 200,
+    sellerCacheHours: 168,
+    includeStock: false,
+    dryRun: false,
+    resume: true,
+    maxSellerRequests: null,
+    sellability: false,
+    analyzeSellable: false,
+    useClaude: false,
+  });
+
+  expect(stats.scannedAsins).toBe(1);
+  expect(stats.sourceAsinsWithMatches).toBe(1);
+  expect(stats.matchedSellers).toBe(1);
+  expect(stats.persistedInventoryAsins).toBe(0);
+  expect(stats.failedAsins).toBe(0);
+  expect(stats.candidateSellers).toBe(2);
+  expect(stats.qualifyingSellers).toBe(1);
+  expect(stats.sellerMetadataRequests).toBe(1);
+  expect(stats.sellerStorefrontRequests).toBe(1);
+
+  const sellerCalls = fetchMock.mock.calls.filter((call) => {
+    const rawUrl =
+      typeof call[0] === "string"
+        ? call[0]
+        : call[0] instanceof URL
+          ? call[0].toString()
+          : (call[0] as Request).url;
+    return new URL(rawUrl).pathname === "/seller";
+  });
+  expect(sellerCalls.length).toBe(2);
+});

src/supplier/supplier-export.test.ts

@@ -3,7 +3,7 @@ import path from "node:path";
 import { rmSync } from "node:fs";
 import ExcelJS from "exceljs";
 import { writeSupplierWorkbook } from "./supplier-export.ts";
-import type { SupplierAnalysisResult } from "./types.ts";
+import type { SupplierAnalysisResult } from "../types.ts";
 
 const OUTPUT_FILE = path.join("/private/tmp", "asin-check-supplier-export-test.xlsx");
 
@@ -16,12 +16,12 @@ function result(overrides: Partial<SupplierAnalysisResult> = {}): SupplierAnalys
     upc: "012345678901",
     rowNumber: 2,
     record: {
-      asin: "B000000001",
       name: "Test Product",
       unitCost: 10,
       brand: "Brand",
       category: "Grocery",
     },
+    product: { asin: "B000000001", name: "Test Product", unitCost: 10 },
     lookup: {
       requestedUpc: "012345678901",
       normalizedUpc: "012345678901",
@@ -81,7 +81,8 @@ test("writeSupplierWorkbook writes ranked, skipped, and summary sheets", async (
       result(),
       result({
         upc: "111111111111",
-        record: { asin: "111111111111", name: "Missing", unitCost: 0 },
+        record: { name: "Missing", unitCost: 0 },
+        product: null,
         lookup: {
           requestedUpc: "111111111111",
           normalizedUpc: "111111111111",

src/supplier/supplier-export.ts

@@ -5,7 +5,7 @@ import type {
   KeepaUpcLookupStatus,
   SupplierAnalysisResult,
   SupplierVerdict,
-} from "./types.ts";
+} from "../types.ts";
 
 export type SupplierExportSummary = {
   processedRows: number;
@@ -63,7 +63,8 @@ function addRowsSheet(
   const sheet = workbook.addWorksheet(name);
   const headers = rows[0] ? Object.keys(rows[0]) : Object.keys(rowForResult({
     upc: "",
-    record: { asin: "", name: "", unitCost: 0 },
+    record: { name: "", unitCost: 0 },
+    product: null,
     lookup: {
       requestedUpc: "",
       normalizedUpc: "",

src/supplier/supplier-scoring.test.ts

@@ -1,6 +1,6 @@
 import { expect, test } from "bun:test";
 import { scoreSupplierProduct } from "./supplier-scoring.ts";
-import type { KeepaData, ProductRecord, SpApiData } from "./types.ts";
+import type { KeepaData, ProductRecord, SpApiData } from "../types.ts";
 
 function record(overrides: Partial<ProductRecord> = {}): ProductRecord {
   return {

src/supplier/supplier-scoring.ts

@@ -3,7 +3,7 @@ import type {
   ProductRecord,
   SpApiData,
   SupplierScore,
-} from "./types.ts";
+} from "../types.ts";
 
 function round2(value: number): number {
   return Math.round(value * 100) / 100;

src/supplier/upc-file-analysis.ts

@@ -1,22 +1,24 @@
 import path from "node:path";
-import { fetchKeepaDataBatch, lookupKeepaUpcs } from "./keepa.ts";
+import { requireAsin } from "../asin.ts";
+import { fetchKeepaDataBatch, lookupKeepaUpcs } from "../integrations/keepa.ts";
 import {
   fetchSellabilityBatch,
   fetchSpApiPricingAndFees,
   lookupSpApiUpcs,
-} from "./sp-api.ts";
+} from "../integrations/sp-api.ts";
 import {
   processUpcFileInBatches,
   type UpcInputRow,
 } from "./upc-file-reader.ts";
 import {
   appendSupplierResultsToRun,
+  completeRunInDb,
+  failRunInDb,
   refreshRunCountsInDb,
   startRunInDb,
   type RunCounts,
-} from "./writer.ts";
+} from "../writer.ts";
-import { initDb, closeDb } from "./database.ts";
+import { connectCache, disconnectCache } from "../integrations/cache.ts";
-import { connectCache, disconnectCache } from "./cache.ts";
 import { scoreSupplierProduct, resolveSupplierSalePrice } from "./supplier-scoring.ts";
 import {
   writeSupplierWorkbook,
@@ -29,9 +31,8 @@ import type {
   SupplierAnalysisResult,
   SupplierScore,
   UpcLookupDetail,
-} from "./types.ts";
+} from "../types.ts";
 
-const DB_PATH = process.env.RESULTS_DB_PATH || path.join("db", "results.db");
 const DEFAULT_INPUT_BATCH_SIZE = 200;
 const DEFAULT_UPC_LOOKUP_BATCH_SIZE = 100;
 const DEFAULT_PRICING_CONCURRENCY = 5;
@@ -48,7 +49,6 @@ export type UpcFileAnalysisOptions = {
 
 export type UpcFileAnalysisSummary = {
   runId: number;
-  dbPath: string;
   inputFile: string;
   outputFile?: string;
   processedRows: number;
@@ -242,8 +242,8 @@ async function lookupUpcsWithChunking(
       chunkDetails.set(
         upc,
         fallbackDetail && fallbackDetail.status !== "request_failed"
-          ? fallbackDetail
+          ? { ...fallbackDetail, provider: "keepa" }
-          : spDetail!,
+          : { ...spDetail!, provider: "sp_api" },
       );
     }
 
@@ -269,7 +269,7 @@ function toProductRecord(
   const keepaCategory = detail.keepaData?.categoryTree?.[0];
 
   return {
-    asin: detail.asin ?? row.upc,
+    asin: requireAsin(detail.asin),
     name: row.name ?? detail.asin ?? row.upc,
     unitCost: row.unitCost ?? 0,
     brand: row.brand,
@@ -277,6 +277,15 @@ function toProductRecord(
   };
 }
 
+function toSupplierInputRecord(row: UpcInputRow) {
+  return {
+    name: row.name ?? row.upc,
+    unitCost: row.unitCost ?? 0,
+    brand: row.brand,
+    category: row.category,
+  };
+}
+
 async function fetchFeesForProducts(
   products: ProductRecord[],
   keepaResults: Map<string, NonNullable<SupplierAnalysisResult["keepa"]>>,
@@ -339,7 +348,6 @@ function summarizeSupplierResults(
 export async function runUpcFileAnalysis(
   options: UpcFileAnalysisOptions,
 ): Promise<UpcFileAnalysisSummary> {
-  const dbPath = options.dbPath ?? DB_PATH;
   const inputBatchSize = Math.max(
     1,
     options.inputBatchSize ?? DEFAULT_INPUT_BATCH_SIZE,
@@ -355,8 +363,6 @@ export async function runUpcFileAnalysis(
   if (manageResources) {
     console.log("Connecting to Redis...");
     await connectCache();
-    console.log("Initializing SQLite database...");
-    initDb(dbPath);
   }
 
   const unresolvedByStatus = createStatusCounter();
@@ -365,7 +371,7 @@ export async function runUpcFileAnalysis(
   let processedRows = 0;
   let matchedRows = 0;
 
-  const runId = startRunInDb(dbPath, options.inputFile, outputFile);
+  const runId = await startRunInDb(options.inputFile, outputFile, undefined, "supplier_upc");
 
   try {
     const readerSummary = await processUpcFileInBatches(
@@ -388,12 +394,19 @@ export async function runUpcFileAnalysis(
           product: ProductRecord;
         }> = [];
         for (const row of rows) {
-          const detail = detailMap.get(row.upc);
+          const detail =
-          if (!detail) {
+            detailMap.get(row.upc) ??
-            unresolvedByStatus.request_failed += 1;
+            ({
-            continue;
+              requestedUpc: row.upc,
-          }
+              normalizedUpc: row.upc,
-
+              status: "request_failed",
+              asin: null,
+              candidateAsins: [],
+              keepaData: null,
+              provider: "sp_api",
+              reason: "UPC lookup returned no result",
+            } satisfies UpcLookupDetail);
+          if (!detailMap.has(row.upc)) detailMap.set(row.upc, detail);
           unresolvedByStatus[detail.status] += 1;
 
           if (detail.status === "found" && detail.asin) {
@@ -413,30 +426,15 @@ export async function runUpcFileAnalysis(
 
         const batchResults: SupplierAnalysisResult[] = [];
         for (const row of rows) {
-          const detail = detailMap.get(row.upc);
+          const detail = detailMap.get(row.upc)!;
-          if (!detail || detail.status === "found") continue;
+          if (detail.status === "found") continue;
 
           batchResults.push({
             upc: row.upc,
             rowNumber: row.rowNumber,
-            record: {
+            record: toSupplierInputRecord(row),
-              asin: detail?.asin ?? row.upc,
+            product: null,
-              name: row.name ?? row.upc,
+            lookup: detail,
-              unitCost: row.unitCost ?? 0,
-              brand: row.brand,
-              category: row.category,
-            },
-            lookup:
-              detail ??
-              ({
-                requestedUpc: row.upc,
-                normalizedUpc: row.upc,
-                status: "request_failed",
-                asin: null,
-                candidateAsins: [],
-                keepaData: null,
-                reason: "UPC lookup returned no result",
-              } satisfies UpcLookupDetail),
             keepa: null,
             spApi: null,
             score: skippedScore(detail?.reason ?? "UPC unresolved"),
@@ -471,7 +469,8 @@ export async function runUpcFileAnalysis(
             batchResults.push({
               upc: entry.detail.normalizedUpc,
               rowNumber: entry.row.rowNumber,
-              record: entry.product,
+              record: toSupplierInputRecord(entry.row),
+              product: entry.product,
               lookup: entry.detail,
               keepa,
               spApi,
@@ -481,7 +480,7 @@ export async function runUpcFileAnalysis(
           }
         }
 
-        appendSupplierResultsToRun(dbPath, runId, batchResults);
+        await appendSupplierResultsToRun(runId, batchResults);
         allResults.push(...batchResults);
       },
       {
@@ -490,10 +489,11 @@ export async function runUpcFileAnalysis(
       },
     );
 
-    const runCounts = refreshRunCountsInDb(dbPath, runId);
+    const runCounts = await refreshRunCountsInDb(runId);
 
     const exportSummary = summarizeSupplierResults(allResults, unresolvedByStatus);
     await writeSupplierWorkbook(outputFile, allResults, exportSummary);
+    await completeRunInDb(runId);
 
     if (allResults.length > 0) {
       const ranked = allResults
@@ -522,7 +522,6 @@ export async function runUpcFileAnalysis(
 
     return {
       runId,
-      dbPath,
       inputFile: options.inputFile,
       outputFile,
       processedRows,
@@ -537,10 +536,12 @@ export async function runUpcFileAnalysis(
         skippedInvalidUpc: readerSummary.skippedInvalidUpc,
       },
     };
+  } catch (error) {
+    await failRunInDb(runId, error);
+    throw error;
   } finally {
     if (manageResources) {
       await disconnectCache();
-      closeDb();
     }
   }
 }

src/supplier/upc-lookup.ts

@@ -1,4 +1,4 @@
-import { lookupKeepaUpcs, mapUpcsToAsins } from "./keepa.ts";
+import { lookupKeepaUpcs, mapUpcsToAsins } from "../integrations/keepa.ts";
 
 function printUsage(): void {
   console.log("Usage:");

src/types.ts

@@ -59,6 +59,7 @@ export interface KeepaUpcLookupDetail {
   asin: string | null;
   candidateAsins: string[];
   keepaData: KeepaData | null;
+  provider?: "sp_api" | "keepa";
   reason?: string;
 }
 
@@ -114,7 +115,8 @@ export interface SupplierScore {
 export interface SupplierAnalysisResult {
   upc: string;
   rowNumber?: number;
-  record: ProductRecord;
+  record: SupplierInputRecord;
+  product: ProductRecord | null;
   lookup: UpcLookupDetail;
   keepa: KeepaData | null;
   spApi: SpApiData | null;
@@ -122,6 +124,58 @@ export interface SupplierAnalysisResult {
   fetchedAt: string;
 }
 
+export interface SupplierInputRecord {
+  name: string;
+  unitCost: number;
+  brand?: string;
+  category?: string;
+}
+
+export interface Product {
+  asin: string;
+  name: string | null;
+  brand: string | null;
+  category: string | null;
+  firstSeenAt: string;
+  lastSeenAt: string;
+}
+
+export interface ProductObservation {
+  id: number;
+  productAsin: string;
+  runId: number;
+  source: string;
+  fetchedAt: string;
+}
+
+export interface Run {
+  id: number;
+  type:
+    | "lead_analysis"
+    | "category_analysis"
+    | "supplier_upc"
+    | "stalker"
+    | "stalker_analysis";
+  parentRunId?: number | null;
+  status: string;
+}
+
+export interface RunItem {
+  id: number;
+  runId: number;
+  productAsin: string | null;
+  sourceRow?: number | null;
+}
+
+export interface AnalysisRevision {
+  id: number;
+  runItemId: number;
+  decision: "FBA" | "FBM" | "BUY" | "WATCH" | "SKIP";
+  confidence: number | null;
+  reasoning: string | null;
+  analyzedAt: string;
+}
+
 export interface CategoryRunSummaryDb {
   categoryId: number;
   categoryLabel: string;

src/web/styles.css

@@ -41,9 +41,24 @@ p {
   gap: 10px;
 }
 
+.section-header {
+  display: flex;
+  align-items: center;
+  justify-content: space-between;
+  gap: 12px;
+}
+
+.button-row {
+  display: flex;
+  align-items: center;
+  gap: 8px;
+  flex-wrap: wrap;
+}
+
 .toolbar input,
 .toolbar select,
-button {
+button,
+.button-link {
   height: 36px;
   border-radius: 8px;
   border: 1px solid #d8dce0;
@@ -52,10 +67,29 @@ button {
   font-size: 14px;
 }
 
+.button-link {
+  display: inline-flex;
+  align-items: center;
+  justify-content: center;
+  color: inherit;
+  text-decoration: none;
+}
+
 button {
   cursor: pointer;
 }
 
+button.danger {
+  border-color: #efb8b8;
+  color: #9f1c1c;
+  background: #fff6f6;
+}
+
+button:disabled {
+  cursor: not-allowed;
+  opacity: 0.58;
+}
+
 .table-wrap {
   overflow: auto;
   border: 1px solid #eceef0;
@@ -91,6 +125,110 @@ td {
   overflow-wrap: anywhere;
 }
 
+.inventory-col {
+  min-width: 360px;
+  max-width: 520px;
+  white-space: normal;
+  overflow-wrap: anywhere;
+}
+
+.inventory-col a {
+  display: inline-block;
+  margin-right: 8px;
+  margin-bottom: 4px;
+}
+
+.stalker-table {
+  min-width: 1320px;
+}
+
+.stalker-actions {
+  display: flex;
+  gap: 6px;
+  align-items: center;
+}
+
+.dist-research-entry {
+  padding: 16px 0;
+  border-top: 1px solid #eceef0;
+}
+
+.dist-research-entry:first-child {
+  border-top: none;
+  padding-top: 8px;
+}
+
+.dist-entry-meta {
+  display: flex;
+  align-items: center;
+  gap: 10px;
+  font-size: 13px;
+  color: #5f6b7a;
+  margin-bottom: 12px;
+}
+
+.dist-entry-run {
+  font-size: 12px;
+  color: #8a95a0;
+}
+
+.dist-candidates {
+  display: flex;
+  flex-direction: column;
+  gap: 12px;
+}
+
+.dist-candidate-card {
+  border: 1px solid #e7e8ea;
+  border-radius: 10px;
+  padding: 14px 16px;
+  display: flex;
+  flex-direction: column;
+  gap: 8px;
+}
+
+.dist-candidate-header {
+  display: flex;
+  align-items: center;
+  gap: 10px;
+  font-size: 15px;
+}
+
+.dist-field {
+  display: flex;
+  gap: 8px;
+  font-size: 13px;
+  line-height: 1.5;
+}
+
+.dist-field-block {
+  flex-direction: column;
+  gap: 4px;
+}
+
+.dist-label {
+  font-weight: 600;
+  color: #445060;
+  white-space: nowrap;
+  min-width: 120px;
+}
+
+.dist-field-block .dist-label {
+  min-width: unset;
+}
+
+.dist-outreach {
+  background: #f7f8fa;
+  border: 1px solid #e7e8ea;
+  border-radius: 8px;
+  padding: 12px 14px;
+  font-family: inherit;
+  font-size: 13px;
+  line-height: 1.6;
+  white-space: pre-wrap;
+  margin: 0;
+}
+
 th {
   background: #fafafb;
   font-weight: 600;
@@ -262,4 +400,9 @@ th button {
   .spark-grid {
     grid-template-columns: repeat(2, minmax(0, 1fr));
   }
+
+  .section-header {
+    align-items: flex-start;
+    flex-direction: column;
+  }
 }

src/writer.ts

@@ -1,5 +1,15 @@
-import { getDb } from "./database.ts";
+import { eq } from "drizzle-orm";
+import { db } from "./db/index.ts";
+import { analysisRunStats, runs } from "./db/schema.ts";
+import {
+  persistLlmResults,
+  persistSupplierResults,
+  refreshRunStats,
+} from "./db/persistence.ts";
 import type { AnalysisResult, SupplierAnalysisResult } from "./types.ts";
+import { mkdirSync } from "node:fs";
+import path from "node:path";
+import * as XLSX from "xlsx";
 
 export type RunCounts = {
   totalProducts: number;
@@ -8,18 +18,6 @@ export type RunCounts = {
   skipCount: number;
 };
 
-function computeRunCountsFromResults(results: AnalysisResult[]): RunCounts {
-  const fbaCount = results.filter((r) => r.verdict.verdict === "FBA").length;
-  const fbmCount = results.filter((r) => r.verdict.verdict === "FBM").length;
-  const skipCount = results.filter((r) => r.verdict.verdict === "SKIP").length;
-  return {
-    totalProducts: results.length,
-    fbaCount,
-    fbmCount,
-    skipCount,
-  };
-}
-
 function buildRow(r: AnalysisResult) {
   const price =
     r.product.keepa?.currentPrice ??
@@ -81,20 +79,40 @@ function buildRow(r: AnalysisResult) {
   };
 }
 
-export function writeResultsToDb(
+export async function writeResultsToDb(
   results: AnalysisResult[],
-  dbPath: string,
   inputFile: string,
   outputFile: string | undefined,
-): void {
+): Promise<void> {
-  const runCounts = computeRunCountsFromResults(results);
+  const runId = await startRunInDb(inputFile, outputFile);
-  const runId = startRunInDb(dbPath, inputFile, outputFile, runCounts);
+  try {
-  appendResultsToRun(dbPath, runId, results);
+    await appendResultsToRun(runId, results);
-  console.log(`Results written to SQLite database for run_id: ${runId}`);
+    await refreshRunCountsInDb(runId);
+    await completeRunInDb(runId);
+  } catch (error) {
+    await failRunInDb(runId, error);
+    throw error;
+  }
+  console.log(`Results written to database for run_id: ${runId}`);
 }
 
-export function startRunInDb(
+export function writeResultsWorkbook(
-  dbPath: string,
+  results: AnalysisResult[],
+  outputFile: string,
+): void {
+  const outputDir = path.dirname(outputFile);
+  if (outputDir && outputDir !== ".") {
+    mkdirSync(outputDir, { recursive: true });
+  }
+
+  const workbook = XLSX.utils.book_new();
+  const worksheet = XLSX.utils.json_to_sheet(results.map(buildRow));
+  XLSX.utils.book_append_sheet(workbook, worksheet, "Results");
+  XLSX.writeFile(workbook, outputFile);
+  console.log(`Results workbook written: ${outputFile}`);
+}
+
+export async function startRunInDb(
   inputFile: string,
   outputFile: string | undefined,
   counts: RunCounts = {
@@ -103,244 +121,73 @@ export function startRunInDb(
     fbmCount: 0,
     skipCount: 0,
   },
-): number {
+  type: "lead_analysis" | "supplier_upc" = "lead_analysis",
-  const database = getDb(dbPath);
+): Promise<number> {
-  const timestamp = new Date().toISOString();
+  const [row] = await db
-
+    .insert(runs)
-  const insertRun = database.prepare(
+    .values({
-    `INSERT INTO runs (
+      type,
-      timestamp,
-      input_file,
-      output_file,
-      total_products,
-      fba_count,
-      fbm_count,
-      skip_count
-    ) VALUES (?, ?, ?, ?, ?, ?, ?)`,
-  );
-
-  const runInfo = insertRun.run(
-    timestamp,
       inputFile,
-    outputFile ?? null,
+      outputFile: outputFile ?? null,
-    counts.totalProducts,
+      status: "running",
-    counts.fbaCount,
+      startedAt: new Date(),
-    counts.fbmCount,
+    })
-    counts.skipCount,
+    .returning({ id: runs.id });
-  );
 
-  const runId =
+  if (!row) throw new Error("Failed to insert run record.");
-    (runInfo.changes as number) > 0
+  await db.insert(analysisRunStats).values({
-      ? (runInfo.lastInsertRowid as number)
+    runId: row.id,
-      : null;
+    processedCount: counts.totalProducts,
-
+    analyzedCount: counts.totalProducts,
-  if (runId === null) {
+    fbaCount: counts.fbaCount,
-    throw new Error("Failed to insert run record into SQLite.");
+    fbmCount: counts.fbmCount,
+    skipCount: counts.skipCount,
+  });
+  return row.id;
 }
 
-  return runId;
+export async function appendResultsToRun(
-}
-
-export function appendResultsToRun(
-  dbPath: string,
   runId: number,
   results: AnalysisResult[],
-): void {
+): Promise<void> {
-  if (results.length === 0) {
+  if (results.length === 0) return;
-    return;
+  await persistLlmResults(runId, results, {
+    source: "lead_analysis",
+    metadataSource: "input",
+    preserveSourcingInput: true,
+  });
 }
 
-  const database = getDb(dbPath);
+export async function appendSupplierResultsToRun(
-  const insertResult = database.prepare(
-    `INSERT INTO results (
-      run_id, asin, product_name, brand, category, unit_cost, current_price,
-      avg_price_90d, avg_price_90d_sheet, selling_price_sheet, sales_rank, rank_avg_90d,
-      sellers, amazon_is_seller, amazon_buybox_share_pct_90d,
-      monthly_sold, rank_drops_30d, rank_drops_90d, fba_net_sheet,
-      gross_profit_dollar, gross_profit_pct, net_profit_sheet, roi_sheet, moq, moq_cost,
-      qty_available, supplier, source_url, asin_link, promo_coupon_code, notes, lead_date,
-      fba_fee, fbm_fee, referral_percent, can_sell, sellability_status, sellability_reason,
-      verdict, confidence, reasoning, fetched_at
-    ) VALUES (
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?
-    )`,
-  );
-
-  database.transaction(() => {
-    for (const r of results) {
-      const row = buildRow(r);
-      insertResult.run(
-        runId,
-        row.ASIN,
-        row.Name,
-        row.Brand,
-        row.Category,
-        row["Unit Cost"] ?? null,
-        row["Current Price"] ?? null,
-        row["Avg Price 90d"] ?? null,
-        row["Avg Price 90d (sheet)"] ?? null,
-        row["Selling Price (sheet)"] ?? null,
-        row["Sales Rank"] ?? null,
-        row["Rank Avg 90d"] ?? null,
-        row.Sellers ?? null,
-        row["Amazon Is Seller"] == null
-          ? null
-          : row["Amazon Is Seller"]
-            ? 1
-            : 0,
-        row["Amazon Buy Box Share 90d %"] ?? null,
-        row["Monthly Sold"] ?? null,
-        row["Rank Drops 30d"] ?? null,
-        row["Rank Drops 90d"] ?? null,
-        row["FBA Net (sheet)"] ?? null,
-        row["Gross Profit $"] ?? null,
-        row["Gross Profit %"] ?? null,
-        row["Net Profit (sheet)"] ?? null,
-        row["ROI (sheet)"] ?? null,
-        row.MOQ ?? null,
-        row["MOQ Cost"] ?? null,
-        row["Qty Available"] ?? null,
-        row.Supplier ?? null,
-        row["Source URL"] ?? null,
-        row["ASIN Link"] ?? null,
-        row["Promo/Coupon Code"] ?? null,
-        row.Notes ?? null,
-        row["Lead Date"] ?? null,
-        row["FBA Fee"] ?? null,
-        row["FBM Fee"] ?? null,
-        row["Referral %"] ?? null,
-        row["Can Sell"],
-        row.Sellability,
-        row["Sellability Reason"] ?? null,
-        row.Verdict,
-        row.Confidence ?? null,
-        row.Reasoning,
-        r.product.fetchedAt,
-      );
-    }
-  })();
-}
-
-export function appendSupplierResultsToRun(
-  dbPath: string,
   runId: number,
   results: SupplierAnalysisResult[],
-): void {
+): Promise<void> {
-  if (results.length === 0) {
+  if (results.length === 0) return;
-    return;
+  await persistSupplierResults(runId, results);
 }
 
-  const database = getDb(dbPath);
+export async function refreshRunCountsInDb(runId: number): Promise<RunCounts> {
-  const insertResult = database.prepare(
+  return refreshRunStats(runId);
-    `INSERT INTO results (
-      run_id, asin, product_name, brand, category, unit_cost, current_price,
-      avg_price_90d, sales_rank, rank_avg_90d, sellers,
-      amazon_is_seller, amazon_buybox_share_pct_90d, monthly_sold,
-      rank_drops_30d, rank_drops_90d, upc, fba_fee, fbm_fee,
-      referral_percent, supplier_score, supplier_profit, supplier_margin,
-      supplier_roi, supplier_reason, upc_lookup_status, upc_lookup_reason,
-      candidate_asins, can_sell, sellability_status, sellability_reason,
-      verdict, confidence, reasoning, fetched_at
-    ) VALUES (
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?,
-      ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?
-    )`,
-  );
-
-  database.transaction(() => {
-    for (const result of results) {
-      const keepa = result.keepa;
-      const spApi = result.spApi;
-      const asin = result.lookup.asin ?? result.record.asin ?? result.upc;
-      const category =
-        result.record.category ?? keepa?.categoryTree?.join(" > ") ?? null;
-      const canSell =
-        spApi?.canSell == null ? null : spApi.canSell ? "yes" : "no";
-
-      insertResult.run(
-        runId,
-        asin,
-        result.record.name,
-        result.record.brand ?? null,
-        category,
-        result.record.unitCost || null,
-        result.score.salePrice,
-        keepa?.avgPrice90 ?? null,
-        keepa?.salesRank ?? null,
-        keepa?.salesRankAvg90 ?? null,
-        keepa?.sellerCount ?? null,
-        keepa?.amazonIsSeller == null ? null : keepa.amazonIsSeller ? 1 : 0,
-        keepa?.amazonBuyboxSharePct90d ?? null,
-        keepa?.monthlySold ?? null,
-        keepa?.salesRankDrops30 ?? null,
-        keepa?.salesRankDrops90 ?? null,
-        result.upc,
-        result.score.fbaFee,
-        spApi?.fbmFee ?? null,
-        spApi?.referralFeePercent ?? null,
-        result.score.score,
-        result.score.profit,
-        result.score.margin,
-        result.score.roi,
-        result.score.reason,
-        result.lookup.status,
-        result.lookup.reason ?? null,
-        result.lookup.candidateAsins.join(","),
-        canSell,
-        spApi?.sellabilityStatus ?? null,
-        spApi?.sellabilityReason ?? null,
-        result.score.verdict,
-        Math.round(result.score.score),
-        result.score.reason,
-        result.fetchedAt,
-      );
-    }
-  })();
 }
 
-export function refreshRunCountsInDb(dbPath: string, runId: number): RunCounts {
+export async function completeRunInDb(runId: number): Promise<void> {
-  const database = getDb(dbPath);
+  await db
-  const stats = database
+    .update(runs)
-    .query(
+    .set({ status: "completed", completedAt: new Date(), errorMessage: null })
-      `SELECT
+    .where(eq(runs.id, runId));
-        COUNT(*) AS total,
-        SUM(CASE WHEN verdict = 'FBA' THEN 1 ELSE 0 END) AS fba,
-        SUM(CASE WHEN verdict = 'FBM' THEN 1 ELSE 0 END) AS fbm,
-        SUM(CASE WHEN verdict = 'SKIP' THEN 1 ELSE 0 END) AS skip
-      FROM results
-      WHERE run_id = ?`,
-    )
-    .get(runId) as {
-    total: number;
-    fba: number | null;
-    fbm: number | null;
-    skip: number | null;
-  };
-
-  const counts: RunCounts = {
-    totalProducts: stats.total ?? 0,
-    fbaCount: stats.fba ?? 0,
-    fbmCount: stats.fbm ?? 0,
-    skipCount: stats.skip ?? 0,
-  };
-
-  database
-    .query(
-      `UPDATE runs
-       SET total_products = ?, fba_count = ?, fbm_count = ?, skip_count = ?
-       WHERE id = ?`,
-    )
-    .run(
-      counts.totalProducts,
-      counts.fbaCount,
-      counts.fbmCount,
-      counts.skipCount,
-      runId,
-    );
-
-  return counts;
 }
+
+export async function failRunInDb(
+  runId: number,
+  error: unknown,
+): Promise<void> {
+  const errorMessage = error instanceof Error ? error.message : String(error);
+  await db
+    .update(runs)
+    .set({ status: "failed", completedAt: new Date(), errorMessage })
+    .where(eq(runs.id, runId));
+}
+
 export function printResults(results: AnalysisResult[]): void {
   const rows = results
     .filter((r) => r.verdict.verdict === "FBA" || r.verdict.verdict === "FBM")