Compare commits
25 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| f04891d0b9 | |||
| 3a5575f51b | |||
| a61d1c558c | |||
| e7e5ce22ab | |||
| 856b81125c | |||
| 5fe5774251 | |||
| 0da57a2fb3 | |||
| 85c58fbd52 | |||
| 3aec0b84fe | |||
| bd1d3bde7c | |||
| 998471f6df | |||
| 1f9b1ecd30 | |||
| 1d71617f71 | |||
| d18fc2470b | |||
| f29696607a | |||
| a75318b811 | |||
| 20b9eb0fc9 | |||
| 17bc0ed680 | |||
| 5020fdcc19 | |||
| 885f6c2b01 | |||
| 2aff6287d2 | |||
| 3364a50c68 | |||
| 936828abae | |||
| 649fcc711c | |||
| 3b62f61288 |
+45
-13
@@ -5,6 +5,10 @@ on:
|
|||||||
branches: [main]
|
branches: [main]
|
||||||
pull_request:
|
pull_request:
|
||||||
|
|
||||||
|
env:
|
||||||
|
GO_VERSION: "1.23.12"
|
||||||
|
GOPROXY: "https://goproxy.cn,direct"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
go:
|
go:
|
||||||
name: Go (api)
|
name: Go (api)
|
||||||
@@ -25,11 +29,22 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
OPENGOODS_DATABASE_URL: postgres://opengoods:opengoods@postgres:5432/opengoods?sslmode=disable
|
OPENGOODS_DATABASE_URL: postgres://opengoods:opengoods@postgres:5432/opengoods?sslmode=disable
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- name: Checkout
|
||||||
- uses: actions/setup-go@v5
|
working-directory: ${{ github.workspace }}
|
||||||
with:
|
run: |
|
||||||
go-version: "1.23"
|
git config --global --add safe.directory '*'
|
||||||
cache-dependency-path: api/go.sum
|
git init -q .
|
||||||
|
git remote add origin "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git"
|
||||||
|
git -c protocol.version=2 fetch -q --no-tags --depth 1 origin "${GITHUB_REF}"
|
||||||
|
git checkout -q --force FETCH_HEAD
|
||||||
|
- name: Setup Go
|
||||||
|
working-directory: ${{ github.workspace }}
|
||||||
|
run: |
|
||||||
|
curl -fsSL -o /tmp/go.tgz "https://mirrors.aliyun.com/golang/go${GO_VERSION}.linux-amd64.tar.gz"
|
||||||
|
rm -rf /usr/local/go
|
||||||
|
tar -C /usr/local -xzf /tmp/go.tgz
|
||||||
|
echo "/usr/local/go/bin" >> "$GITHUB_PATH"
|
||||||
|
echo "$HOME/go/bin" >> "$GITHUB_PATH"
|
||||||
- name: Apply migrations
|
- name: Apply migrations
|
||||||
working-directory: .
|
working-directory: .
|
||||||
run: |
|
run: |
|
||||||
@@ -44,14 +59,20 @@ jobs:
|
|||||||
python:
|
python:
|
||||||
name: Python (ingestion)
|
name: Python (ingestion)
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
container:
|
||||||
|
image: nikolaik/python-nodejs:python3.12-nodejs20
|
||||||
defaults:
|
defaults:
|
||||||
run:
|
run:
|
||||||
working-directory: ingestion
|
working-directory: ingestion
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- name: Checkout
|
||||||
- uses: actions/setup-python@v5
|
working-directory: ${{ github.workspace }}
|
||||||
with:
|
run: |
|
||||||
python-version: "3.12"
|
git config --global --add safe.directory '*'
|
||||||
|
git init -q .
|
||||||
|
git remote add origin "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git"
|
||||||
|
git -c protocol.version=2 fetch -q --no-tags --depth 1 origin "${GITHUB_REF}"
|
||||||
|
git checkout -q --force FETCH_HEAD
|
||||||
- name: Install
|
- name: Install
|
||||||
run: pip install -e ".[dev]"
|
run: pip install -e ".[dev]"
|
||||||
- name: Ruff lint
|
- name: Ruff lint
|
||||||
@@ -77,10 +98,21 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
DBURL: postgres://opengoods:opengoods@postgres:5432/opengoods?sslmode=disable
|
DBURL: postgres://opengoods:opengoods@postgres:5432/opengoods?sslmode=disable
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- name: Checkout
|
||||||
- uses: actions/setup-go@v5
|
working-directory: ${{ github.workspace }}
|
||||||
with:
|
run: |
|
||||||
go-version: "1.23"
|
git config --global --add safe.directory '*'
|
||||||
|
git init -q .
|
||||||
|
git remote add origin "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git"
|
||||||
|
git -c protocol.version=2 fetch -q --no-tags --depth 1 origin "${GITHUB_REF}"
|
||||||
|
git checkout -q --force FETCH_HEAD
|
||||||
|
- name: Setup Go
|
||||||
|
run: |
|
||||||
|
curl -fsSL -o /tmp/go.tgz "https://mirrors.aliyun.com/golang/go${GO_VERSION}.linux-amd64.tar.gz"
|
||||||
|
rm -rf /usr/local/go
|
||||||
|
tar -C /usr/local -xzf /tmp/go.tgz
|
||||||
|
echo "/usr/local/go/bin" >> "$GITHUB_PATH"
|
||||||
|
echo "$HOME/go/bin" >> "$GITHUB_PATH"
|
||||||
- name: Install golang-migrate
|
- name: Install golang-migrate
|
||||||
run: go install -tags 'postgres' github.com/golang-migrate/migrate/v4/cmd/migrate@v4.18.1
|
run: go install -tags 'postgres' github.com/golang-migrate/migrate/v4/cmd/migrate@v4.18.1
|
||||||
- name: Migrate up
|
- name: Migrate up
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ import (
|
|||||||
|
|
||||||
"github.com/jackc/pgx/v5/pgxpool"
|
"github.com/jackc/pgx/v5/pgxpool"
|
||||||
|
|
||||||
|
"github.com/baicai2026-baicai/goods/api/internal/cache"
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/config"
|
"github.com/baicai2026-baicai/goods/api/internal/config"
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/handler"
|
"github.com/baicai2026-baicai/goods/api/internal/handler"
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/publicweb"
|
"github.com/baicai2026-baicai/goods/api/internal/publicweb"
|
||||||
@@ -36,7 +37,12 @@ func main() {
|
|||||||
if !limiter.Enabled() {
|
if !limiter.Enabled() {
|
||||||
log.Print("warning: Redis not configured; public API rate limiting disabled")
|
log.Print("warning: Redis not configured; public API rate limiting disabled")
|
||||||
}
|
}
|
||||||
h := handler.New(store.New(pool), publicweb.Dist()).
|
|
||||||
|
readCache := cache.New(cfg.RedisURL)
|
||||||
|
if !readCache.Enabled() {
|
||||||
|
log.Print("warning: Redis not configured; public API read cache disabled")
|
||||||
|
}
|
||||||
|
h := handler.New(store.New(pool).WithCache(readCache), publicweb.Dist()).
|
||||||
WithRateLimit(limiter, cfg.AnonRateLimitPerMin).
|
WithRateLimit(limiter, cfg.AnonRateLimitPerMin).
|
||||||
WithQuotas(cfg.AnonTotalQuota, cfg.RegisteredRateLimitPerMin, cfg.RegisteredQuotaTotal)
|
WithQuotas(cfg.AnonTotalQuota, cfg.RegisteredRateLimitPerMin, cfg.RegisteredQuotaTotal)
|
||||||
|
|
||||||
|
|||||||
@@ -14,6 +14,7 @@ import (
|
|||||||
"github.com/go-chi/chi/v5/middleware"
|
"github.com/go-chi/chi/v5/middleware"
|
||||||
|
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/adminstore"
|
"github.com/baicai2026-baicai/goods/api/internal/adminstore"
|
||||||
|
"github.com/baicai2026-baicai/goods/api/internal/apikey"
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/auth"
|
"github.com/baicai2026-baicai/goods/api/internal/auth"
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/gtin"
|
"github.com/baicai2026-baicai/goods/api/internal/gtin"
|
||||||
"github.com/baicai2026-baicai/goods/api/internal/ratelimit"
|
"github.com/baicai2026-baicai/goods/api/internal/ratelimit"
|
||||||
@@ -90,6 +91,8 @@ func (h *Handler) Router() http.Handler {
|
|||||||
r.Put("/api/categories/{id}", h.UpdateCategory)
|
r.Put("/api/categories/{id}", h.UpdateCategory)
|
||||||
r.Delete("/api/categories/{id}", h.DeleteCategory)
|
r.Delete("/api/categories/{id}", h.DeleteCategory)
|
||||||
|
|
||||||
|
r.Post("/api/import/bypos", h.ImportBypos)
|
||||||
|
|
||||||
r.Get("/api/submissions", h.ListSubmissions)
|
r.Get("/api/submissions", h.ListSubmissions)
|
||||||
r.Get("/api/submissions/{id}", h.GetSubmission)
|
r.Get("/api/submissions/{id}", h.GetSubmission)
|
||||||
r.Post("/api/submissions/{id}/approve", h.ApproveSubmission)
|
r.Post("/api/submissions/{id}/approve", h.ApproveSubmission)
|
||||||
@@ -108,6 +111,11 @@ func (h *Handler) Router() http.Handler {
|
|||||||
// admin approves them.
|
// admin approves them.
|
||||||
r.Post("/api/public/submissions", h.CreateSubmission)
|
r.Post("/api/public/submissions", h.CreateSubmission)
|
||||||
|
|
||||||
|
// Archive backflow: inventory-management software pushes products missing
|
||||||
|
// from the archive. Authenticated with a public API key; records enter the
|
||||||
|
// same moderation queue and are archived only after admin approval.
|
||||||
|
r.Post("/api/public/backflow", h.Backflow)
|
||||||
|
|
||||||
return r
|
return r
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -632,6 +640,62 @@ func (h *Handler) CreateSubmission(w http.ResponseWriter, r *http.Request) {
|
|||||||
writeJSON(w, http.StatusCreated, map[string]string{"id": id, "status": "pending"})
|
writeJSON(w, http.StatusCreated, map[string]string{"id": id, "status": "pending"})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Backflow accepts a batch of products pushed by inventory-management software.
|
||||||
|
// It authenticates with a public API key (X-API-Key or Bearer), enqueues each
|
||||||
|
// item for admin review (deduplicating by GTIN), and returns a per-item summary.
|
||||||
|
func (h *Handler) Backflow(w http.ResponseWriter, r *http.Request) {
|
||||||
|
raw := presentedAPIKey(r)
|
||||||
|
if raw == "" {
|
||||||
|
writeError(w, http.StatusUnauthorized, "missing_api_key", "缺少 API key(请在 X-API-Key 或 Authorization: Bearer 中提供)")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if !apikey.IsWellFormed(raw) {
|
||||||
|
writeError(w, http.StatusUnauthorized, "invalid_api_key", "API key 格式无效")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if _, err := h.store.APIKeyByHash(r.Context(), apikey.Hash(raw)); err != nil {
|
||||||
|
if errors.Is(err, adminstore.ErrNotFound) {
|
||||||
|
writeError(w, http.StatusUnauthorized, "invalid_api_key", "API key 无效或已吊销")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
writeError(w, http.StatusInternalServerError, "internal_error", err.Error())
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
var items []adminstore.SubmissionInput
|
||||||
|
if err := json.NewDecoder(http.MaxBytesReader(w, r.Body, 16<<20)).Decode(&items); err != nil {
|
||||||
|
writeError(w, http.StatusBadRequest, "bad_request", "请求体应为商品数组 (JSON array)")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(items) == 0 {
|
||||||
|
writeError(w, http.StatusBadRequest, "bad_request", "回流列表为空")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if len(items) > 1000 {
|
||||||
|
writeError(w, http.StatusBadRequest, "too_many", "单次回流最多 1000 条")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
sum, err := h.store.CreateBackflowSubmissions(r.Context(), items, realIP(r))
|
||||||
|
if err != nil {
|
||||||
|
writeError(w, http.StatusInternalServerError, "internal_error", err.Error())
|
||||||
|
return
|
||||||
|
}
|
||||||
|
writeJSON(w, http.StatusOK, sum)
|
||||||
|
}
|
||||||
|
|
||||||
|
// presentedAPIKey extracts a public API key from X-API-Key or a Bearer token.
|
||||||
|
func presentedAPIKey(r *http.Request) string {
|
||||||
|
if v := strings.TrimSpace(r.Header.Get("X-API-Key")); v != "" {
|
||||||
|
return v
|
||||||
|
}
|
||||||
|
if v := r.Header.Get("Authorization"); strings.HasPrefix(v, "Bearer ") {
|
||||||
|
return strings.TrimSpace(strings.TrimPrefix(v, "Bearer "))
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
// ListSubmissions returns the moderation queue (admin).
|
// ListSubmissions returns the moderation queue (admin).
|
||||||
func (h *Handler) ListSubmissions(w http.ResponseWriter, r *http.Request) {
|
func (h *Handler) ListSubmissions(w http.ResponseWriter, r *http.Request) {
|
||||||
status := r.URL.Query().Get("status")
|
status := r.URL.Query().Get("status")
|
||||||
|
|||||||
@@ -0,0 +1,30 @@
|
|||||||
|
package adminhandler
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"net/http"
|
||||||
|
|
||||||
|
"github.com/baicai2026-baicai/goods/api/internal/adminstore"
|
||||||
|
)
|
||||||
|
|
||||||
|
func (h *Handler) ImportBypos(w http.ResponseWriter, r *http.Request) {
|
||||||
|
var records []adminstore.ByposRecord
|
||||||
|
dec := json.NewDecoder(http.MaxBytesReader(w, r.Body, 50<<20))
|
||||||
|
for dec.More() {
|
||||||
|
var rec adminstore.ByposRecord
|
||||||
|
if err := dec.Decode(&rec); err != nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
records = append(records, rec)
|
||||||
|
}
|
||||||
|
if len(records) == 0 {
|
||||||
|
writeError(w, http.StatusBadRequest, "empty", "\u6ca1\u6709\u53ef\u5bfc\u5165\u7684\u8bb0\u5f55")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
result, err := h.store.ImportByposRecords(r.Context(), records)
|
||||||
|
if err != nil {
|
||||||
|
writeError(w, http.StatusInternalServerError, "import_error", err.Error())
|
||||||
|
return
|
||||||
|
}
|
||||||
|
writeJSON(w, http.StatusOK, result)
|
||||||
|
}
|
||||||
@@ -0,0 +1,158 @@
|
|||||||
|
package adminstore
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/baicai2026-baicai/goods/api/internal/gtin"
|
||||||
|
"github.com/jackc/pgx/v5"
|
||||||
|
)
|
||||||
|
|
||||||
|
// backflowSource is the value stored in submission.payload->>'source' for
|
||||||
|
// records pushed by inventory-management software via the backflow API.
|
||||||
|
const backflowSource = "backflow"
|
||||||
|
|
||||||
|
// APIKeyAuth is the minimal key metadata needed to authenticate a backflow
|
||||||
|
// caller. Only active (non-revoked) keys resolve.
|
||||||
|
type APIKeyAuth struct {
|
||||||
|
ID string
|
||||||
|
Name string
|
||||||
|
}
|
||||||
|
|
||||||
|
// APIKeyByHash returns the active key matching a SHA-256 hash, or ErrNotFound
|
||||||
|
// when no such active key exists. Used to authenticate machine callers (e.g.
|
||||||
|
// the backflow endpoint) with the same public API keys issued to API users.
|
||||||
|
func (s *Store) APIKeyByHash(ctx context.Context, hash string) (*APIKeyAuth, error) {
|
||||||
|
var k APIKeyAuth
|
||||||
|
err := s.pool.QueryRow(ctx,
|
||||||
|
"SELECT id, name FROM api_key WHERE key_hash = $1 AND revoked_at IS NULL", hash,
|
||||||
|
).Scan(&k.ID, &k.Name)
|
||||||
|
if errors.Is(err, pgx.ErrNoRows) {
|
||||||
|
return nil, ErrNotFound
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return &k, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// BackflowResult reports the outcome of one item in a backflow batch.
|
||||||
|
type BackflowResult struct {
|
||||||
|
GTIN *string `json:"gtin"`
|
||||||
|
Name string `json:"name"`
|
||||||
|
Status string `json:"status"` // queued | exists | duplicate | invalid
|
||||||
|
ID string `json:"id,omitempty"` // submission id when queued
|
||||||
|
Reason string `json:"reason,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// BackflowSummary aggregates a backflow batch outcome.
|
||||||
|
type BackflowSummary struct {
|
||||||
|
Total int `json:"total"`
|
||||||
|
Queued int `json:"queued"`
|
||||||
|
Exists int `json:"exists"`
|
||||||
|
Duplicate int `json:"duplicate"`
|
||||||
|
Invalid int `json:"invalid"`
|
||||||
|
Results []BackflowResult `json:"results"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// CreateBackflowSubmissions enqueues products pushed by inventory software for
|
||||||
|
// admin review. Each item is deduplicated by GTIN: items whose barcode already
|
||||||
|
// matches an archived product are skipped ("exists"), and items that duplicate
|
||||||
|
// a pending submission are skipped ("duplicate"). Accepted items are tagged
|
||||||
|
// with source="backflow" and enter the same moderation queue as public
|
||||||
|
// contributions; approval creates the product exactly as ApproveSubmission does.
|
||||||
|
//
|
||||||
|
// Items are processed independently: a bad item never rolls back accepted ones.
|
||||||
|
func (s *Store) CreateBackflowSubmissions(ctx context.Context, items []SubmissionInput, remoteIP string) (BackflowSummary, error) {
|
||||||
|
sum := BackflowSummary{Total: len(items), Results: make([]BackflowResult, 0, len(items))}
|
||||||
|
|
||||||
|
for _, in := range items {
|
||||||
|
in.Name = strings.TrimSpace(in.Name)
|
||||||
|
res := BackflowResult{Name: in.Name}
|
||||||
|
|
||||||
|
if in.GTIN != nil {
|
||||||
|
g := strings.TrimSpace(*in.GTIN)
|
||||||
|
if g == "" {
|
||||||
|
in.GTIN = nil
|
||||||
|
} else {
|
||||||
|
// Validate/normalize so a malformed barcode is reported as an
|
||||||
|
// invalid item instead of aborting the batch (the gtin column
|
||||||
|
// is varchar(14) and only GS1 codes are archived).
|
||||||
|
norm, err := gtin.Normalize(g)
|
||||||
|
if err != nil {
|
||||||
|
res.GTIN = &g
|
||||||
|
res.Status = "invalid"
|
||||||
|
res.Reason = err.Error()
|
||||||
|
sum.Invalid++
|
||||||
|
sum.Results = append(sum.Results, res)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
in.GTIN = &norm
|
||||||
|
res.GTIN = &norm
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if in.Name == "" {
|
||||||
|
res.Status = "invalid"
|
||||||
|
res.Reason = "商品名称不能为空"
|
||||||
|
sum.Invalid++
|
||||||
|
sum.Results = append(sum.Results, res)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
if in.GTIN != nil {
|
||||||
|
// Already archived: backflow only carries products we don't have yet.
|
||||||
|
var pid string
|
||||||
|
err := s.pool.QueryRow(ctx, "SELECT id FROM product WHERE gtin = $1", *in.GTIN).Scan(&pid)
|
||||||
|
if err == nil {
|
||||||
|
res.Status = "exists"
|
||||||
|
res.Reason = "该条码商品已收录"
|
||||||
|
sum.Exists++
|
||||||
|
sum.Results = append(sum.Results, res)
|
||||||
|
continue
|
||||||
|
} else if !errors.Is(err, pgx.ErrNoRows) {
|
||||||
|
return sum, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Collapse repeated auto-pushes of the same barcode in the queue.
|
||||||
|
var sid string
|
||||||
|
err = s.pool.QueryRow(ctx,
|
||||||
|
"SELECT id FROM submission WHERE gtin = $1 AND status = 'pending' LIMIT 1", *in.GTIN).Scan(&sid)
|
||||||
|
if err == nil {
|
||||||
|
res.Status = "duplicate"
|
||||||
|
res.Reason = "已有待审核的同条码回流记录"
|
||||||
|
res.ID = sid
|
||||||
|
sum.Duplicate++
|
||||||
|
sum.Results = append(sum.Results, res)
|
||||||
|
continue
|
||||||
|
} else if !errors.Is(err, pgx.ErrNoRows) {
|
||||||
|
return sum, err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
src := backflowSource
|
||||||
|
in.Source = &src
|
||||||
|
|
||||||
|
payload, err := json.Marshal(in)
|
||||||
|
if err != nil {
|
||||||
|
return sum, err
|
||||||
|
}
|
||||||
|
|
||||||
|
var id string
|
||||||
|
err = s.pool.QueryRow(ctx, `
|
||||||
|
INSERT INTO submission (gtin, name, payload, submitter_name, submitter_contact, note, remote_ip)
|
||||||
|
VALUES ($1,$2,$3,$4,$5,$6,$7) RETURNING id`,
|
||||||
|
in.GTIN, in.Name, payload, in.SubmitterName, in.SubmitterContact, in.Note, remoteIP).Scan(&id)
|
||||||
|
if err != nil {
|
||||||
|
return sum, err
|
||||||
|
}
|
||||||
|
res.Status = "queued"
|
||||||
|
res.ID = id
|
||||||
|
sum.Queued++
|
||||||
|
sum.Results = append(sum.Results, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
return sum, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,217 @@
|
|||||||
|
package adminstore
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ByposRecord struct {
|
||||||
|
Barcode string `json:"barcode"`
|
||||||
|
Name string `json:"name"`
|
||||||
|
Spec string `json:"spec"`
|
||||||
|
Unit string `json:"unit"`
|
||||||
|
Area string `json:"area"`
|
||||||
|
Manufacturer string `json:"manufacturer"`
|
||||||
|
License string `json:"license"`
|
||||||
|
InPrice string `json:"in_price"`
|
||||||
|
SellPrice string `json:"sell_price"`
|
||||||
|
Status string `json:"status"`
|
||||||
|
RetMsg string `json:"retmsg"`
|
||||||
|
FetchedAt string `json:"fetched_at"`
|
||||||
|
Source string `json:"source"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type ImportByposResult struct {
|
||||||
|
Loaded int `json:"loaded"`
|
||||||
|
Skipped int `json:"skipped"`
|
||||||
|
Errored int `json:"errored"`
|
||||||
|
}
|
||||||
|
|
||||||
|
const byposSourceName = "bypos\u4e2d\u5fc3\u5e93"
|
||||||
|
const byposSourceURL = "https://zc.bypos.net"
|
||||||
|
|
||||||
|
func (s *Store) ensureByposSource(ctx context.Context, tx pgx.Tx) (string, error) {
|
||||||
|
var id string
|
||||||
|
err := tx.QueryRow(ctx, `
|
||||||
|
INSERT INTO source (name, homepage, license, trust_weight)
|
||||||
|
VALUES ($1, $2, 'proprietary', 0.6)
|
||||||
|
ON CONFLICT (name) DO UPDATE SET homepage = EXCLUDED.homepage
|
||||||
|
RETURNING id`, byposSourceName, byposSourceURL).Scan(&id)
|
||||||
|
return id, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Store) ensureManufacturer(ctx context.Context, tx pgx.Tx, name string, country *string) (string, error) {
|
||||||
|
norm := strings.Join(strings.Fields(strings.ToLower(name)), " ")
|
||||||
|
var id string
|
||||||
|
err := tx.QueryRow(ctx, `
|
||||||
|
INSERT INTO manufacturer (name, normalized_name, country)
|
||||||
|
VALUES ($1, $2, $3)
|
||||||
|
ON CONFLICT (normalized_name) DO UPDATE SET name = manufacturer.name
|
||||||
|
RETURNING id`, name, norm, country).Scan(&id)
|
||||||
|
return id, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Store) importByposRecord(ctx context.Context, tx pgx.Tx, rec ByposRecord, sourceID string) error {
|
||||||
|
if rec.Status != "hit" || strings.TrimSpace(rec.Name) == "" {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
barcode := strings.TrimSpace(rec.Barcode)
|
||||||
|
name := strings.TrimSpace(rec.Name)
|
||||||
|
|
||||||
|
var country *string
|
||||||
|
if strings.HasPrefix(barcode, "69") {
|
||||||
|
c := "\u4e2d\u56fd"
|
||||||
|
country = &c
|
||||||
|
}
|
||||||
|
|
||||||
|
var manufacturerID *string
|
||||||
|
if mfr := strings.TrimSpace(rec.Manufacturer); mfr != "" {
|
||||||
|
mid, err := s.ensureManufacturer(ctx, tx, mfr, country)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
manufacturerID = &mid
|
||||||
|
}
|
||||||
|
|
||||||
|
attrs := map[string]interface{}{}
|
||||||
|
if v := strings.TrimSpace(rec.Spec); v != "" {
|
||||||
|
attrs["spec"] = v
|
||||||
|
}
|
||||||
|
if v := strings.TrimSpace(rec.Unit); v != "" {
|
||||||
|
attrs["pack_unit"] = v
|
||||||
|
}
|
||||||
|
if v := strings.TrimSpace(rec.Area); v != "" {
|
||||||
|
attrs["origin_area"] = v
|
||||||
|
}
|
||||||
|
if v := strings.TrimSpace(rec.License); v != "" {
|
||||||
|
attrs["production_license"] = v
|
||||||
|
}
|
||||||
|
attrsJSON, _ := json.Marshal(attrs)
|
||||||
|
|
||||||
|
var productID string
|
||||||
|
if barcode != "" {
|
||||||
|
err := tx.QueryRow(ctx, `
|
||||||
|
INSERT INTO product (gtin, name, manufacturer_id, country_of_origin, attributes, status)
|
||||||
|
VALUES ($1, $2, $3, $4, $5, 'active')
|
||||||
|
ON CONFLICT (gtin) WHERE gtin IS NOT NULL DO UPDATE SET
|
||||||
|
name = EXCLUDED.name,
|
||||||
|
manufacturer_id = COALESCE(EXCLUDED.manufacturer_id, product.manufacturer_id),
|
||||||
|
country_of_origin = COALESCE(EXCLUDED.country_of_origin, product.country_of_origin),
|
||||||
|
attributes = product.attributes || EXCLUDED.attributes
|
||||||
|
RETURNING id`, barcode, name, manufacturerID, country, attrsJSON).Scan(&productID)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
err := tx.QueryRow(ctx, `
|
||||||
|
INSERT INTO product (name, manufacturer_id, country_of_origin, attributes, status)
|
||||||
|
VALUES ($1, $2, $3, $4, 'active')
|
||||||
|
RETURNING id`, name, manufacturerID, country, attrsJSON).Scan(&productID)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
_, _ = tx.Exec(ctx, "DELETE FROM product_msrp WHERE product_id = $1 AND source_id = $2", productID, sourceID)
|
||||||
|
if sp := strings.TrimSpace(rec.SellPrice); sp != "" && sp != "0" {
|
||||||
|
_, _ = tx.Exec(ctx, `
|
||||||
|
INSERT INTO product_msrp (product_id, amount, currency, region, source_id, source_url)
|
||||||
|
VALUES ($1, $2::numeric, 'CNY', 'CN', $3, $4)`, productID, sp, sourceID, byposSourceURL)
|
||||||
|
}
|
||||||
|
|
||||||
|
_, _ = tx.Exec(ctx, "DELETE FROM product_source WHERE product_id = $1 AND source_id = $2", productID, sourceID)
|
||||||
|
fields := []string{"name", "country_of_origin"}
|
||||||
|
if manufacturerID != nil {
|
||||||
|
fields = append(fields, "manufacturer")
|
||||||
|
}
|
||||||
|
if len(attrs) > 0 {
|
||||||
|
fields = append(fields, "attributes")
|
||||||
|
}
|
||||||
|
if barcode != "" {
|
||||||
|
fields = append(fields, "gtin")
|
||||||
|
}
|
||||||
|
rawJSON, _ := json.Marshal(rec)
|
||||||
|
fetchedAt := strings.TrimSpace(rec.FetchedAt)
|
||||||
|
if fetchedAt == "" {
|
||||||
|
fetchedAt = ""
|
||||||
|
}
|
||||||
|
|
||||||
|
if fetchedAt != "" {
|
||||||
|
_, err := tx.Exec(ctx, `
|
||||||
|
INSERT INTO product_source (product_id, source_id, url, fields, fetched_at, raw)
|
||||||
|
VALUES ($1, $2, $3, $4, $5::timestamptz, $6)`,
|
||||||
|
productID, sourceID, byposSourceURL, fields, fetchedAt, rawJSON)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
_, err := tx.Exec(ctx, `
|
||||||
|
INSERT INTO product_source (product_id, source_id, url, fields, fetched_at, raw)
|
||||||
|
VALUES ($1, $2, $3, $4, now(), $5)`,
|
||||||
|
productID, sourceID, byposSourceURL, fields, rawJSON)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if barcode != "" {
|
||||||
|
gtinType := "EAN13"
|
||||||
|
switch len(barcode) {
|
||||||
|
case 8:
|
||||||
|
gtinType = "EAN8"
|
||||||
|
case 12:
|
||||||
|
gtinType = "UPC"
|
||||||
|
case 14:
|
||||||
|
gtinType = "GTIN14"
|
||||||
|
}
|
||||||
|
_, _ = tx.Exec(ctx, `
|
||||||
|
INSERT INTO product_barcode (product_id, gtin, gtin_type, pack_level, is_primary, source_id)
|
||||||
|
VALUES ($1, $2, $3, 'each', true, $4)
|
||||||
|
ON CONFLICT (gtin) DO NOTHING`, productID, barcode, gtinType, sourceID)
|
||||||
|
}
|
||||||
|
|
||||||
|
_, err := s.recomputeQualityTx(ctx, tx, productID)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Store) ImportByposRecords(ctx context.Context, records []ByposRecord) (*ImportByposResult, error) {
|
||||||
|
result := &ImportByposResult{}
|
||||||
|
tx, err := s.pool.Begin(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer tx.Rollback(ctx)
|
||||||
|
|
||||||
|
sourceID, err := s.ensureByposSource(ctx, tx)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, rec := range records {
|
||||||
|
if rec.Status != "hit" || strings.TrimSpace(rec.Name) == "" {
|
||||||
|
result.Skipped++
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
sp, spErr := tx.Begin(ctx)
|
||||||
|
if spErr != nil {
|
||||||
|
result.Errored++
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err := s.importByposRecord(ctx, sp, rec, sourceID); err != nil {
|
||||||
|
sp.Rollback(ctx)
|
||||||
|
result.Errored++
|
||||||
|
} else {
|
||||||
|
sp.Commit(ctx)
|
||||||
|
result.Loaded++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := tx.Commit(ctx); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
@@ -31,6 +31,7 @@ type SubmissionInput struct {
|
|||||||
CountryOfOrigin *string `json:"country_of_origin"`
|
CountryOfOrigin *string `json:"country_of_origin"`
|
||||||
IngredientsText *string `json:"ingredients_text"`
|
IngredientsText *string `json:"ingredients_text"`
|
||||||
Nutriments map[string]any `json:"nutriments"`
|
Nutriments map[string]any `json:"nutriments"`
|
||||||
|
Attributes map[string]any `json:"attributes"`
|
||||||
NutritionBasis *string `json:"nutrition_basis"`
|
NutritionBasis *string `json:"nutrition_basis"`
|
||||||
ServingSize *string `json:"serving_size"`
|
ServingSize *string `json:"serving_size"`
|
||||||
NutriScore *string `json:"nutri_score"`
|
NutriScore *string `json:"nutri_score"`
|
||||||
@@ -39,6 +40,10 @@ type SubmissionInput struct {
|
|||||||
SubmitterName *string `json:"submitter_name"`
|
SubmitterName *string `json:"submitter_name"`
|
||||||
SubmitterContact *string `json:"submitter_contact"`
|
SubmitterContact *string `json:"submitter_contact"`
|
||||||
Note *string `json:"note"`
|
Note *string `json:"note"`
|
||||||
|
// Source tags the origin of the submission, stored inside the payload so no
|
||||||
|
// schema change is needed. Empty means the default public contribution
|
||||||
|
// ("community"); "backflow" marks records pushed by inventory software.
|
||||||
|
Source *string `json:"source,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// SubmissionRow is a queue-list row for the admin review table.
|
// SubmissionRow is a queue-list row for the admin review table.
|
||||||
@@ -48,6 +53,7 @@ type SubmissionRow struct {
|
|||||||
Name string `json:"name"`
|
Name string `json:"name"`
|
||||||
Status string `json:"status"`
|
Status string `json:"status"`
|
||||||
SubmitterName *string `json:"submitter_name"`
|
SubmitterName *string `json:"submitter_name"`
|
||||||
|
Source *string `json:"source"`
|
||||||
Matched bool `json:"matched"`
|
Matched bool `json:"matched"`
|
||||||
CreatedAt string `json:"created_at"`
|
CreatedAt string `json:"created_at"`
|
||||||
ReviewedAt *string `json:"reviewed_at"`
|
ReviewedAt *string `json:"reviewed_at"`
|
||||||
@@ -128,8 +134,8 @@ func (s *Store) ListSubmissions(ctx context.Context, status string, limit, offse
|
|||||||
|
|
||||||
args = append(args, limit, offset)
|
args = append(args, limit, offset)
|
||||||
sql := `
|
sql := `
|
||||||
SELECT id, gtin, name, status, submitter_name, (target_product_id IS NOT NULL),
|
SELECT id, gtin, name, status, submitter_name, NULLIF(payload->>'source',''),
|
||||||
created_at, reviewed_at
|
(target_product_id IS NOT NULL), created_at, reviewed_at
|
||||||
FROM submission ` + where +
|
FROM submission ` + where +
|
||||||
" ORDER BY (status='pending') DESC, created_at DESC LIMIT $" +
|
" ORDER BY (status='pending') DESC, created_at DESC LIMIT $" +
|
||||||
strconv.Itoa(len(args)-1) + " OFFSET $" + strconv.Itoa(len(args))
|
strconv.Itoa(len(args)-1) + " OFFSET $" + strconv.Itoa(len(args))
|
||||||
@@ -145,7 +151,7 @@ FROM submission ` + where +
|
|||||||
var r SubmissionRow
|
var r SubmissionRow
|
||||||
var created time.Time
|
var created time.Time
|
||||||
var reviewed *time.Time
|
var reviewed *time.Time
|
||||||
if err := rows.Scan(&r.ID, &r.GTIN, &r.Name, &r.Status, &r.SubmitterName, &r.Matched, &created, &reviewed); err != nil {
|
if err := rows.Scan(&r.ID, &r.GTIN, &r.Name, &r.Status, &r.SubmitterName, &r.Source, &r.Matched, &created, &reviewed); err != nil {
|
||||||
return nil, 0, err
|
return nil, 0, err
|
||||||
}
|
}
|
||||||
r.CreatedAt = created.Format(time.RFC3339)
|
r.CreatedAt = created.Format(time.RFC3339)
|
||||||
@@ -278,14 +284,19 @@ func (s *Store) ApproveSubmission(ctx context.Context, id, actor string) (*Produ
|
|||||||
|
|
||||||
fields := submissionFields(in)
|
fields := submissionFields(in)
|
||||||
|
|
||||||
|
var attrJSON []byte
|
||||||
|
if len(in.Attributes) > 0 {
|
||||||
|
attrJSON, _ = json.Marshal(in.Attributes)
|
||||||
|
}
|
||||||
|
|
||||||
if productID == "" {
|
if productID == "" {
|
||||||
// Create a new product from the contribution.
|
// Create a new product from the contribution.
|
||||||
err = tx.QueryRow(ctx, `
|
err = tx.QueryRow(ctx, `
|
||||||
INSERT INTO product (gtin, name, brand_id, category_id, gpc_brick_code,
|
INSERT INTO product (gtin, name, brand_id, category_id, gpc_brick_code,
|
||||||
net_content_value, net_content_unit, net_content_canonical, country_of_origin, status)
|
net_content_value, net_content_unit, net_content_canonical, country_of_origin, attributes, status)
|
||||||
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,'active') RETURNING id`,
|
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,COALESCE($10::jsonb,'{}'::jsonb),'active') RETURNING id`,
|
||||||
in.GTIN, in.Name, brandID, in.CategoryID, gpc,
|
in.GTIN, in.Name, brandID, in.CategoryID, gpc,
|
||||||
in.NetContentValue, in.NetContentUnit, canonical, in.CountryOfOrigin).Scan(&productID)
|
in.NetContentValue, in.NetContentUnit, canonical, in.CountryOfOrigin, attrJSON).Scan(&productID)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -302,21 +313,29 @@ UPDATE product SET
|
|||||||
net_content_unit=COALESCE($7, net_content_unit),
|
net_content_unit=COALESCE($7, net_content_unit),
|
||||||
net_content_canonical=COALESCE($8, net_content_canonical),
|
net_content_canonical=COALESCE($8, net_content_canonical),
|
||||||
country_of_origin=COALESCE($9, country_of_origin),
|
country_of_origin=COALESCE($9, country_of_origin),
|
||||||
gtin=COALESCE($10, gtin)
|
gtin=COALESCE($10, gtin),
|
||||||
|
attributes=product.attributes || COALESCE($11::jsonb,'{}'::jsonb)
|
||||||
WHERE id=$1`,
|
WHERE id=$1`,
|
||||||
productID, in.Name, brandID, in.CategoryID, gpc,
|
productID, in.Name, brandID, in.CategoryID, gpc,
|
||||||
in.NetContentValue, in.NetContentUnit, canonical, in.CountryOfOrigin, in.GTIN)
|
in.NetContentValue, in.NetContentUnit, canonical, in.CountryOfOrigin, in.GTIN, attrJSON)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// food_detail: upsert, preserving existing values where not provided.
|
// food_detail: upsert only when the contribution carries food data, so a
|
||||||
|
// non-food submission (drug/3C/generic) doesn't create an empty row.
|
||||||
var nutriJSON []byte
|
var nutriJSON []byte
|
||||||
if len(in.Nutriments) > 0 {
|
if len(in.Nutriments) > 0 {
|
||||||
nutriJSON, _ = json.Marshal(in.Nutriments)
|
nutriJSON, _ = json.Marshal(in.Nutriments)
|
||||||
}
|
}
|
||||||
_, err = tx.Exec(ctx, `
|
foodPresent := len(in.Nutriments) > 0 ||
|
||||||
|
(in.IngredientsText != nil && *in.IngredientsText != "") ||
|
||||||
|
(in.NutritionBasis != nil && *in.NutritionBasis != "") ||
|
||||||
|
(in.ServingSize != nil && *in.ServingSize != "") ||
|
||||||
|
(in.NutriScore != nil && *in.NutriScore != "")
|
||||||
|
if foodPresent {
|
||||||
|
_, err = tx.Exec(ctx, `
|
||||||
INSERT INTO food_detail (product_id, ingredients_text, nutriments, nutrition_basis, serving_size, nutri_score)
|
INSERT INTO food_detail (product_id, ingredients_text, nutriments, nutrition_basis, serving_size, nutri_score)
|
||||||
VALUES ($1,$2,$3,$4,$5,$6)
|
VALUES ($1,$2,$3,$4,$5,$6)
|
||||||
ON CONFLICT (product_id) DO UPDATE SET
|
ON CONFLICT (product_id) DO UPDATE SET
|
||||||
@@ -325,9 +344,10 @@ ON CONFLICT (product_id) DO UPDATE SET
|
|||||||
nutrition_basis=COALESCE(EXCLUDED.nutrition_basis, food_detail.nutrition_basis),
|
nutrition_basis=COALESCE(EXCLUDED.nutrition_basis, food_detail.nutrition_basis),
|
||||||
serving_size=COALESCE(EXCLUDED.serving_size, food_detail.serving_size),
|
serving_size=COALESCE(EXCLUDED.serving_size, food_detail.serving_size),
|
||||||
nutri_score=COALESCE(EXCLUDED.nutri_score, food_detail.nutri_score)`,
|
nutri_score=COALESCE(EXCLUDED.nutri_score, food_detail.nutri_score)`,
|
||||||
productID, in.IngredientsText, nutriJSON, in.NutritionBasis, in.ServingSize, in.NutriScore)
|
productID, in.IngredientsText, nutriJSON, in.NutritionBasis, in.ServingSize, in.NutriScore)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, im := range in.Images {
|
for _, im := range in.Images {
|
||||||
@@ -417,5 +437,14 @@ func submissionFields(in SubmissionInput) []string {
|
|||||||
add("ingredients", in.IngredientsText != nil && *in.IngredientsText != "")
|
add("ingredients", in.IngredientsText != nil && *in.IngredientsText != "")
|
||||||
add("nutriments", len(in.Nutriments) > 0)
|
add("nutriments", len(in.Nutriments) > 0)
|
||||||
add("image", len(in.Images) > 0)
|
add("image", len(in.Images) > 0)
|
||||||
|
for k, v := range in.Attributes {
|
||||||
|
if v == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if s, ok := v.(string); ok && s == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
fields = append(fields, k)
|
||||||
|
}
|
||||||
return fields
|
return fields
|
||||||
}
|
}
|
||||||
|
|||||||
Vendored
+126
@@ -0,0 +1,126 @@
|
|||||||
|
// Package cache is a Redis-backed, fail-open read cache for the public API.
|
||||||
|
//
|
||||||
|
// It caches hot product details and search results so repeated reads avoid
|
||||||
|
// PostgreSQL. Like the ratelimit package, every operation fails open: if Redis
|
||||||
|
// is unavailable or misconfigured the caller simply falls back to the database,
|
||||||
|
// so the cache can never take the API down or serve stale data after Redis loss.
|
||||||
|
//
|
||||||
|
// Invalidation is global and O(1): keys are namespaced by an epoch counter
|
||||||
|
// stored in Redis (og:cache:epoch). The Python ingestion bumps that counter
|
||||||
|
// after a write run, which logically invalidates every cached entry at once
|
||||||
|
// while old keys age out via their TTL. The epoch is read at most once per
|
||||||
|
// refresh interval per process, so it adds no per-request round trip.
|
||||||
|
package cache
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"log"
|
||||||
|
"strconv"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/redis/go-redis/v9"
|
||||||
|
)
|
||||||
|
|
||||||
|
// epochKey is the Redis key holding the global cache generation counter.
|
||||||
|
const epochKey = "og:cache:epoch"
|
||||||
|
|
||||||
|
// epochRefresh bounds how often a process re-reads the epoch from Redis.
|
||||||
|
const epochRefresh = 10 * time.Second
|
||||||
|
|
||||||
|
// opTimeout caps any single Redis operation so a slow backend never blocks a
|
||||||
|
// request beyond this; on timeout the cache fails open.
|
||||||
|
const opTimeout = 150 * time.Millisecond
|
||||||
|
|
||||||
|
// Cache wraps a Redis client. A nil-backed Cache (Redis unconfigured) disables
|
||||||
|
// caching: every Get misses and every Set is a no-op.
|
||||||
|
type Cache struct {
|
||||||
|
rdb *redis.Client
|
||||||
|
|
||||||
|
mu sync.RWMutex
|
||||||
|
epoch int64
|
||||||
|
epochSetAt time.Time
|
||||||
|
epochOK bool
|
||||||
|
}
|
||||||
|
|
||||||
|
// New builds a Cache from a redis:// URL. On a parse error it logs and returns a
|
||||||
|
// disabled (fail-open) cache so the server still boots.
|
||||||
|
func New(redisURL string) *Cache {
|
||||||
|
opt, err := redis.ParseURL(redisURL)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("cache: invalid redis url %q: %v (caching disabled)", redisURL, err)
|
||||||
|
return &Cache{}
|
||||||
|
}
|
||||||
|
return &Cache{rdb: redis.NewClient(opt)}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Enabled reports whether a Redis backend is configured.
|
||||||
|
func (c *Cache) Enabled() bool { return c != nil && c.rdb != nil }
|
||||||
|
|
||||||
|
// epochNow returns the current cache generation, reading it from Redis at most
|
||||||
|
// once per epochRefresh. On any Redis error it keeps the last known value and
|
||||||
|
// throttles re-reads so a down backend cannot slow the hot path.
|
||||||
|
func (c *Cache) epochNow(ctx context.Context) int64 {
|
||||||
|
c.mu.RLock()
|
||||||
|
if c.epochOK && time.Since(c.epochSetAt) < epochRefresh {
|
||||||
|
e := c.epoch
|
||||||
|
c.mu.RUnlock()
|
||||||
|
return e
|
||||||
|
}
|
||||||
|
c.mu.RUnlock()
|
||||||
|
|
||||||
|
cctx, cancel := context.WithTimeout(ctx, opTimeout)
|
||||||
|
defer cancel()
|
||||||
|
n, err := c.rdb.Get(cctx, epochKey).Int64()
|
||||||
|
|
||||||
|
c.mu.Lock()
|
||||||
|
defer c.mu.Unlock()
|
||||||
|
switch {
|
||||||
|
case err == nil:
|
||||||
|
c.epoch = n
|
||||||
|
case errors.Is(err, redis.Nil):
|
||||||
|
c.epoch = 0
|
||||||
|
}
|
||||||
|
c.epochSetAt = time.Now()
|
||||||
|
c.epochOK = true
|
||||||
|
return c.epoch
|
||||||
|
}
|
||||||
|
|
||||||
|
// key namespaces a logical suffix under the current epoch.
|
||||||
|
func (c *Cache) key(ctx context.Context, suffix string) string {
|
||||||
|
return "og:v" + strconv.FormatInt(c.epochNow(ctx), 10) + ":" + suffix
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetJSON unmarshals the cached value for suffix into dest and reports a hit.
|
||||||
|
// Any miss, decode error, or Redis error returns false (fail-open).
|
||||||
|
func (c *Cache) GetJSON(ctx context.Context, suffix string, dest any) bool {
|
||||||
|
if !c.Enabled() {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
k := c.key(ctx, suffix)
|
||||||
|
cctx, cancel := context.WithTimeout(ctx, opTimeout)
|
||||||
|
defer cancel()
|
||||||
|
b, err := c.rdb.Get(cctx, k).Bytes()
|
||||||
|
if err != nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return json.Unmarshal(b, dest) == nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetJSON stores val (JSON-encoded) for suffix with the given TTL. Best effort:
|
||||||
|
// marshal or Redis errors are ignored.
|
||||||
|
func (c *Cache) SetJSON(ctx context.Context, suffix string, val any, ttl time.Duration) {
|
||||||
|
if !c.Enabled() {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
b, err := json.Marshal(val)
|
||||||
|
if err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
k := c.key(ctx, suffix)
|
||||||
|
cctx, cancel := context.WithTimeout(ctx, opTimeout)
|
||||||
|
defer cancel()
|
||||||
|
_ = c.rdb.Set(cctx, k, b, ttl).Err()
|
||||||
|
}
|
||||||
Vendored
+84
@@ -0,0 +1,84 @@
|
|||||||
|
package cache
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// TestDisabledFailsOpen verifies a Cache without a Redis backend never panics,
|
||||||
|
// always misses, and silently drops writes.
|
||||||
|
func TestDisabledFailsOpen(t *testing.T) {
|
||||||
|
c := New("not-a-valid-url") // parse error => disabled
|
||||||
|
if c.Enabled() {
|
||||||
|
t.Fatal("expected cache to be disabled for invalid url")
|
||||||
|
}
|
||||||
|
c.SetJSON(context.Background(), "k", map[string]int{"a": 1}, time.Minute)
|
||||||
|
var dst map[string]int
|
||||||
|
if c.GetJSON(context.Background(), "k", &dst) {
|
||||||
|
t.Fatalf("disabled cache must always miss, got %+v", dst)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func testCache(t *testing.T) *Cache {
|
||||||
|
t.Helper()
|
||||||
|
url := os.Getenv("OPENGOODS_REDIS_URL")
|
||||||
|
if url == "" {
|
||||||
|
url = "redis://localhost:6379/0"
|
||||||
|
}
|
||||||
|
c := New(url)
|
||||||
|
if !c.Enabled() {
|
||||||
|
t.Skip("redis not configured")
|
||||||
|
}
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), time.Second)
|
||||||
|
defer cancel()
|
||||||
|
if err := c.rdb.Ping(ctx).Err(); err != nil {
|
||||||
|
t.Skipf("redis not reachable: %v", err)
|
||||||
|
}
|
||||||
|
return c
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestRoundTrip stores then reads a value back.
|
||||||
|
func TestRoundTrip(t *testing.T) {
|
||||||
|
c := testCache(t)
|
||||||
|
ctx := context.Background()
|
||||||
|
suffix := fmt.Sprintf("test:rt:%d", time.Now().UnixNano())
|
||||||
|
|
||||||
|
c.SetJSON(ctx, suffix, map[string]any{"name": "foo", "n": float64(3)}, time.Minute)
|
||||||
|
got := map[string]any{}
|
||||||
|
if !c.GetJSON(ctx, suffix, &got) {
|
||||||
|
t.Fatal("expected cache hit after set")
|
||||||
|
}
|
||||||
|
if got["name"] != "foo" || got["n"] != float64(3) {
|
||||||
|
t.Fatalf("unexpected payload: %+v", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestEpochInvalidation verifies that bumping the epoch counter logically drops
|
||||||
|
// every previously cached entry.
|
||||||
|
func TestEpochInvalidation(t *testing.T) {
|
||||||
|
c := testCache(t)
|
||||||
|
ctx := context.Background()
|
||||||
|
suffix := fmt.Sprintf("test:epoch:%d", time.Now().UnixNano())
|
||||||
|
|
||||||
|
c.SetJSON(ctx, suffix, map[string]int{"v": 1}, time.Minute)
|
||||||
|
var dst map[string]int
|
||||||
|
if !c.GetJSON(ctx, suffix, &dst) {
|
||||||
|
t.Fatal("expected hit before epoch bump")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Simulate an ingestion write bumping the global epoch.
|
||||||
|
if err := c.rdb.Incr(ctx, epochKey).Err(); err != nil {
|
||||||
|
t.Fatalf("incr epoch: %v", err)
|
||||||
|
}
|
||||||
|
// Force the process to re-read the epoch rather than use its cached value.
|
||||||
|
c.mu.Lock()
|
||||||
|
c.epochOK = false
|
||||||
|
c.mu.Unlock()
|
||||||
|
|
||||||
|
if c.GetJSON(ctx, suffix, &dst) {
|
||||||
|
t.Fatal("entry should be invisible after epoch bump")
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -127,6 +127,7 @@ func (h *Handler) Router() http.Handler {
|
|||||||
})
|
})
|
||||||
r.Get("/brands", h.ListBrands)
|
r.Get("/brands", h.ListBrands)
|
||||||
r.Get("/categories", h.ListCategories)
|
r.Get("/categories", h.ListCategories)
|
||||||
|
r.Get("/kind-fields", h.ListKindFields)
|
||||||
r.Get("/sources/{id}", h.SourceByID)
|
r.Get("/sources/{id}", h.SourceByID)
|
||||||
r.Get("/stats", h.Stats)
|
r.Get("/stats", h.Stats)
|
||||||
})
|
})
|
||||||
@@ -275,6 +276,21 @@ func (h *Handler) ListCategories(w http.ResponseWriter, r *http.Request) {
|
|||||||
writeJSON(w, http.StatusOK, map[string]any{"items": items})
|
writeJSON(w, http.StatusOK, map[string]any{"items": items})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ListKindFields returns the read-only spec field template for an archive kind,
|
||||||
|
// used by the contribution form to render kind-specific inputs.
|
||||||
|
func (h *Handler) ListKindFields(w http.ResponseWriter, r *http.Request) {
|
||||||
|
kind := strings.TrimSpace(r.URL.Query().Get("kind"))
|
||||||
|
if kind == "" {
|
||||||
|
writeError(w, r, http.StatusBadRequest, "bad_request", "missing kind")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
items, err := h.store.ListKindFields(r.Context(), kind)
|
||||||
|
if h.handleErr(w, r, err) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
writeJSON(w, http.StatusOK, map[string]any{"items": items, "kind": kind})
|
||||||
|
}
|
||||||
|
|
||||||
// SourceByID returns a single data source.
|
// SourceByID returns a single data source.
|
||||||
func (h *Handler) SourceByID(w http.ResponseWriter, r *http.Request) {
|
func (h *Handler) SourceByID(w http.ResponseWriter, r *http.Request) {
|
||||||
src, err := h.store.SourceByID(r.Context(), chi.URLParam(r, "id"))
|
src, err := h.store.SourceByID(r.Context(), chi.URLParam(r, "id"))
|
||||||
|
|||||||
@@ -208,7 +208,22 @@
|
|||||||
"nutriments": { "type": "object", "additionalProperties": true, "nullable": true },
|
"nutriments": { "type": "object", "additionalProperties": true, "nullable": true },
|
||||||
"nutrition_basis": { "type": "string", "nullable": true },
|
"nutrition_basis": { "type": "string", "nullable": true },
|
||||||
"nutri_score": { "type": "string", "nullable": true },
|
"nutri_score": { "type": "string", "nullable": true },
|
||||||
"ingredients_text": { "type": "string", "nullable": true }
|
"ingredients_text": { "type": "string", "nullable": true },
|
||||||
|
"msrp": {
|
||||||
|
"type": "array",
|
||||||
|
"description": "Manufacturer suggested retail price snapshots (reference only, newest first; zero-amount entries omitted).",
|
||||||
|
"items": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"amount": { "type": "number" },
|
||||||
|
"currency": { "type": "string" },
|
||||||
|
"region": { "type": "string" },
|
||||||
|
"effective_date": { "type": "string", "nullable": true },
|
||||||
|
"source_url": { "type": "string", "nullable": true },
|
||||||
|
"note": { "type": "string", "nullable": true }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+129
-7
@@ -4,21 +4,35 @@ package store
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
"crypto/sha1"
|
||||||
|
"encoding/hex"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/jackc/pgx/v5"
|
"github.com/jackc/pgx/v5"
|
||||||
"github.com/jackc/pgx/v5/pgxpool"
|
"github.com/jackc/pgx/v5/pgxpool"
|
||||||
|
|
||||||
|
"github.com/baicai2026-baicai/goods/api/internal/cache"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Cache TTLs for the public read cache. Product details are far less volatile
|
||||||
|
// than search result sets, so they live longer; both are also invalidated
|
||||||
|
// wholesale whenever ingestion bumps the cache epoch.
|
||||||
|
const (
|
||||||
|
productCacheTTL = 24 * time.Hour
|
||||||
|
searchCacheTTL = time.Hour
|
||||||
)
|
)
|
||||||
|
|
||||||
// ErrNotFound is returned when a requested row does not exist.
|
// ErrNotFound is returned when a requested row does not exist.
|
||||||
var ErrNotFound = errors.New("not found")
|
var ErrNotFound = errors.New("not found")
|
||||||
|
|
||||||
// Store wraps a PostgreSQL connection pool.
|
// Store wraps a PostgreSQL connection pool and an optional read cache.
|
||||||
type Store struct {
|
type Store struct {
|
||||||
pool *pgxpool.Pool
|
pool *pgxpool.Pool
|
||||||
|
cache *cache.Cache
|
||||||
}
|
}
|
||||||
|
|
||||||
// New constructs a Store from an existing pgx pool.
|
// New constructs a Store from an existing pgx pool.
|
||||||
@@ -26,6 +40,30 @@ func New(pool *pgxpool.Pool) *Store {
|
|||||||
return &Store{pool: pool}
|
return &Store{pool: pool}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// WithCache attaches a Redis-backed read cache. A nil or disabled cache leaves
|
||||||
|
// the Store reading straight from PostgreSQL.
|
||||||
|
func (s *Store) WithCache(c *cache.Cache) *Store {
|
||||||
|
s.cache = c
|
||||||
|
return s
|
||||||
|
}
|
||||||
|
|
||||||
|
// cacheGet reads a cached JSON value into dest, reporting a hit. It is a no-op
|
||||||
|
// miss when no cache is attached.
|
||||||
|
func (s *Store) cacheGet(ctx context.Context, suffix string, dest any) bool {
|
||||||
|
if s.cache == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return s.cache.GetJSON(ctx, suffix, dest)
|
||||||
|
}
|
||||||
|
|
||||||
|
// cacheSet stores a JSON value when a cache is attached.
|
||||||
|
func (s *Store) cacheSet(ctx context.Context, suffix string, val any, ttl time.Duration) {
|
||||||
|
if s.cache == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
s.cache.SetJSON(ctx, suffix, val, ttl)
|
||||||
|
}
|
||||||
|
|
||||||
// Ping verifies database connectivity.
|
// Ping verifies database connectivity.
|
||||||
func (s *Store) Ping(ctx context.Context) error {
|
func (s *Store) Ping(ctx context.Context) error {
|
||||||
return s.pool.Ping(ctx)
|
return s.pool.Ping(ctx)
|
||||||
@@ -88,6 +126,7 @@ type Product struct {
|
|||||||
Ingredients *string `json:"ingredients_text,omitempty"`
|
Ingredients *string `json:"ingredients_text,omitempty"`
|
||||||
Allergens []string `json:"allergens,omitempty"`
|
Allergens []string `json:"allergens,omitempty"`
|
||||||
Additives []string `json:"additives,omitempty"`
|
Additives []string `json:"additives,omitempty"`
|
||||||
|
MSRP []MSRP `json:"msrp,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// ProductBarcodes returns every barcode attached to a product, primary first.
|
// ProductBarcodes returns every barcode attached to a product, primary first.
|
||||||
@@ -222,6 +261,10 @@ func stringifyAttr(v any) string {
|
|||||||
|
|
||||||
// ProductByGTIN looks up an active product by any of its barcodes.
|
// ProductByGTIN looks up an active product by any of its barcodes.
|
||||||
func (s *Store) ProductByGTIN(ctx context.Context, gtin string) (*Product, error) {
|
func (s *Store) ProductByGTIN(ctx context.Context, gtin string) (*Product, error) {
|
||||||
|
const suffix = "prod:gtin:"
|
||||||
|
if cached := new(Product); s.cacheGet(ctx, suffix+gtin, cached) {
|
||||||
|
return cached, nil
|
||||||
|
}
|
||||||
row := s.pool.QueryRow(ctx, productSelect+`
|
row := s.pool.QueryRow(ctx, productSelect+`
|
||||||
WHERE p.status = 'active'
|
WHERE p.status = 'active'
|
||||||
AND (p.gtin = $1 OR EXISTS (
|
AND (p.gtin = $1 OR EXISTS (
|
||||||
@@ -238,11 +281,19 @@ func (s *Store) ProductByGTIN(ctx context.Context, gtin string) (*Product, error
|
|||||||
if p.Specs, err = s.buildSpecs(ctx, p.ArchiveKind, attrs); err != nil {
|
if p.Specs, err = s.buildSpecs(ctx, p.ArchiveKind, attrs); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
if p.MSRP, err = s.ListMSRP(ctx, p.ID); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
s.cacheSet(ctx, suffix+gtin, p, productCacheTTL)
|
||||||
return p, nil
|
return p, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// ProductByID looks up a product by its UUID.
|
// ProductByID looks up a product by its UUID.
|
||||||
func (s *Store) ProductByID(ctx context.Context, id string) (*Product, error) {
|
func (s *Store) ProductByID(ctx context.Context, id string) (*Product, error) {
|
||||||
|
const suffix = "prod:id:"
|
||||||
|
if cached := new(Product); s.cacheGet(ctx, suffix+id, cached) {
|
||||||
|
return cached, nil
|
||||||
|
}
|
||||||
row := s.pool.QueryRow(ctx, productSelect+" WHERE p.id = $1", id)
|
row := s.pool.QueryRow(ctx, productSelect+" WHERE p.id = $1", id)
|
||||||
p, attrs, err := scanProduct(row)
|
p, attrs, err := scanProduct(row)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -254,6 +305,10 @@ func (s *Store) ProductByID(ctx context.Context, id string) (*Product, error) {
|
|||||||
if p.Specs, err = s.buildSpecs(ctx, p.ArchiveKind, attrs); err != nil {
|
if p.Specs, err = s.buildSpecs(ctx, p.ArchiveKind, attrs); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
if p.MSRP, err = s.ListMSRP(ctx, p.ID); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
s.cacheSet(ctx, suffix+id, p, productCacheTTL)
|
||||||
return p, nil
|
return p, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -268,6 +323,11 @@ const fuzzyThreshold = "0.42"
|
|||||||
// similarity blended with quality_score so the best, most-complete records
|
// similarity blended with quality_score so the best, most-complete records
|
||||||
// surface first. Without a query, results are ordered by quality_score.
|
// surface first. Without a query, results are ordered by quality_score.
|
||||||
func (s *Store) SearchProducts(ctx context.Context, f SearchFilters, limit, offset int) ([]ProductSummary, int, error) {
|
func (s *Store) SearchProducts(ctx context.Context, f SearchFilters, limit, offset int) ([]ProductSummary, int, error) {
|
||||||
|
suffix := searchCacheSuffix(f, limit, offset)
|
||||||
|
if entry := new(searchCacheEntry); s.cacheGet(ctx, suffix, entry) {
|
||||||
|
return entry.Items, entry.Total, nil
|
||||||
|
}
|
||||||
|
|
||||||
args := []any{}
|
args := []any{}
|
||||||
where := "WHERE p.status = 'active'"
|
where := "WHERE p.status = 'active'"
|
||||||
|
|
||||||
@@ -334,7 +394,28 @@ LEFT JOIN category c ON c.id = p.category_id `
|
|||||||
}
|
}
|
||||||
out = append(out, ps)
|
out = append(out, ps)
|
||||||
}
|
}
|
||||||
return out, total, rows.Err()
|
if err := rows.Err(); err != nil {
|
||||||
|
return nil, 0, err
|
||||||
|
}
|
||||||
|
s.cacheSet(ctx, suffix, searchCacheEntry{Items: out, Total: total}, searchCacheTTL)
|
||||||
|
return out, total, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// searchCacheEntry is the cached payload for a SearchProducts call.
|
||||||
|
type searchCacheEntry struct {
|
||||||
|
Items []ProductSummary `json:"items"`
|
||||||
|
Total int `json:"total"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// searchCacheSuffix derives a stable cache key from the full filter set and
|
||||||
|
// paging window so distinct queries never collide.
|
||||||
|
func searchCacheSuffix(f SearchFilters, limit, offset int) string {
|
||||||
|
raw := strings.Join([]string{
|
||||||
|
f.Query, f.Category, f.Brand, f.Country,
|
||||||
|
strconv.Itoa(limit), strconv.Itoa(offset),
|
||||||
|
}, "\x1f")
|
||||||
|
sum := sha1.Sum([]byte(raw))
|
||||||
|
return "search:" + hex.EncodeToString(sum[:])
|
||||||
}
|
}
|
||||||
|
|
||||||
// Nutriments returns just the nutrition payload for a product.
|
// Nutriments returns just the nutrition payload for a product.
|
||||||
@@ -371,11 +452,12 @@ type MSRP struct {
|
|||||||
Note *string `json:"note"`
|
Note *string `json:"note"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// ListMSRP returns all MSRP snapshots for a product.
|
// ListMSRP returns a product's suggested-retail-price snapshots, newest first.
|
||||||
|
// Zero-amount entries are excluded as they carry no price information.
|
||||||
func (s *Store) ListMSRP(ctx context.Context, id string) ([]MSRP, error) {
|
func (s *Store) ListMSRP(ctx context.Context, id string) ([]MSRP, error) {
|
||||||
rows, err := s.pool.Query(ctx,
|
rows, err := s.pool.Query(ctx,
|
||||||
`SELECT amount, currency, region, effective_date::text, source_url, note
|
`SELECT amount, currency, region, effective_date::text, source_url, note
|
||||||
FROM product_msrp WHERE product_id = $1 ORDER BY effective_date DESC NULLS LAST`, id)
|
FROM product_msrp WHERE product_id = $1 AND amount > 0 ORDER BY effective_date DESC NULLS LAST`, id)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -427,12 +509,13 @@ type Category struct {
|
|||||||
Path string `json:"path"`
|
Path string `json:"path"`
|
||||||
GPCBrickCode *string `json:"gpc_brick_code"`
|
GPCBrickCode *string `json:"gpc_brick_code"`
|
||||||
Level int `json:"level"`
|
Level int `json:"level"`
|
||||||
|
ArchiveKind string `json:"archive_kind"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// ListCategories returns the full category tree ordered by path.
|
// ListCategories returns the full category tree ordered by path.
|
||||||
func (s *Store) ListCategories(ctx context.Context) ([]Category, error) {
|
func (s *Store) ListCategories(ctx context.Context) ([]Category, error) {
|
||||||
rows, err := s.pool.Query(ctx,
|
rows, err := s.pool.Query(ctx,
|
||||||
"SELECT id, name_zh, name_en, path::text, gpc_brick_code, level FROM category ORDER BY path")
|
"SELECT id, name_zh, name_en, path::text, gpc_brick_code, level, COALESCE(archive_kind, 'generic') FROM category ORDER BY path")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -440,7 +523,7 @@ func (s *Store) ListCategories(ctx context.Context) ([]Category, error) {
|
|||||||
out := []Category{}
|
out := []Category{}
|
||||||
for rows.Next() {
|
for rows.Next() {
|
||||||
var c Category
|
var c Category
|
||||||
if err := rows.Scan(&c.ID, &c.NameZH, &c.NameEN, &c.Path, &c.GPCBrickCode, &c.Level); err != nil {
|
if err := rows.Scan(&c.ID, &c.NameZH, &c.NameEN, &c.Path, &c.GPCBrickCode, &c.Level, &c.ArchiveKind); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
out = append(out, c)
|
out = append(out, c)
|
||||||
@@ -448,6 +531,45 @@ func (s *Store) ListCategories(ctx context.Context) ([]Category, error) {
|
|||||||
return out, rows.Err()
|
return out, rows.Err()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// KindField describes one editable spec field for an archive kind. It drives
|
||||||
|
// the dynamic contribution form (public, read-only view of the template).
|
||||||
|
type KindField struct {
|
||||||
|
Kind string `json:"kind"`
|
||||||
|
FieldKey string `json:"field_key"`
|
||||||
|
GroupLabel string `json:"group_label"`
|
||||||
|
LabelZH string `json:"label_zh"`
|
||||||
|
FieldType string `json:"field_type"`
|
||||||
|
Unit *string `json:"unit"`
|
||||||
|
Options []string `json:"options"`
|
||||||
|
Placeholder *string `json:"placeholder"`
|
||||||
|
SortOrder int `json:"sort_order"`
|
||||||
|
Qualified bool `json:"qualified"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// ListKindFields returns the ordered field template for one archive kind so the
|
||||||
|
// public contribution form can render kind-specific inputs.
|
||||||
|
func (s *Store) ListKindFields(ctx context.Context, kind string) ([]KindField, error) {
|
||||||
|
rows, err := s.pool.Query(ctx, `
|
||||||
|
SELECT kind, field_key, group_label, label_zh, field_type, unit, options,
|
||||||
|
placeholder, sort_order, qualified
|
||||||
|
FROM kind_field WHERE kind = $1 ORDER BY sort_order, field_key`, kind)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer rows.Close()
|
||||||
|
out := []KindField{}
|
||||||
|
for rows.Next() {
|
||||||
|
var f KindField
|
||||||
|
if err := rows.Scan(&f.Kind, &f.FieldKey, &f.GroupLabel, &f.LabelZH,
|
||||||
|
&f.FieldType, &f.Unit, &f.Options, &f.Placeholder, &f.SortOrder,
|
||||||
|
&f.Qualified); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
out = append(out, f)
|
||||||
|
}
|
||||||
|
return out, rows.Err()
|
||||||
|
}
|
||||||
|
|
||||||
// APIKey is the minimal metadata the public API needs to authorize a caller.
|
// APIKey is the minimal metadata the public API needs to authorize a caller.
|
||||||
type APIKey struct {
|
type APIKey struct {
|
||||||
ID string
|
ID string
|
||||||
|
|||||||
+58
@@ -112,6 +112,64 @@ curl "https://goods.tangshasha.com/api/v1/products/barcode/5449000000996"
|
|||||||
|
|
||||||
### `GET /sources/{id}` — 数据来源
|
### `GET /sources/{id}` — 数据来源
|
||||||
|
|
||||||
|
## 档案回流(写接口,需 API Key)
|
||||||
|
|
||||||
|
> 仅供进销存等机器调用方使用:把档案里**尚未收录**的商品批量回流到站点,进入人工审核队列,审核通过后才会收录。**必须携带 API Key**(与上文同一类 `og_live_` 密钥),不会直接写入商品。
|
||||||
|
|
||||||
|
### `POST /api/public/backflow` — 批量回流未收录商品
|
||||||
|
|
||||||
|
- 鉴权:请求头携带 `X-API-Key: og_live_xxxxxxxx`(或 `Authorization: Bearer og_live_xxxxxxxx`)。缺失/无效/已吊销返回 `401`。
|
||||||
|
- 请求体:商品对象**数组**(与公众投稿同结构),单次最多 `1000` 条。常用字段:
|
||||||
|
|
||||||
|
| 字段 | 必填 | 说明 |
|
||||||
|
| --- | --- | --- |
|
||||||
|
| `name` | 是 | 商品名称 |
|
||||||
|
| `gtin` | 否 | 条码(GTIN)。强烈建议提供,用于去重 |
|
||||||
|
| `brand_name` | 否 | 品牌名 |
|
||||||
|
| `category_id` | 否 | 品类编码,如 `food.beverages` |
|
||||||
|
| `net_content_value` / `net_content_unit` | 否 | 净含量数值 / 单位 |
|
||||||
|
| `country_of_origin` | 否 | 产地 |
|
||||||
|
| `ingredients_text` | 否 | 配料表 |
|
||||||
|
| `nutriments` | 否 | 营养成分对象 |
|
||||||
|
| `msrp` | 否 | 零售价快照数组,元素含 `amount`/`currency`/`region`/`effective_date` |
|
||||||
|
| `note` | 否 | 备注 |
|
||||||
|
|
||||||
|
> 来源会自动标记为 `source="backflow"`,在后台审核队列中与公众投稿区分,无需调用方提供。
|
||||||
|
|
||||||
|
- 去重(按 `gtin` 逐条判断,互不影响):
|
||||||
|
- 该条码已收录为商品 → `exists`,跳过;
|
||||||
|
- 已存在同条码的待审核回流 → `duplicate`,跳过(避免反复刷队列);
|
||||||
|
- 否则入队 → `queued`(status=`pending`,等待后台审核);
|
||||||
|
- 名称为空等 → `invalid`。
|
||||||
|
|
||||||
|
```bash
|
||||||
|
curl -X POST "https://goods.tangshasha.com/api/public/backflow" \
|
||||||
|
-H "X-API-Key: og_live_xxxxxxxx" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d '[
|
||||||
|
{"name":"某某牛奶 250ml","gtin":"6901234567890","brand_name":"某品牌",
|
||||||
|
"net_content_value":250,"net_content_unit":"ml",
|
||||||
|
"msrp":[{"amount":3.5,"currency":"CNY","region":"CN"}]},
|
||||||
|
{"name":"已收录商品","gtin":"5449000000996"}
|
||||||
|
]'
|
||||||
|
```
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"total": 2,
|
||||||
|
"queued": 1,
|
||||||
|
"exists": 1,
|
||||||
|
"duplicate": 0,
|
||||||
|
"invalid": 0,
|
||||||
|
"results": [
|
||||||
|
{ "gtin": "6901234567890", "name": "某某牛奶 250ml", "status": "queued", "id": "<submission-id>" },
|
||||||
|
{ "gtin": "5449000000996", "name": "已收录商品", "status": "exists", "reason": "该条码商品已收录" }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
审核通过后,系统按提交内容**新建商品**;若审核时该条码已存在商品,则**补全**到已有商品(逻辑与公众投稿一致)。
|
||||||
|
|
||||||
## 免责声明
|
## 免责声明
|
||||||
|
|
||||||
数据可能存在误差或滞后,按「现状」提供,不构成医疗/购买建议。商品资料版权归各原始来源所有,请遵循其许可(如 OpenFoodFacts 的 ODbL),引用时请注明天工商品档案公共仓及原始来源。
|
数据可能存在误差或滞后,按「现状」提供,不构成医疗/购买建议。商品资料版权归各原始来源所有,请遵循其许可(如 OpenFoodFacts 的 ODbL),引用时请注明天工商品档案公共仓及原始来源。
|
||||||
|
|||||||
@@ -0,0 +1,112 @@
|
|||||||
|
# 可扩展性设计与路线图 (Scalability Roadmap)
|
||||||
|
|
||||||
|
本文档回答一个长期问题:随着商品越来越多、品类越来越杂(食品 / 电子 3C / 药品 /
|
||||||
|
……),**检索与新增会不会压垮数据库?要不要按品类「分表」?**
|
||||||
|
|
||||||
|
> 结论先行:**现阶段不要按品类手动分表。** 现有「单表 + JSONB + archive_kind 框架」
|
||||||
|
> 的设计方向是对的。扩展应当靠 **分区(非分表) + 读副本 + 缓存 + 专用搜索引擎**,
|
||||||
|
> 按数据量分阶段推进,避免提前过度设计。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 1. 现状盘点
|
||||||
|
|
||||||
|
### 1.1 数据模型
|
||||||
|
- 所有商品落在**一张 `product` 表**;非食品的领域字段存 `product.attributes`(JSONB)。
|
||||||
|
- 食品有独立明细表 `food_detail`(配料 / 营养 / 过敏原等结构化字段)。
|
||||||
|
- `0010_archive_kinds` 引入 **archive_kind 框架**:每个品类带一个 `archive_kind`
|
||||||
|
(`food` / `electronics` / `generic`),`kind_field` 表按 kind 定义字段模板,
|
||||||
|
驱动后台动态表单与合格度评分。
|
||||||
|
- **加新品类(如药品)不需要新建表**:只要新增一组 `kind_field` 行 + 一棵品类子树;
|
||||||
|
仅当某品类有大量需被独立筛选/排序的结构化字段时,才考虑像 `food_detail` 那样补一张
|
||||||
|
明细表。
|
||||||
|
|
||||||
|
### 1.2 已有索引(检索性能的基础)
|
||||||
|
| 对象 | 索引 | 用途 |
|
||||||
|
|------|------|------|
|
||||||
|
| `product.gtin` | 唯一索引 | 条码精确查 |
|
||||||
|
| `product.name` | trigram GIN (`pg_trgm`) | 名称模糊/相似匹配 |
|
||||||
|
| `product.search_tsv` | 全文 GIN (`tsvector`) | 全文检索 |
|
||||||
|
| `product.attributes` | JSONB GIN | 属性过滤 |
|
||||||
|
| `brand.name` | trigram GIN | 品牌模糊匹配 |
|
||||||
|
| `product.country_of_origin` | btree | 产地精确/前缀过滤 |
|
||||||
|
| category / brand / updated_at | btree | 关联与增量 |
|
||||||
|
|
||||||
|
### 1.3 检索方式
|
||||||
|
- 有关键词时:`name ILIKE` ∪ `word_similarity ≥ 阈值(~0.42)` ∪ 条码匹配,
|
||||||
|
排序按 `相似度 × (0.5 + quality_score)`。
|
||||||
|
- 无关键词时:按 `quality_score` 排序。
|
||||||
|
- 翻页:`LIMIT / OFFSET`。
|
||||||
|
|
||||||
|
### 1.4 写入特征
|
||||||
|
- 写库**只有** Python ingestion 一条路径(批量 ETL),不是高并发 OLTP。
|
||||||
|
- 插入瓶颈极低;`search_tsv` 由触发器逐行重算,正常增量下开销可忽略。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 2. 为什么不建议按品类「分表」
|
||||||
|
|
||||||
|
1. **核心场景是全局检索**:用户通常不知道商品属于哪个品类,搜索要跨所有品类。
|
||||||
|
按品类拆成多表后,一次搜索得 `UNION ALL` 所有表,**更慢、代码更复杂、排序更难统一**。
|
||||||
|
2. **单表足够能打**:Postgres 单表配好索引,**几千万行**量级的检索完全可承载。
|
||||||
|
"表大"很少是真正瓶颈,"搜索方式"和"读并发"才是。
|
||||||
|
3. **分表会侵蚀框架优势**:archive_kind 框架的价值就是"加品类零建表";手动分表等于
|
||||||
|
把这套通用能力又拆碎。
|
||||||
|
|
||||||
|
> 区分两个概念:**分表(sharding,应用层拆多张表)** ≠ **分区(Postgres 原生
|
||||||
|
> declarative partitioning,对上层透明的一张逻辑表)**。后者在超大规模时才有意义,
|
||||||
|
> 见第 3 阶段。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 3. 分阶段路线图(按数据量触发,不提前做)
|
||||||
|
|
||||||
|
### 阶段 0 — 现在 ~ 数百万条:维持现状 + 低成本优化
|
||||||
|
触发:当前规模。改动小、收益稳,建议尽早做:
|
||||||
|
- **深翻页改 keyset 分页**:`OFFSET` 越翻越慢(需扫描并丢弃前 N 行);改用
|
||||||
|
`WHERE (score, id) < (:last_score, :last_id)` 形式的游标分页。
|
||||||
|
- **部分索引**:绝大多数查询限定 `status='active'`,可建
|
||||||
|
`CREATE INDEX ... WHERE status='active'` 缩小索引、提速。
|
||||||
|
- **常用筛选复合索引**:如 `(category_id, quality_score DESC)`、
|
||||||
|
`(archive_kind, quality_score DESC)` 配合域内列表。
|
||||||
|
- **Redis 缓存**(已在技术栈内):缓存热门搜索结果与商品详情,挡住重复读。
|
||||||
|
|
||||||
|
### 阶段 1 — 千万级以上:读扩展 + 调优
|
||||||
|
触发:单库读 QPS 升高、P99 变慢。
|
||||||
|
- **只读副本(read replica)**:本服务是**只读公益 API**,天然适合一主多从,
|
||||||
|
把检索/详情读流量分到副本,主库只承接 ingestion 写入。
|
||||||
|
- **索引与查询调优**:按慢查询日志补/删索引,`EXPLAIN ANALYZE` 校核计划。
|
||||||
|
- **(可选)Postgres 原生分区**:若多数检索"限定单一域"(只搜药品 / 只搜食品),
|
||||||
|
可按 `archive_kind` 做 **LIST 分区**(对上层透明,仍是一张逻辑表)。主要利好
|
||||||
|
**维护**(分区级 vacuum / 归档)与**域内查询裁剪**;对真正的全局搜索帮助有限。
|
||||||
|
|
||||||
|
### 阶段 2 — 搜索相关性/规模成为痛点:引入专用搜索引擎
|
||||||
|
触发:`pg_trgm`/`tsvector` 在相关性排序、跨字段检索、规模上吃力。
|
||||||
|
- 把**检索**迁到专用倒排引擎:**OpenSearch / Meilisearch / Typesense**,
|
||||||
|
或 Postgres 内的 **ParadeDB(`pg_search`,BM25)**。
|
||||||
|
- **Postgres 仍是唯一事实来源**;搜索引擎只做索引,由 ingestion 在写库后同步。
|
||||||
|
- 这才是"搜索量大"的正解,**比分表有效得多**。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 4. 大批量导入的建议
|
||||||
|
- 海量初始化/回填用 `COPY` 而非逐行 `INSERT`。
|
||||||
|
- 超大批量时可"先停建二级索引 → COPY → 重建索引",比边插边维护索引快得多。
|
||||||
|
- ETL 控制并发与批大小,避免与在线读争抢。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 5. 药品档案怎么落地(回到最初的问题)
|
||||||
|
在上述设计下,加"药品"属于**阶段 0 的常规扩展**,不触动架构:
|
||||||
|
1. 新增 `drug` 的 `kind_field` 模板(批准文号 / 通用名 / 商品名 / 剂型 / 规格 /
|
||||||
|
生产企业 / OTC 分类 / 适应症 / 用法用量 / 不良反应 / 禁忌 / 注意事项 / 贮藏 /
|
||||||
|
有效期 等),`qualified` 标记关键字段参与合格度评分。
|
||||||
|
2. 加一棵药品品类子树,并把这些品类的 `archive_kind` 置为 `drug`。
|
||||||
|
3. 仅当药品需要**被独立筛选/排序的强结构化字段**(如按批准文号精确查、按 OTC 分类
|
||||||
|
过滤)时,才考虑补一张 `drug_detail` 明细表;否则继续走 `attributes` JSONB。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 6. 版本
|
||||||
|
- 本路线图随规模演进更新;任何落地改动需同步:迁移(SQL) + 本文档 +(涉及对外字段时)
|
||||||
|
`docs/data-contract.md` / `docs/openapi.yaml`。
|
||||||
@@ -0,0 +1,52 @@
|
|||||||
|
"""Read-cache invalidation signal for the public API.
|
||||||
|
|
||||||
|
The Go API caches hot product details and search results in Redis, namespacing
|
||||||
|
every key by a global generation counter (``og:cache:epoch``). Bumping that
|
||||||
|
counter logically invalidates the entire cache in one O(1) operation while the
|
||||||
|
old keys age out via their TTL.
|
||||||
|
|
||||||
|
Ingestion is the only writer to the database, so after a run that changed data
|
||||||
|
it calls :func:`bump_cache_epoch` to make those changes visible immediately
|
||||||
|
instead of waiting for per-key TTLs to expire.
|
||||||
|
|
||||||
|
Like the API's cache, this is strictly best effort and fails open: if Redis is
|
||||||
|
unconfigured or unreachable the ingestion run still succeeds, and stale entries
|
||||||
|
simply expire on their own.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
EPOCH_KEY = "og:cache:epoch"
|
||||||
|
|
||||||
|
|
||||||
|
def default_redis_url() -> str | None:
|
||||||
|
"""Return the configured Redis URL, or ``None`` when caching is disabled."""
|
||||||
|
return os.environ.get("OPENGOODS_REDIS_URL") or None
|
||||||
|
|
||||||
|
|
||||||
|
def bump_cache_epoch(url: str | None = None) -> bool:
|
||||||
|
"""Increment the API cache generation counter.
|
||||||
|
|
||||||
|
Returns ``True`` if the counter was bumped, ``False`` if caching is disabled
|
||||||
|
or Redis was unreachable. Never raises: invalidation failures must not fail
|
||||||
|
an ingestion run.
|
||||||
|
"""
|
||||||
|
url = url or default_redis_url()
|
||||||
|
if not url:
|
||||||
|
return False
|
||||||
|
try:
|
||||||
|
import redis # imported lazily so the dependency is optional at runtime
|
||||||
|
|
||||||
|
client = redis.Redis.from_url(url, socket_timeout=2, socket_connect_timeout=2)
|
||||||
|
new_epoch = client.incr(EPOCH_KEY)
|
||||||
|
client.close()
|
||||||
|
logger.info("bumped API cache epoch to %s", new_epoch)
|
||||||
|
return True
|
||||||
|
except Exception as exc: # noqa: BLE001 - invalidation is best effort
|
||||||
|
logger.warning("cache epoch bump skipped: %s", exc)
|
||||||
|
return False
|
||||||
@@ -12,6 +12,7 @@ import sys
|
|||||||
|
|
||||||
import psycopg
|
import psycopg
|
||||||
|
|
||||||
|
from opengoods.cache import bump_cache_epoch
|
||||||
from opengoods.etl.dedup import dedup_all
|
from opengoods.etl.dedup import dedup_all
|
||||||
from opengoods.etl.load import default_dsn
|
from opengoods.etl.load import default_dsn
|
||||||
|
|
||||||
@@ -23,6 +24,8 @@ def run(args: argparse.Namespace) -> int:
|
|||||||
conn.rollback()
|
conn.rollback()
|
||||||
else:
|
else:
|
||||||
conn.commit()
|
conn.commit()
|
||||||
|
if not args.dry_run and summary["merged"]:
|
||||||
|
bump_cache_epoch()
|
||||||
mode = "dry-run" if args.dry_run else "applied"
|
mode = "dry-run" if args.dry_run else "applied"
|
||||||
print(f"{mode} groups={summary['groups']} merged={summary['merged']}")
|
print(f"{mode} groups={summary['groups']} merged={summary['merged']}")
|
||||||
return 0
|
return 0
|
||||||
|
|||||||
@@ -25,6 +25,7 @@ from collections.abc import Iterator
|
|||||||
import psycopg
|
import psycopg
|
||||||
|
|
||||||
from opengoods.adapters.bypos import transform_bypos
|
from opengoods.adapters.bypos import transform_bypos
|
||||||
|
from opengoods.cache import bump_cache_epoch
|
||||||
from opengoods.etl.load import default_dsn, ensure_bypos_source, load_bypos_record_safe
|
from opengoods.etl.load import default_dsn, ensure_bypos_source, load_bypos_record_safe
|
||||||
|
|
||||||
|
|
||||||
@@ -59,6 +60,8 @@ def run(args: argparse.Namespace) -> int:
|
|||||||
else:
|
else:
|
||||||
errored += 1
|
errored += 1
|
||||||
conn.commit()
|
conn.commit()
|
||||||
|
if loaded:
|
||||||
|
bump_cache_epoch()
|
||||||
print(f"loaded={loaded} skipped={skipped} errored={errored}")
|
print(f"loaded={loaded} skipped={skipped} errored={errored}")
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
|
|||||||
@@ -28,6 +28,7 @@ from opengoods.adapters.openfoodfacts import (
|
|||||||
is_cn_gs1,
|
is_cn_gs1,
|
||||||
read_dump,
|
read_dump,
|
||||||
)
|
)
|
||||||
|
from opengoods.cache import bump_cache_epoch
|
||||||
from opengoods.etl.load import default_dsn, ensure_source, load_record_safe
|
from opengoods.etl.load import default_dsn, ensure_source, load_record_safe
|
||||||
from opengoods.etl.transform import transform
|
from opengoods.etl.transform import transform
|
||||||
|
|
||||||
@@ -67,6 +68,8 @@ def run(args: argparse.Namespace) -> int:
|
|||||||
else:
|
else:
|
||||||
errored += 1
|
errored += 1
|
||||||
conn.commit()
|
conn.commit()
|
||||||
|
if loaded:
|
||||||
|
bump_cache_epoch()
|
||||||
print(f"loaded={loaded} skipped={skipped} errored={errored}")
|
print(f"loaded={loaded} skipped={skipped} errored={errored}")
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
|
|||||||
@@ -17,6 +17,7 @@ import sys
|
|||||||
import psycopg
|
import psycopg
|
||||||
|
|
||||||
from opengoods.adapters.openfoodfacts import SOURCE_NAME, OpenFoodFactsAdapter
|
from opengoods.adapters.openfoodfacts import SOURCE_NAME, OpenFoodFactsAdapter
|
||||||
|
from opengoods.cache import bump_cache_epoch
|
||||||
from opengoods.etl.load import default_dsn, ensure_source, load_record_safe
|
from opengoods.etl.load import default_dsn, ensure_source, load_record_safe
|
||||||
from opengoods.etl.state import get_watermark, set_watermark
|
from opengoods.etl.state import get_watermark, set_watermark
|
||||||
from opengoods.etl.transform import transform
|
from opengoods.etl.transform import transform
|
||||||
@@ -49,6 +50,8 @@ def run(args: argparse.Namespace) -> int:
|
|||||||
stats={"loaded": loaded, "skipped": skipped, "errored": errored, "since": since},
|
stats={"loaded": loaded, "skipped": skipped, "errored": errored, "since": since},
|
||||||
)
|
)
|
||||||
conn.commit()
|
conn.commit()
|
||||||
|
if loaded:
|
||||||
|
bump_cache_epoch()
|
||||||
print(
|
print(
|
||||||
f"since={since} loaded={loaded} skipped={skipped} "
|
f"since={since} loaded={loaded} skipped={skipped} "
|
||||||
f"errored={errored} watermark={high_watermark}"
|
f"errored={errored} watermark={high_watermark}"
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ requires-python = ">=3.11"
|
|||||||
dependencies = [
|
dependencies = [
|
||||||
"httpx>=0.27",
|
"httpx>=0.27",
|
||||||
"psycopg[binary]>=3.2",
|
"psycopg[binary]>=3.2",
|
||||||
|
"redis>=5.0,<6",
|
||||||
]
|
]
|
||||||
|
|
||||||
[project.optional-dependencies]
|
[project.optional-dependencies]
|
||||||
|
|||||||
@@ -0,0 +1,44 @@
|
|||||||
|
"""Tests for the best-effort API cache invalidation signal."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sys
|
||||||
|
|
||||||
|
import opengoods.cache as cache
|
||||||
|
|
||||||
|
|
||||||
|
def test_disabled_when_no_url(monkeypatch):
|
||||||
|
monkeypatch.delenv("OPENGOODS_REDIS_URL", raising=False)
|
||||||
|
assert cache.default_redis_url() is None
|
||||||
|
assert cache.bump_cache_epoch() is False
|
||||||
|
|
||||||
|
|
||||||
|
def test_bump_fails_open_when_unreachable(monkeypatch):
|
||||||
|
# An unroutable URL must not raise; the run still succeeds.
|
||||||
|
monkeypatch.setenv("OPENGOODS_REDIS_URL", "redis://127.0.0.1:1/0")
|
||||||
|
assert cache.bump_cache_epoch() is False
|
||||||
|
|
||||||
|
|
||||||
|
def test_bump_increments_epoch(monkeypatch):
|
||||||
|
calls = {}
|
||||||
|
|
||||||
|
class FakeClient:
|
||||||
|
def incr(self, key):
|
||||||
|
calls["key"] = key
|
||||||
|
return 7
|
||||||
|
|
||||||
|
def close(self):
|
||||||
|
calls["closed"] = True
|
||||||
|
|
||||||
|
class FakeRedis:
|
||||||
|
@staticmethod
|
||||||
|
def from_url(url, **kwargs):
|
||||||
|
calls["url"] = url
|
||||||
|
return FakeClient()
|
||||||
|
|
||||||
|
monkeypatch.setitem(sys.modules, "redis", type("M", (), {"Redis": FakeRedis}))
|
||||||
|
|
||||||
|
assert cache.bump_cache_epoch("redis://example:6379/0") is True
|
||||||
|
assert calls["key"] == "og:cache:epoch"
|
||||||
|
assert calls["url"] == "redis://example:6379/0"
|
||||||
|
assert calls["closed"] is True
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
-- Reverse 0013: detach products from the seeded drug categories, drop the drug
|
||||||
|
-- category subtree, and remove the drug field template.
|
||||||
|
UPDATE product SET category_id = NULL
|
||||||
|
WHERE category_id IN (SELECT id FROM category WHERE path <@ 'drug');
|
||||||
|
|
||||||
|
DELETE FROM category WHERE path <@ 'drug';
|
||||||
|
|
||||||
|
DELETE FROM kind_field WHERE kind = 'drug';
|
||||||
@@ -0,0 +1,43 @@
|
|||||||
|
-- Drug (药品) archive kind: a new domain on the generic archive_kind framework
|
||||||
|
-- (see 0010). No new table — drug spec values live in product.attributes JSONB,
|
||||||
|
-- driven by the kind_field template below, plus a 'drug' category subtree.
|
||||||
|
|
||||||
|
-- Field template for the drug domain. field_type is constrained to
|
||||||
|
-- text/number/textarea/select/list by kind_field_type_chk. The `qualified`
|
||||||
|
-- fields are the identifying / regulatory essentials that count toward the
|
||||||
|
-- kind-aware completeness score.
|
||||||
|
INSERT INTO kind_field (kind, field_key, group_label, label_zh, field_type, unit, options, sort_order, qualified) VALUES
|
||||||
|
('drug','approval_number', '基础信息','批准文号', 'text', NULL, '{}', 10, true),
|
||||||
|
('drug','generic_name', '基础信息','通用名', 'text', NULL, '{}', 20, true),
|
||||||
|
('drug','trade_name', '基础信息','商品名', 'text', NULL, '{}', 30, false),
|
||||||
|
('drug','dosage_form', '基础信息','剂型', 'select', NULL, '{片剂,胶囊剂,颗粒剂,散剂,丸剂,注射剂,口服液,糖浆剂,软膏剂,乳膏剂,凝胶剂,滴剂,喷雾剂,气雾剂,栓剂,贴剂,其他}', 40, true),
|
||||||
|
('drug','specification', '基础信息','规格', 'text', NULL, '{}', 50, true),
|
||||||
|
('drug','pack_spec', '基础信息','包装规格', 'text', NULL, '{}', 60, false),
|
||||||
|
('drug','rx_class', '分类与企业','处方分类', 'select', NULL, '{处方药,甲类OTC,乙类OTC}', 70, true),
|
||||||
|
('drug','manufacturer', '分类与企业','生产企业', 'text', NULL, '{}', 80, true),
|
||||||
|
('drug','mah', '分类与企业','上市许可持有人','text', NULL, '{}', 90, false),
|
||||||
|
('drug','indications', '说明书','适应症/功能主治', 'textarea', NULL, '{}', 100, true),
|
||||||
|
('drug','dosage_usage', '说明书','用法用量', 'textarea', NULL, '{}', 110, false),
|
||||||
|
('drug','adverse_reactions', '说明书','不良反应', 'textarea', NULL, '{}', 120, false),
|
||||||
|
('drug','contraindications', '说明书','禁忌', 'textarea', NULL, '{}', 130, false),
|
||||||
|
('drug','precautions', '说明书','注意事项', 'textarea', NULL, '{}', 140, false),
|
||||||
|
('drug','interactions', '说明书','药物相互作用', 'textarea', NULL, '{}', 150, false),
|
||||||
|
('drug','storage', '贮藏与有效期','贮藏', 'text', NULL, '{}', 160, false),
|
||||||
|
('drug','shelf_life', '贮藏与有效期','有效期', 'text', NULL, '{}', 170, false),
|
||||||
|
('drug','spec_source', '贮藏与有效期','说明书来源', 'text', NULL, '{}', 180, false);
|
||||||
|
|
||||||
|
-- Drug category tree. ltree labels are English slugs (no spaces/Chinese);
|
||||||
|
-- Chinese names live in category.name_zh.
|
||||||
|
INSERT INTO category (name_zh, name_en, parent_id, path, level, archive_kind)
|
||||||
|
VALUES ('药品', 'Drug', NULL, 'drug', 0, 'drug');
|
||||||
|
|
||||||
|
INSERT INTO category (name_zh, name_en, parent_id, path, level, archive_kind)
|
||||||
|
SELECT v.name_zh, v.name_en, c.id, v.path::ltree, 1, 'drug'
|
||||||
|
FROM (VALUES
|
||||||
|
('化学药品', 'Chemical drug', 'drug.chemical'),
|
||||||
|
('中成药', 'Chinese patent medicine', 'drug.tcm_patent'),
|
||||||
|
('中药饮片', 'Chinese herbal pieces', 'drug.tcm_herb'),
|
||||||
|
('生物制品', 'Biological product', 'drug.biological'),
|
||||||
|
('疫苗', 'Vaccine', 'drug.vaccine')
|
||||||
|
) AS v(name_zh, name_en, path)
|
||||||
|
JOIN category c ON c.path = 'drug';
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
9ef4c7d0ea804c11bc637f4e82198e98af908894
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
import type { Category, Product, ProductSummary, SubmissionInput } from "./types";
|
import type { Category, KindField, Product, ProductSummary, SubmissionInput } from "./types";
|
||||||
|
|
||||||
async function req<T>(path: string, init?: RequestInit): Promise<T> {
|
async function req<T>(path: string, init?: RequestInit): Promise<T> {
|
||||||
const res = await fetch(path, {
|
const res = await fetch(path, {
|
||||||
@@ -67,6 +67,10 @@ export const api = {
|
|||||||
},
|
},
|
||||||
product: (id: string) => req<Product>(`/api/v1/products/${id}`),
|
product: (id: string) => req<Product>(`/api/v1/products/${id}`),
|
||||||
categories: () => req<{ items: Category[] }>(`/api/v1/categories`),
|
categories: () => req<{ items: Category[] }>(`/api/v1/categories`),
|
||||||
|
kindFields: (kind: string) =>
|
||||||
|
req<{ items: KindField[]; kind: string }>(
|
||||||
|
`/api/v1/kind-fields?kind=${encodeURIComponent(kind)}`,
|
||||||
|
),
|
||||||
submit: (input: SubmissionInput) =>
|
submit: (input: SubmissionInput) =>
|
||||||
req<{ id: string; status: string }>(`/api/public/submissions`, {
|
req<{ id: string; status: string }>(`/api/public/submissions`, {
|
||||||
method: "POST",
|
method: "POST",
|
||||||
|
|||||||
@@ -343,6 +343,41 @@ curl -H "Authorization: Bearer og_live_xxxxxxxx" ${BASE}/products/search?q=牛
|
|||||||
}`}
|
}`}
|
||||||
/>
|
/>
|
||||||
|
|
||||||
|
<Endpoint
|
||||||
|
method="POST"
|
||||||
|
path="/api/public/backflow"
|
||||||
|
title="档案回流(批量回流未收录商品,需 API Key)"
|
||||||
|
desc="供进销存等机器调用方使用:把档案里尚未收录的商品批量推送过来,进入人工审核队列,审核通过后才收录。必须携带 API Key(与上文同一类 og_live_ 密钥),不会直接写入商品。请求体为商品对象数组(与公众投稿同结构),单次最多 1000 条;按条码 GTIN 逐条去重,返回每条结果:queued(入队待审)/ exists(已收录跳过)/ duplicate(已有同条码待审跳过)/ invalid(无效,如名称为空)。"
|
||||||
|
params={[
|
||||||
|
{ name: "name", required: true, desc: "商品名称(数组中每个元素)" },
|
||||||
|
{ name: "gtin", desc: "条码(GTIN),强烈建议提供,用于去重" },
|
||||||
|
{ name: "brand_name", desc: "品牌名" },
|
||||||
|
{ name: "category_id", desc: "品类编码,如 food.beverages" },
|
||||||
|
{ name: "net_content_value / net_content_unit", desc: "净含量数值 / 单位" },
|
||||||
|
{ name: "country_of_origin", desc: "产地" },
|
||||||
|
{ name: "msrp", desc: "零售价快照数组,元素含 amount/currency/region/effective_date" },
|
||||||
|
{ name: "note", desc: "备注" },
|
||||||
|
]}
|
||||||
|
example={`curl -X POST ${ORIGIN}/api/public/backflow \\
|
||||||
|
-H "X-API-Key: og_live_xxxxxxxx" \\
|
||||||
|
-H "Content-Type: application/json" \\
|
||||||
|
-d '[
|
||||||
|
{"name":"某某牛奶 250ml","gtin":"6901234567890","brand_name":"某品牌",
|
||||||
|
"net_content_value":250,"net_content_unit":"ml",
|
||||||
|
"msrp":[{"amount":3.5,"currency":"CNY","region":"CN"}]},
|
||||||
|
{"name":"已收录商品","gtin":"5449000000996"}
|
||||||
|
]'`}
|
||||||
|
response={`{
|
||||||
|
"total": 2, "queued": 1, "exists": 1, "duplicate": 0, "invalid": 0,
|
||||||
|
"results": [
|
||||||
|
{ "gtin": "6901234567890", "name": "某某牛奶 250ml",
|
||||||
|
"status": "queued", "id": "<submission-id>" },
|
||||||
|
{ "gtin": "5449000000996", "name": "已收录商品",
|
||||||
|
"status": "exists", "reason": "该条码商品已收录" }
|
||||||
|
]
|
||||||
|
}`}
|
||||||
|
/>
|
||||||
|
|
||||||
<Endpoint
|
<Endpoint
|
||||||
method="POST"
|
method="POST"
|
||||||
path="/api/v1/register"
|
path="/api/v1/register"
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
import { useEffect, useState } from "react";
|
import { useEffect, useMemo, useState } from "react";
|
||||||
import { CheckCircle2, PlusCircle, Trash2 } from "lucide-react";
|
import { CheckCircle2, PlusCircle, Trash2 } from "lucide-react";
|
||||||
import { api } from "../api";
|
import { api } from "../api";
|
||||||
import type { Category, SubmissionImage, SubmissionInput } from "../types";
|
import type { Category, KindField, SubmissionImage, SubmissionInput } from "../types";
|
||||||
|
|
||||||
const NUTRI_FIELDS: { key: string; label: string }[] = [
|
const NUTRI_FIELDS: { key: string; label: string }[] = [
|
||||||
{ key: "energy_kcal", label: "能量 (kcal)" },
|
{ key: "energy_kcal", label: "能量 (kcal)" },
|
||||||
@@ -35,6 +35,8 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
const [ingredients, setIngredients] = useState("");
|
const [ingredients, setIngredients] = useState("");
|
||||||
const [basis, setBasis] = useState("");
|
const [basis, setBasis] = useState("");
|
||||||
const [nutri, setNutri] = useState<Record<string, string>>({});
|
const [nutri, setNutri] = useState<Record<string, string>>({});
|
||||||
|
const [kindFields, setKindFields] = useState<KindField[]>([]);
|
||||||
|
const [attrs, setAttrs] = useState<Record<string, string>>({});
|
||||||
const [images, setImages] = useState<SubmissionImage[]>([]);
|
const [images, setImages] = useState<SubmissionImage[]>([]);
|
||||||
const [imageURL, setImageURL] = useState("");
|
const [imageURL, setImageURL] = useState("");
|
||||||
const [submitter, setSubmitter] = useState("");
|
const [submitter, setSubmitter] = useState("");
|
||||||
@@ -45,6 +47,33 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
api.categories().then((r) => setCategories(r.items)).catch(() => undefined);
|
api.categories().then((r) => setCategories(r.items)).catch(() => undefined);
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
|
// Derive the archive kind from the selected category. No category => generic.
|
||||||
|
const kind = useMemo(() => {
|
||||||
|
const c = categories.find((x) => x.id === categoryID);
|
||||||
|
return c?.archive_kind || "generic";
|
||||||
|
}, [categories, categoryID]);
|
||||||
|
|
||||||
|
// Fetch the kind-specific field template for non-food kinds.
|
||||||
|
useEffect(() => {
|
||||||
|
setAttrs({});
|
||||||
|
if (kind === "food" || kind === "generic") {
|
||||||
|
setKindFields([]);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
let alive = true;
|
||||||
|
api
|
||||||
|
.kindFields(kind)
|
||||||
|
.then((r) => {
|
||||||
|
if (alive) setKindFields(r.items);
|
||||||
|
})
|
||||||
|
.catch(() => {
|
||||||
|
if (alive) setKindFields([]);
|
||||||
|
});
|
||||||
|
return () => {
|
||||||
|
alive = false;
|
||||||
|
};
|
||||||
|
}, [kind]);
|
||||||
|
|
||||||
async function submit(e: React.FormEvent) {
|
async function submit(e: React.FormEvent) {
|
||||||
e.preventDefault();
|
e.preventDefault();
|
||||||
if (name.trim() === "") {
|
if (name.trim() === "") {
|
||||||
@@ -55,9 +84,31 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
setError("");
|
setError("");
|
||||||
|
|
||||||
const nutriments: Record<string, number> = {};
|
const nutriments: Record<string, number> = {};
|
||||||
for (const [k, v] of Object.entries(nutri)) {
|
if (kind === "food") {
|
||||||
const n = parseFloat(v);
|
for (const [k, v] of Object.entries(nutri)) {
|
||||||
if (!Number.isNaN(n)) nutriments[k] = n;
|
const n = parseFloat(v);
|
||||||
|
if (!Number.isNaN(n)) nutriments[k] = n;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const attributes: Record<string, unknown> = {};
|
||||||
|
if (kind !== "food" && kind !== "generic") {
|
||||||
|
for (const f of kindFields) {
|
||||||
|
const raw = (attrs[f.field_key] || "").trim();
|
||||||
|
if (raw === "") continue;
|
||||||
|
if (f.field_type === "number") {
|
||||||
|
const n = parseFloat(raw);
|
||||||
|
if (!Number.isNaN(n)) attributes[f.field_key] = n;
|
||||||
|
} else if (f.field_type === "list") {
|
||||||
|
const parts = raw
|
||||||
|
.split(/[\n,,、]/)
|
||||||
|
.map((s) => s.trim())
|
||||||
|
.filter((s) => s !== "");
|
||||||
|
if (parts.length) attributes[f.field_key] = parts;
|
||||||
|
} else {
|
||||||
|
attributes[f.field_key] = raw;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const input: SubmissionInput = {
|
const input: SubmissionInput = {
|
||||||
@@ -68,9 +119,10 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
net_content_value: field(netValue) ? parseFloat(netValue) : null,
|
net_content_value: field(netValue) ? parseFloat(netValue) : null,
|
||||||
net_content_unit: field(netUnit),
|
net_content_unit: field(netUnit),
|
||||||
country_of_origin: field(country),
|
country_of_origin: field(country),
|
||||||
ingredients_text: field(ingredients),
|
ingredients_text: kind === "food" ? field(ingredients) : null,
|
||||||
nutriments: Object.keys(nutriments).length ? nutriments : null,
|
nutriments: Object.keys(nutriments).length ? nutriments : null,
|
||||||
nutrition_basis: basis || null,
|
attributes: Object.keys(attributes).length ? attributes : null,
|
||||||
|
nutrition_basis: kind === "food" && basis ? basis : null,
|
||||||
images: images.length ? images : undefined,
|
images: images.length ? images : undefined,
|
||||||
submitter_name: field(submitter),
|
submitter_name: field(submitter),
|
||||||
submitter_contact: field(contact),
|
submitter_contact: field(contact),
|
||||||
@@ -107,11 +159,66 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
const input = "input";
|
const input = "input";
|
||||||
const label = "block text-xs font-medium text-gray-500 mb-1";
|
const label = "block text-xs font-medium text-gray-500 mb-1";
|
||||||
|
|
||||||
|
// Group the kind fields by their group label, preserving template order.
|
||||||
|
const groups: { label: string; fields: KindField[] }[] = [];
|
||||||
|
for (const f of kindFields) {
|
||||||
|
let g = groups.find((x) => x.label === f.group_label);
|
||||||
|
if (!g) {
|
||||||
|
g = { label: f.group_label, fields: [] };
|
||||||
|
groups.push(g);
|
||||||
|
}
|
||||||
|
g.fields.push(f);
|
||||||
|
}
|
||||||
|
|
||||||
|
const KIND_LABEL: Record<string, string> = {
|
||||||
|
drug: "药品",
|
||||||
|
electronics: "数码 3C",
|
||||||
|
food: "食品",
|
||||||
|
generic: "通用",
|
||||||
|
};
|
||||||
|
|
||||||
|
function renderField(f: KindField) {
|
||||||
|
const val = attrs[f.field_key] || "";
|
||||||
|
const set = (v: string) => setAttrs((p) => ({ ...p, [f.field_key]: v }));
|
||||||
|
const lbl = f.unit ? `${f.label_zh} (${f.unit})` : f.label_zh;
|
||||||
|
return (
|
||||||
|
<div key={f.field_key} className={f.field_type === "textarea" || f.field_type === "list" ? "sm:col-span-2" : ""}>
|
||||||
|
<label className={label}>
|
||||||
|
{lbl}
|
||||||
|
{f.qualified && <span className="text-brand-500"> *</span>}
|
||||||
|
</label>
|
||||||
|
{f.field_type === "select" ? (
|
||||||
|
<select className={input} value={val} onChange={(e) => set(e.target.value)}>
|
||||||
|
<option value="">(未选择)</option>
|
||||||
|
{(f.options || []).map((o) => (
|
||||||
|
<option key={o} value={o}>
|
||||||
|
{o}
|
||||||
|
</option>
|
||||||
|
))}
|
||||||
|
</select>
|
||||||
|
) : f.field_type === "textarea" ? (
|
||||||
|
<textarea className={input} rows={3} value={val} placeholder={f.placeholder || ""} onChange={(e) => set(e.target.value)} />
|
||||||
|
) : f.field_type === "list" ? (
|
||||||
|
<textarea className={input} rows={2} value={val} placeholder={f.placeholder || "每行一项,或用、逗号分隔"} onChange={(e) => set(e.target.value)} />
|
||||||
|
) : (
|
||||||
|
<input
|
||||||
|
type={f.field_type === "number" ? "number" : "text"}
|
||||||
|
step={f.field_type === "number" ? "any" : undefined}
|
||||||
|
className={input}
|
||||||
|
value={val}
|
||||||
|
placeholder={f.placeholder || ""}
|
||||||
|
onChange={(e) => set(e.target.value)}
|
||||||
|
/>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<form onSubmit={submit} className="max-w-3xl mx-auto animate-fade-up">
|
<form onSubmit={submit} className="max-w-3xl mx-auto animate-fade-up">
|
||||||
<h1 className="text-2xl font-semibold tracking-tight text-gray-900">贡献商品档案</h1>
|
<h1 className="text-2xl font-semibold tracking-tight text-gray-900">贡献商品档案</h1>
|
||||||
<p className="mt-1 text-sm text-gray-500">
|
<p className="mt-1 text-sm text-gray-500">
|
||||||
任何人都可以提交新商品资料。提交后会进入审核队列,<b>通过人工审核后才会收纳</b>。带 * 为必填。
|
任何人都可以提交新商品资料。提交后会进入审核队列,<b>通过人工审核后才会收纳</b>。除商品名称外均为选填,按品类填写对应资料即可。
|
||||||
</p>
|
</p>
|
||||||
|
|
||||||
{error && (
|
{error && (
|
||||||
@@ -143,6 +250,11 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
</option>
|
</option>
|
||||||
))}
|
))}
|
||||||
</select>
|
</select>
|
||||||
|
{categoryID && (
|
||||||
|
<p className="mt-1 text-xs text-gray-400">
|
||||||
|
档案类型:{KIND_LABEL[kind] || kind}
|
||||||
|
</p>
|
||||||
|
)}
|
||||||
</div>
|
</div>
|
||||||
<div>
|
<div>
|
||||||
<label className={label}>产地</label>
|
<label className={label}>产地</label>
|
||||||
@@ -165,39 +277,56 @@ export default function Contribute({ onDone }: { onDone: () => void }) {
|
|||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div className="card p-5 mt-4">
|
{kind === "food" && (
|
||||||
<h2 className="font-medium text-gray-700 mb-3">配料与营养</h2>
|
<div className="card p-5 mt-4">
|
||||||
<label className={label}>配料表</label>
|
<h2 className="font-medium text-gray-700 mb-3">配料与营养</h2>
|
||||||
<textarea
|
<label className={label}>配料表</label>
|
||||||
className={input}
|
<textarea
|
||||||
rows={3}
|
className={input}
|
||||||
value={ingredients}
|
rows={3}
|
||||||
onChange={(e) => setIngredients(e.target.value)}
|
value={ingredients}
|
||||||
/>
|
onChange={(e) => setIngredients(e.target.value)}
|
||||||
<div className="mt-3">
|
/>
|
||||||
<label className={label}>营养基准</label>
|
<div className="mt-3">
|
||||||
<select className={input} value={basis} onChange={(e) => setBasis(e.target.value)}>
|
<label className={label}>营养基准</label>
|
||||||
<option value="">(未设置)</option>
|
<select className={input} value={basis} onChange={(e) => setBasis(e.target.value)}>
|
||||||
<option value="per_100g">每 100g</option>
|
<option value="">(未设置)</option>
|
||||||
<option value="per_100ml">每 100ml</option>
|
<option value="per_100g">每 100g</option>
|
||||||
<option value="per_serving">每份</option>
|
<option value="per_100ml">每 100ml</option>
|
||||||
</select>
|
<option value="per_serving">每份</option>
|
||||||
|
</select>
|
||||||
|
</div>
|
||||||
|
<div className="grid grid-cols-2 sm:grid-cols-4 gap-3 mt-3">
|
||||||
|
{NUTRI_FIELDS.map((f) => (
|
||||||
|
<div key={f.key}>
|
||||||
|
<label className={label}>{f.label}</label>
|
||||||
|
<input
|
||||||
|
type="number"
|
||||||
|
step="any"
|
||||||
|
className={input}
|
||||||
|
value={nutri[f.key] || ""}
|
||||||
|
onChange={(e) => setNutri({ ...nutri, [f.key]: e.target.value })}
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div className="grid grid-cols-2 sm:grid-cols-4 gap-3 mt-3">
|
)}
|
||||||
{NUTRI_FIELDS.map((f) => (
|
|
||||||
<div key={f.key}>
|
{kind !== "food" && kind !== "generic" && kindFields.length > 0 && (
|
||||||
<label className={label}>{f.label}</label>
|
<div className="card p-5 mt-4">
|
||||||
<input
|
<h2 className="font-medium text-gray-700 mb-1">{KIND_LABEL[kind] || kind}资料</h2>
|
||||||
type="number"
|
<p className="text-xs text-gray-400 mb-3">带 * 为该品类的关键字段,建议尽量填写。</p>
|
||||||
step="any"
|
{groups.map((g) => (
|
||||||
className={input}
|
<div key={g.label} className="mt-3 first:mt-0">
|
||||||
value={nutri[f.key] || ""}
|
{g.label && <h3 className="text-xs font-semibold text-gray-400 mb-2">{g.label}</h3>}
|
||||||
onChange={(e) => setNutri({ ...nutri, [f.key]: e.target.value })}
|
<div className="grid grid-cols-1 sm:grid-cols-2 gap-4">
|
||||||
/>
|
{g.fields.map(renderField)}
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
))}
|
))}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
)}
|
||||||
|
|
||||||
<div className="card p-5 mt-4">
|
<div className="card p-5 mt-4">
|
||||||
<h2 className="font-medium text-gray-700 mb-3">图片(仅填 URL)</h2>
|
<h2 className="font-medium text-gray-700 mb-3">图片(仅填 URL)</h2>
|
||||||
|
|||||||
@@ -42,6 +42,12 @@ export default function ProductView({ id, onBack }: { id: string; onBack: () =>
|
|||||||
const nutriEntries = Object.entries(p.nutriments || {}).filter(
|
const nutriEntries = Object.entries(p.nutriments || {}).filter(
|
||||||
([, v]) => v !== null && v !== undefined,
|
([, v]) => v !== null && v !== undefined,
|
||||||
);
|
);
|
||||||
|
const latestMsrp = (p.msrp || [])[0];
|
||||||
|
const msrpText = latestMsrp
|
||||||
|
? latestMsrp.currency === "CNY"
|
||||||
|
? `¥${latestMsrp.amount.toFixed(2)}`
|
||||||
|
: `${latestMsrp.amount.toFixed(2)} ${latestMsrp.currency}`
|
||||||
|
: null;
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<div>
|
<div>
|
||||||
@@ -93,6 +99,17 @@ export default function ProductView({ id, onBack }: { id: string; onBack: () =>
|
|||||||
}
|
}
|
||||||
/>
|
/>
|
||||||
<Row label="产地" value={p.country_of_origin} />
|
<Row label="产地" value={p.country_of_origin} />
|
||||||
|
<Row
|
||||||
|
label="建议零售价"
|
||||||
|
value={
|
||||||
|
msrpText ? (
|
||||||
|
<span className="inline-flex items-baseline gap-2">
|
||||||
|
<span className="font-medium text-gray-900">{msrpText}</span>
|
||||||
|
<span className="text-xs text-gray-400">厂商建议,仅供参考</span>
|
||||||
|
</span>
|
||||||
|
) : null
|
||||||
|
}
|
||||||
|
/>
|
||||||
<Row label="Nutri-Score" value={p.nutri_score} />
|
<Row label="Nutri-Score" value={p.nutri_score} />
|
||||||
<Row label="配料" value={p.ingredients_text} />
|
<Row label="配料" value={p.ingredients_text} />
|
||||||
<Row
|
<Row
|
||||||
|
|||||||
@@ -24,6 +24,15 @@ export interface ProductSpec {
|
|||||||
unit?: string;
|
unit?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export interface Msrp {
|
||||||
|
amount: number;
|
||||||
|
currency: string;
|
||||||
|
region: string;
|
||||||
|
effective_date?: string | null;
|
||||||
|
source_url?: string | null;
|
||||||
|
note?: string | null;
|
||||||
|
}
|
||||||
|
|
||||||
export interface Product {
|
export interface Product {
|
||||||
id: string;
|
id: string;
|
||||||
gtin: string | null;
|
gtin: string | null;
|
||||||
@@ -43,6 +52,7 @@ export interface Product {
|
|||||||
ingredients_text?: string | null;
|
ingredients_text?: string | null;
|
||||||
allergens?: string[] | null;
|
allergens?: string[] | null;
|
||||||
additives?: string[] | null;
|
additives?: string[] | null;
|
||||||
|
msrp?: Msrp[] | null;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface Category {
|
export interface Category {
|
||||||
@@ -51,6 +61,20 @@ export interface Category {
|
|||||||
name_en: string | null;
|
name_en: string | null;
|
||||||
path: string;
|
path: string;
|
||||||
level: number;
|
level: number;
|
||||||
|
archive_kind: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface KindField {
|
||||||
|
kind: string;
|
||||||
|
field_key: string;
|
||||||
|
group_label: string;
|
||||||
|
label_zh: string;
|
||||||
|
field_type: "text" | "number" | "textarea" | "select" | "list";
|
||||||
|
unit: string | null;
|
||||||
|
options: string[] | null;
|
||||||
|
placeholder: string | null;
|
||||||
|
sort_order: number;
|
||||||
|
qualified: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface SubmissionImage {
|
export interface SubmissionImage {
|
||||||
@@ -68,6 +92,7 @@ export interface SubmissionInput {
|
|||||||
country_of_origin?: string | null;
|
country_of_origin?: string | null;
|
||||||
ingredients_text?: string | null;
|
ingredients_text?: string | null;
|
||||||
nutriments?: Record<string, number> | null;
|
nutriments?: Record<string, number> | null;
|
||||||
|
attributes?: Record<string, unknown> | null;
|
||||||
nutrition_basis?: string | null;
|
nutrition_basis?: string | null;
|
||||||
serving_size?: string | null;
|
serving_size?: string | null;
|
||||||
nutri_score?: string | null;
|
nutri_score?: string | null;
|
||||||
|
|||||||
Reference in New Issue
Block a user