Add recipes, images, AI photo ID, barcode scanning & ingredient matching

- Fuzzy ingredient matching for bar inventory against recipes
- AI photo identification API for bottles/labels (drink + bar context)
- Barcode scanner with photo toggle for My Bar
- Barcode scan + photo ID buttons on Add Drink form
- Auto-pull product images from Open Food Facts barcode lookup
- Recipes section on drink detail pages with bar availability
- Dedicated Recipes page in sidebar navigation
- Bar item image support (schema, upload, display)
- Drink detail image upload component
- MinIO image proxy through Next.js rewrites (fixes broken image links)
- Improved category mapping (energy drinks → Mixers, not Spirits)
- Re-process saved recipe ingredients against current bar inventory

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
JP Scott
2026-03-04 22:26:17 -07:00
parent 2ac2c4b2d4
commit dc1ad4d0c0
36 changed files with 1892 additions and 144 deletions

View File

@@ -0,0 +1,177 @@
import { NextResponse } from "next/server"
import { auth } from "@/lib/auth"
import { prisma } from "@/lib/prisma"
import { decrypt } from "@/lib/encryption"
import { createProvider } from "@/lib/ai/provider-factory"
import { rateLimit } from "@/lib/rate-limit"
import { z } from "zod"
const barcodeLookupSchema = z.object({
barcode: z.string().min(8).max(20).regex(/^\d+$/, "Invalid barcode format"),
})
function mapOffCategoryToBarCategory(tags: string[]): string {
const joined = (tags || []).join(",").toLowerCase()
if (/spirits|whisk|bourbon|vodka|rum|gin|tequila|brandy|cognac|mezcal|scotch/.test(joined)) return "SPIRITS"
if (/liqueur|amaretto|kahlua|baileys|triple.sec|schnapps|chartreuse|campari|aperol/.test(joined)) return "LIQUEURS"
if (/juice|soda|tonic|cola|syrup|water|mixer|ginger|lemon|lime|cranberry|club/.test(joined)) return "MIXERS"
if (/bitter/.test(joined)) return "BITTERS"
return "SPIRITS"
}
function mapOffCategoryToDrinkType(tags: string[]): string | null {
const joined = (tags || []).join(",").toLowerCase()
if (/beer|ale|lager|stout|porter|pilsner|ipa|wheat.beer|craft.beer/.test(joined)) return "BEER"
if (/wine|champagne|prosecco|cava|merlot|cabernet|chardonnay|pinot|rosé|rose/.test(joined)) return "WINE"
if (/cocktail/.test(joined)) return "COCKTAIL"
if (/spirits|whisk|bourbon|vodka|rum|gin|tequila|brandy|cognac|mezcal|scotch/.test(joined)) return "SPIRIT"
return null
}
async function lookupOpenFoodFacts(barcode: string) {
try {
const res = await fetch(
`https://world.openfoodfacts.org/api/v2/product/${barcode}.json`,
{ signal: AbortSignal.timeout(8000) }
)
if (!res.ok) return null
const data = await res.json()
if (data.status !== 1 || !data.product) return null
const product = data.product
const name = product.product_name || product.product_name_en || null
if (!name) return null
// Extract product image URL
const imageUrl = product.image_url || product.image_front_url || product.image_front_small_url || null
// Extract ABV from alcohol_100g nutrient or nutriments
let abv: number | null = null
if (product.nutriments?.alcohol_100g) {
abv = parseFloat(product.nutriments.alcohol_100g)
if (isNaN(abv)) abv = null
}
// Determine drink type from categories
const drinkType = mapOffCategoryToDrinkType(product.categories_tags || [])
return {
name,
brand: product.brands || null,
category: mapOffCategoryToBarCategory(product.categories_tags || []),
imageUrl,
abv,
type: drinkType,
subType: null as string | null,
}
} catch {
return null
}
}
async function lookupViaAI(barcode: string, userId: string) {
try {
const apiKeyRecord = await prisma.userApiKey.findFirst({
where: { userId, isActive: true },
})
if (!apiKeyRecord) return null
const apiKey = decrypt(apiKeyRecord.encryptedKey, apiKeyRecord.iv)
const provider = createProvider(apiKeyRecord.provider, apiKey)
const systemPrompt = `You are a product identification expert. Given a UPC/EAN barcode number, identify the product — especially alcoholic beverages, spirits, mixers, and bar supplies.
Return ONLY a valid JSON object with these fields:
- "name" (string): The product name (e.g., "Maker's Mark Bourbon")
- "brand" (string or null): The brand name
- "category" (string): One of "SPIRITS", "LIQUEURS", "MIXERS", "BITTERS", "GARNISHES", or "TOOLS"
If you cannot confidently identify the barcode, return: { "name": null }
Do not include any text before or after the JSON.`
const response = await provider.sendTextRequest(
systemPrompt,
`Identify the product with UPC/EAN barcode: ${barcode}`
)
const match = response.match(/\{[\s\S]*\}/)
if (!match) return null
const parsed = JSON.parse(match[0])
if (!parsed.name) return null
return {
name: parsed.name as string,
brand: (parsed.brand as string) || null,
category: parsed.category || "SPIRITS",
}
} catch {
return null
}
}
export async function POST(request: Request) {
const session = await auth()
if (!session?.user?.id) {
return NextResponse.json({ error: "Unauthorized" }, { status: 401 })
}
const { success: withinLimit } = rateLimit(`barcode-lookup:${session.user.id}`, 10, 60000)
if (!withinLimit) {
return NextResponse.json(
{ error: "Too many requests. Please wait a moment." },
{ status: 429 }
)
}
try {
const body = await request.json()
const parsed = barcodeLookupSchema.safeParse(body)
if (!parsed.success) {
return NextResponse.json({ error: "Invalid barcode format" }, { status: 400 })
}
const { barcode } = parsed.data
// Check if user already has this barcode in their bar
const existing = await prisma.barItem.findFirst({
where: { userId: session.user.id, barcode },
})
if (existing) {
return NextResponse.json({
barcode,
name: existing.name,
brand: null,
category: existing.category,
source: "existing",
existingId: existing.id,
})
}
// Try Open Food Facts first
const offResult = await lookupOpenFoodFacts(barcode)
if (offResult) {
return NextResponse.json({ ...offResult, barcode, source: "openfoodfacts" })
}
// AI fallback
const aiResult = await lookupViaAI(barcode, session.user.id)
if (aiResult) {
return NextResponse.json({ ...aiResult, barcode, source: "ai" })
}
// Not found
return NextResponse.json({
barcode,
name: null,
brand: null,
category: null,
source: "not_found",
})
} catch (error) {
console.error("Barcode lookup error:", error)
return NextResponse.json(
{ error: "Failed to look up barcode" },
{ status: 500 }
)
}
}