Files
douyin-archive/app/api/search/route.ts
T
feie9454andClaude Opus 5.5 182ca9cf05 feat: 搜索改为子串匹配,支持多关键词、排除词与分页加载
- 不再依赖 zhparser 分词:关键词按空格拆分,全部需在描述或语音转写中以子串出现;-词 表示排除
- 英文/数字关键词要求词首对齐,避免 ai 命中 said
- 按描述/转写命中次数打分,同分按发布时间倒序;总数随查询一并返回
- 返回结构化高亮片段(descParts / snippet),前端高亮描述与转写命中位置
- 前端显示描述/语音命中标记、真实结果总数,并支持加载更多

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-08 22:43:15 +08:00

219 lines
6.8 KiB
TypeScript

import { NextResponse } from "next/server";
import { json } from "@/lib/json";
import { getFileUrl } from "@/lib/minio";
import { prisma } from "@/lib/prisma";
import {
buildSnippet,
highlightAll,
parseSearchQuery,
termToPgPattern,
} from "@/lib/search";
import { isVideoContentTag } from "@/lib/video-tags";
type SearchRow = {
awemeId: string;
type: "video" | "image";
score: number;
inDesc: boolean;
inTranscript: boolean;
rawDesc: string;
rawTranscript: string;
contentTags: string[];
total: number;
};
export async function GET(req: Request) {
const { searchParams } = new URL(req.url);
const q = (searchParams.get("q") || "").trim();
const rawTag = (searchParams.get("tag") || "").trim();
const contentTag = rawTag && isVideoContentTag(rawTag) ? rawTag : null;
const page = Math.max(1, Math.floor(Number(searchParams.get("page")) || 1));
const limit = Math.min(
50,
Math.max(1, Math.floor(Number(searchParams.get("limit")) || 20)),
);
const offset = (page - 1) * limit;
if (rawTag && !contentTag) {
return NextResponse.json({ error: "Invalid tag" }, { status: 400 });
}
const { terms, excludes } = parseSearchQuery(q);
if (terms.length === 0 && !contentTag) {
return json({ results: [], total: 0, page, limit, terms });
}
// 关键词已在 parseSearchQuery 里转为小写,这里转成正则后与 lower() 后的文本匹配
const patterns = terms.map(termToPgPattern);
const excludePatterns = excludes.map(termToPgPattern);
try {
// 子串匹配:每个关键词都必须出现在「描述 + 语音转写」里(不区分大小写),
// 不依赖分词,所以输入任意片段都能搜到。数据量小,全表扫描足够快。
// 打分:描述命中权重更高,按出现次数累加(设上限防止长转写刷分);同分按发布时间倒序。
// 没有关键词、只按标签筛选时,score 都是 0,等价于按时间排序。
const rows = await prisma.$queryRaw<SearchRow[]>`
WITH params AS (
SELECT ${patterns}::text[] AS terms, ${excludePatterns}::text[] AS excludes
),
docs AS (
SELECT
v.aweme_id AS "awemeId",
'video'::text AS type,
v."desc" AS "rawDesc",
COALESCE(array_to_string(vt.transcript, E'\n'), '') AS "rawTranscript",
v.created_at AS created,
v.manual_content_tags AS "contentTags"
FROM "Video" v
LEFT JOIN "VideoTranscript" vt ON vt."videoId" = v.aweme_id
WHERE ${contentTag}::text IS NULL
OR v.manual_content_tags @> ARRAY[${contentTag}]::text[]
UNION ALL
SELECT
ip.aweme_id,
'image'::text,
ip."desc",
'',
ip.created_at,
ARRAY[]::text[]
FROM "ImagePost" ip
WHERE ${contentTag}::text IS NULL
),
lowered AS (
SELECT docs.*, lower(docs."rawDesc") AS d, lower(docs."rawTranscript") AS t
FROM docs
),
matched AS (
SELECT
l.*,
COALESCE((
SELECT SUM(
4 * LEAST(regexp_count(l.d, term), 3)
+ LEAST(regexp_count(l.t, term), 10)
)
FROM unnest(p.terms) term
), 0)::float8 AS score,
EXISTS (SELECT 1 FROM unnest(p.terms) term WHERE l.d ~ term) AS "inDesc",
EXISTS (SELECT 1 FROM unnest(p.terms) term WHERE l.t ~ term) AS "inTranscript"
FROM lowered l, params p
WHERE NOT EXISTS (
SELECT 1 FROM unnest(p.terms) term
WHERE l.d !~ term AND l.t !~ term
)
AND NOT EXISTS (
SELECT 1 FROM unnest(p.excludes) x
WHERE l.d ~ x OR l.t ~ x
)
)
SELECT
"awemeId", type, score, "inDesc", "inTranscript",
"rawDesc", "rawTranscript", "contentTags",
(COUNT(*) OVER ())::int AS total
FROM matched
ORDER BY score DESC, created DESC, "awemeId"
OFFSET ${offset}
LIMIT ${limit};
`;
const videoIds = rows
.filter((r) => r.type === "video")
.map((r) => r.awemeId);
const imagePostIds = rows
.filter((r) => r.type === "image")
.map((r) => r.awemeId);
const [videos, imagePosts] = await Promise.all([
videoIds.length > 0
? prisma.video.findMany({
where: { aweme_id: { in: videoIds } },
select: {
aweme_id: true,
desc: true,
cover_url: true,
video_url: true,
duration_ms: true,
author: true,
},
})
: [],
imagePostIds.length > 0
? prisma.imagePost.findMany({
where: { aweme_id: { in: imagePostIds } },
select: {
aweme_id: true,
desc: true,
author: true,
images: {
orderBy: { order: "asc" },
take: 1,
select: { url: true, width: true, height: true },
},
},
})
: [],
]);
const videoMap = new Map(
videos.map((v) => [
v.aweme_id,
{
...v,
cover_url: getFileUrl(v.cover_url || ""),
video_url: getFileUrl(v.video_url || ""),
author: {
...v.author,
avatar_url: getFileUrl(v.author.avatar_url || ""),
},
},
]),
);
const imagePostMap = new Map(
imagePosts.map((ip) => [
ip.aweme_id,
{
...ip,
author: {
...ip.author,
avatar_url: getFileUrl(ip.author.avatar_url || ""),
},
cover_url: ip.images[0] ? getFileUrl(ip.images[0].url) : null,
},
]),
);
return json({
results: rows.map((r) => {
const matchedIn: ("desc" | "transcript")[] = [];
if (r.inDesc) matchedIn.push("desc");
if (r.inTranscript) matchedIn.push("transcript");
return {
id: `${r.type}:${r.awemeId}`,
awemeId: r.awemeId,
type: r.type,
score: r.score,
matchedIn,
contentTags: r.contentTags,
descParts: highlightAll(r.rawDesc, terms),
// 转写命中时给出命中片段;只按标签筛选时给出转写开头作为预览
snippet:
r.inTranscript || (terms.length === 0 && r.rawTranscript)
? buildSnippet(r.rawTranscript, terms)
: null,
video: r.type === "video" ? videoMap.get(r.awemeId) : undefined,
imagePost:
r.type === "image" ? imagePostMap.get(r.awemeId) : undefined,
};
}),
total: rows[0]?.total ?? 0,
page,
limit,
terms,
});
} catch (err) {
console.error("Search error:", err);
return NextResponse.json({ error: "Search failed" }, { status: 500 });
}
}