修复热门推荐

This commit is contained in:
zycha
2026-07-10 14:41:56 +08:00
parent ac3f31797f
commit 2ab0fbde9e
2 changed files with 119 additions and 30 deletions

1
.gitignore vendored
View File

@@ -30,3 +30,4 @@ dist-ssr
*.njsproj *.njsproj
*.sln *.sln
*.sw? *.sw?
*.exe

View File

@@ -21,12 +21,10 @@ const {
const { runDebugSteps } = require(path.join(__dirname, '..', 'utils', 'debugSteps')); const { runDebugSteps } = require(path.join(__dirname, '..', 'utils', 'debugSteps'));
const PROJECT_CARD_SELECTORS = [ const PROJECT_CARD_SELECTORS = [
'.hot-selection .recommend-card', '.dynamics-grid a.home-repo-card__link',
'.hot-selection-list a.recommend-card', '.dynamic-card-project a.home-repo-card__link',
'a.recommend-card', 'a.home-repo-card__link[href*="source_module=dynamics"]',
'a[href*="source_module=home_hot_selection"]', 'a[href*="source_module=dynamics"]',
'a[href*="source_module=home_recommend"]',
'a[href*="/"][href*="?source_module="]',
]; ];
/** /**
@@ -63,7 +61,7 @@ async function dailyTrending(page, options = {}) {
}, },
{ {
name: '点击去完成并打开热门页', name: '点击去完成并打开热门页',
page: (state) => state.page, page: (state) => state.trendingPage || state.page,
run: async (state) => { run: async (state) => {
state.trendingPage = await openNewPage( state.trendingPage = await openNewPage(
state.page.context(), state.page.context(),
@@ -79,42 +77,120 @@ async function dailyTrending(page, options = {}) {
name: '查找热门项目卡片', name: '查找热门项目卡片',
page: (state) => state.trendingPage, page: (state) => state.trendingPage,
run: async (state) => { run: async (state) => {
state.cards = await findProjectCards(state.trendingPage); const targetPage = state.trendingPage;
if (!targetPage || targetPage.isClosed()) {
throw new Error('热门页面不存在或已经关闭');
}
state.currentPage = targetPage;
logger.info(`查找热门项目卡片,当前页面: ${targetPage.url()}`);
// 等待热门项目区域出现
await targetPage
.locator('.dynamics-grid')
.waitFor({
state: 'visible',
timeout: 15000,
});
state.cards = await findProjectCards(targetPage);
if (state.cards.length === 0) {
throw new Error('未找到热门项目卡片');
}
logger.info(`找到热门项目卡片: ${state.cards.length}`);
}, },
inspect: async (state) => ({ inspect: async (state) => ({
hotSelectionCount: await state.trendingPage.locator('.hot-selection').count(), currentUrl: state.trendingPage?.url(),
recommendCardCount: await state.trendingPage.locator('a.recommend-card').count(), dynamicsGridCount: await state.trendingPage
sourceModuleLinkCount: await state.trendingPage.locator('a[href*="source_module"]').count(), .locator('.dynamics-grid')
allLinkCount: await state.trendingPage.locator('a[href]').count(), .count(),
dynamicCardCount: await state.trendingPage
.locator('.dynamics-grid .dynamic-card')
.count(),
repoCardCount: await state.trendingPage
.locator('.dynamics-grid .home-repo-card')
.count(),
repoLinkCount: await state.trendingPage
.locator('.dynamics-grid a.home-repo-card__link')
.count(),
dynamicsSourceLinkCount: await state.trendingPage
.locator('a[href*="source_module=dynamics"]')
.count(),
}), }),
}, },
{ {
name: '打开第一个热门项目详情页', name: '打开第一个热门项目详情页',
page: (state) => state.trendingPage, page: (state) => state.trendingPage,
run: async (state) => { run: async (state) => {
state.detailPage = await openLinkPage( const firstCard = state.cards[0];
state.trendingPage.context(),
state.cards[0], if (!firstCard) {
{ label: '热门项目详情页' } throw new Error('没有找到可点击的热门项目卡片');
); }
state.currentPage = state.detailPage;
await firstCard.scrollIntoViewIfNeeded();
const href = await firstCard.getAttribute('href');
logger.info(`准备点击热门项目: ${href}`);
const context = state.trendingPage.context();
const [detailPage] = await Promise.all([
context.waitForEvent('page', {
timeout: 15000,
}),
firstCard.click({
timeout: 15000,
}),
]);
state.detailPage = detailPage;
state.currentPage = detailPage;
await waitPageReady(detailPage);
logger.info(`热门项目详情页已打开: ${detailPage.url()}`);
}, },
inspect: async (state) => ({ inspect: async (state) => ({
cardCount: state.cards.length, cardCount: state.cards.length,
firstCardHref: state.cards[0]
? await state.cards[0].getAttribute('href')
: null,
}), }),
}, },
{ {
name: '等待热门项目详情页加载', name: '停留热门项目详情页',
page: (state) => state.detailPage, page: (state) => state.detailPage,
run: async (state) => { run: async (state) => {
if (!state.detailPage || state.detailPage.isClosed()) {
throw new Error('热门项目详情页不存在或已关闭');
}
await waitPageReady(state.detailPage); await waitPageReady(state.detailPage);
logger.info('热门项目详情页已打开');
// 给页面曝光统计、埋点和任务接口留出时间
await state.detailPage.waitForTimeout(10000);
logger.info(
`已在热门项目详情页停留10秒: ${state.detailPage.url()}`
);
}, },
inspect: async (state) => ({
detailPageUrl: state.detailPage?.url(),
detailPageTitle: state.detailPage
? await state.detailPage.title().catch(() => '')
: '',
}),
}, },
]; ];
try { try {
await runDebugSteps('查看热门', steps, ctx, options); await runDebugSteps('查看热门', steps, ctx, options);
await ctx.page.waitForTimeout(5000);
} finally { } finally {
await safeClose(ctx.detailPage); await safeClose(ctx.detailPage);
await safeClose(ctx.trendingPage); await safeClose(ctx.trendingPage);
@@ -122,20 +198,32 @@ async function dailyTrending(page, options = {}) {
} }
async function findProjectCards(page) { async function findProjectCards(page) {
const cards = await waitForElements(page, PROJECT_CARD_SELECTORS, { logger.info(`findProjectCards 实际页面: ${page.url()}`);
interval: 1000, for (const selector of PROJECT_CARD_SELECTORS) {
maxRetries: 15, logger.info(`尝试选择器: "${selector}"`);
minCount: 1, const locator = page.locator(selector);
try {
await locator.first().waitFor({
state: 'visible',
timeout: 5000,
}); });
const count = await locator.count();
if (count > 0) {
logger.info(`选择器 "${selector}" 找到 ${count} 个热门项目链接`);
if (cards.length > 0) { return Array.from(
logger.info(`热门项目候选数量: ${cards.length}`); { length: count },
return cards; (_, index) => locator.nth(index)
);
}
} catch (_) {
logger.info(`选择器 "${selector}" 未找到元素`);
}
} }
const info = await getPageInfo(page); const info = await getPageInfo(page);
throw new Error( throw new Error(
`未找到热门项目卡片,页面结构可能已变化。页面标题: ${info.title}, 页面URL: ${info.url}` `未找到热门项目卡片,页面结构可能已变化。` +
`页面标题: ${info.title}, 页面URL: ${info.url}`
); );
} }