修复热门推荐
This commit is contained in:
1
.gitignore
vendored
1
.gitignore
vendored
@@ -30,3 +30,4 @@ dist-ssr
|
|||||||
*.njsproj
|
*.njsproj
|
||||||
*.sln
|
*.sln
|
||||||
*.sw?
|
*.sw?
|
||||||
|
*.exe
|
||||||
|
|||||||
@@ -21,12 +21,10 @@ const {
|
|||||||
const { runDebugSteps } = require(path.join(__dirname, '..', 'utils', 'debugSteps'));
|
const { runDebugSteps } = require(path.join(__dirname, '..', 'utils', 'debugSteps'));
|
||||||
|
|
||||||
const PROJECT_CARD_SELECTORS = [
|
const PROJECT_CARD_SELECTORS = [
|
||||||
'.hot-selection .recommend-card',
|
'.dynamics-grid a.home-repo-card__link',
|
||||||
'.hot-selection-list a.recommend-card',
|
'.dynamic-card-project a.home-repo-card__link',
|
||||||
'a.recommend-card',
|
'a.home-repo-card__link[href*="source_module=dynamics"]',
|
||||||
'a[href*="source_module=home_hot_selection"]',
|
'a[href*="source_module=dynamics"]',
|
||||||
'a[href*="source_module=home_recommend"]',
|
|
||||||
'a[href*="/"][href*="?source_module="]',
|
|
||||||
];
|
];
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -63,7 +61,7 @@ async function dailyTrending(page, options = {}) {
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: '点击去完成并打开热门页',
|
name: '点击去完成并打开热门页',
|
||||||
page: (state) => state.page,
|
page: (state) => state.trendingPage || state.page,
|
||||||
run: async (state) => {
|
run: async (state) => {
|
||||||
state.trendingPage = await openNewPage(
|
state.trendingPage = await openNewPage(
|
||||||
state.page.context(),
|
state.page.context(),
|
||||||
@@ -79,42 +77,120 @@ async function dailyTrending(page, options = {}) {
|
|||||||
name: '查找热门项目卡片',
|
name: '查找热门项目卡片',
|
||||||
page: (state) => state.trendingPage,
|
page: (state) => state.trendingPage,
|
||||||
run: async (state) => {
|
run: async (state) => {
|
||||||
state.cards = await findProjectCards(state.trendingPage);
|
const targetPage = state.trendingPage;
|
||||||
|
|
||||||
|
if (!targetPage || targetPage.isClosed()) {
|
||||||
|
throw new Error('热门页面不存在或已经关闭');
|
||||||
|
}
|
||||||
|
|
||||||
|
state.currentPage = targetPage;
|
||||||
|
|
||||||
|
logger.info(`查找热门项目卡片,当前页面: ${targetPage.url()}`);
|
||||||
|
|
||||||
|
// 等待热门项目区域出现
|
||||||
|
await targetPage
|
||||||
|
.locator('.dynamics-grid')
|
||||||
|
.waitFor({
|
||||||
|
state: 'visible',
|
||||||
|
timeout: 15000,
|
||||||
|
});
|
||||||
|
|
||||||
|
state.cards = await findProjectCards(targetPage);
|
||||||
|
|
||||||
|
if (state.cards.length === 0) {
|
||||||
|
throw new Error('未找到热门项目卡片');
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.info(`找到热门项目卡片: ${state.cards.length} 个`);
|
||||||
},
|
},
|
||||||
inspect: async (state) => ({
|
inspect: async (state) => ({
|
||||||
hotSelectionCount: await state.trendingPage.locator('.hot-selection').count(),
|
currentUrl: state.trendingPage?.url(),
|
||||||
recommendCardCount: await state.trendingPage.locator('a.recommend-card').count(),
|
dynamicsGridCount: await state.trendingPage
|
||||||
sourceModuleLinkCount: await state.trendingPage.locator('a[href*="source_module"]').count(),
|
.locator('.dynamics-grid')
|
||||||
allLinkCount: await state.trendingPage.locator('a[href]').count(),
|
.count(),
|
||||||
|
dynamicCardCount: await state.trendingPage
|
||||||
|
.locator('.dynamics-grid .dynamic-card')
|
||||||
|
.count(),
|
||||||
|
repoCardCount: await state.trendingPage
|
||||||
|
.locator('.dynamics-grid .home-repo-card')
|
||||||
|
.count(),
|
||||||
|
repoLinkCount: await state.trendingPage
|
||||||
|
.locator('.dynamics-grid a.home-repo-card__link')
|
||||||
|
.count(),
|
||||||
|
dynamicsSourceLinkCount: await state.trendingPage
|
||||||
|
.locator('a[href*="source_module=dynamics"]')
|
||||||
|
.count(),
|
||||||
}),
|
}),
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: '打开第一个热门项目详情页',
|
name: '打开第一个热门项目详情页',
|
||||||
page: (state) => state.trendingPage,
|
page: (state) => state.trendingPage,
|
||||||
run: async (state) => {
|
run: async (state) => {
|
||||||
state.detailPage = await openLinkPage(
|
const firstCard = state.cards[0];
|
||||||
state.trendingPage.context(),
|
|
||||||
state.cards[0],
|
if (!firstCard) {
|
||||||
{ label: '热门项目详情页' }
|
throw new Error('没有找到可点击的热门项目卡片');
|
||||||
);
|
}
|
||||||
state.currentPage = state.detailPage;
|
|
||||||
|
await firstCard.scrollIntoViewIfNeeded();
|
||||||
|
|
||||||
|
const href = await firstCard.getAttribute('href');
|
||||||
|
logger.info(`准备点击热门项目: ${href}`);
|
||||||
|
|
||||||
|
const context = state.trendingPage.context();
|
||||||
|
|
||||||
|
const [detailPage] = await Promise.all([
|
||||||
|
context.waitForEvent('page', {
|
||||||
|
timeout: 15000,
|
||||||
|
}),
|
||||||
|
firstCard.click({
|
||||||
|
timeout: 15000,
|
||||||
|
}),
|
||||||
|
]);
|
||||||
|
|
||||||
|
state.detailPage = detailPage;
|
||||||
|
state.currentPage = detailPage;
|
||||||
|
|
||||||
|
await waitPageReady(detailPage);
|
||||||
|
|
||||||
|
logger.info(`热门项目详情页已打开: ${detailPage.url()}`);
|
||||||
},
|
},
|
||||||
inspect: async (state) => ({
|
inspect: async (state) => ({
|
||||||
cardCount: state.cards.length,
|
cardCount: state.cards.length,
|
||||||
|
firstCardHref: state.cards[0]
|
||||||
|
? await state.cards[0].getAttribute('href')
|
||||||
|
: null,
|
||||||
}),
|
}),
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: '等待热门项目详情页加载',
|
name: '停留热门项目详情页',
|
||||||
page: (state) => state.detailPage,
|
page: (state) => state.detailPage,
|
||||||
run: async (state) => {
|
run: async (state) => {
|
||||||
|
if (!state.detailPage || state.detailPage.isClosed()) {
|
||||||
|
throw new Error('热门项目详情页不存在或已关闭');
|
||||||
|
}
|
||||||
|
|
||||||
await waitPageReady(state.detailPage);
|
await waitPageReady(state.detailPage);
|
||||||
logger.info('热门项目详情页已打开');
|
|
||||||
|
// 给页面曝光统计、埋点和任务接口留出时间
|
||||||
|
await state.detailPage.waitForTimeout(10000);
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
`已在热门项目详情页停留10秒: ${state.detailPage.url()}`
|
||||||
|
);
|
||||||
},
|
},
|
||||||
|
inspect: async (state) => ({
|
||||||
|
detailPageUrl: state.detailPage?.url(),
|
||||||
|
detailPageTitle: state.detailPage
|
||||||
|
? await state.detailPage.title().catch(() => '')
|
||||||
|
: '',
|
||||||
|
}),
|
||||||
},
|
},
|
||||||
];
|
];
|
||||||
|
|
||||||
try {
|
try {
|
||||||
await runDebugSteps('查看热门', steps, ctx, options);
|
await runDebugSteps('查看热门', steps, ctx, options);
|
||||||
|
await ctx.page.waitForTimeout(5000);
|
||||||
} finally {
|
} finally {
|
||||||
await safeClose(ctx.detailPage);
|
await safeClose(ctx.detailPage);
|
||||||
await safeClose(ctx.trendingPage);
|
await safeClose(ctx.trendingPage);
|
||||||
@@ -122,20 +198,32 @@ async function dailyTrending(page, options = {}) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function findProjectCards(page) {
|
async function findProjectCards(page) {
|
||||||
const cards = await waitForElements(page, PROJECT_CARD_SELECTORS, {
|
logger.info(`findProjectCards 实际页面: ${page.url()}`);
|
||||||
interval: 1000,
|
for (const selector of PROJECT_CARD_SELECTORS) {
|
||||||
maxRetries: 15,
|
logger.info(`尝试选择器: "${selector}"`);
|
||||||
minCount: 1,
|
const locator = page.locator(selector);
|
||||||
|
try {
|
||||||
|
await locator.first().waitFor({
|
||||||
|
state: 'visible',
|
||||||
|
timeout: 5000,
|
||||||
});
|
});
|
||||||
|
const count = await locator.count();
|
||||||
|
if (count > 0) {
|
||||||
|
logger.info(`选择器 "${selector}" 找到 ${count} 个热门项目链接`);
|
||||||
|
|
||||||
if (cards.length > 0) {
|
return Array.from(
|
||||||
logger.info(`热门项目候选数量: ${cards.length}`);
|
{ length: count },
|
||||||
return cards;
|
(_, index) => locator.nth(index)
|
||||||
|
);
|
||||||
|
}
|
||||||
|
} catch (_) {
|
||||||
|
logger.info(`选择器 "${selector}" 未找到元素`);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const info = await getPageInfo(page);
|
const info = await getPageInfo(page);
|
||||||
throw new Error(
|
throw new Error(
|
||||||
`未找到热门项目卡片,页面结构可能已变化。页面标题: ${info.title}, 页面URL: ${info.url}`
|
`未找到热门项目卡片,页面结构可能已变化。` +
|
||||||
|
`页面标题: ${info.title}, 页面URL: ${info.url}`
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user