merge: integrate backtests with main dataset catalog and sequence migration 0004

frontend/src/App.tsx

@@ -13,6 +13,7 @@ import zhCN from "@douyinfe/semi-ui-19/lib/es/locale/source/zh_CN";
 import { api, post } from "./api";
 import type { Account, Job } from "./types";
 import { AccountPage } from "./pages/AccountPage";
+import { DatasetPage } from "./pages/DatasetPage";
 import { AlphaPage } from "./pages/AlphaPage";
 import { JobPanel } from "./components/JobPanel";
 import { BacktestPage } from "./backtests/BacktestPage";
@@ -26,9 +27,11 @@ export default function App() {
   const [page, setPage] = useState(
     location.hash === "#backtests"
       ? "backtests"
-      : location.hash === "#account"
-        ? "account"
-        : "alphas",
+      : location.hash === "#datasets"
+        ? "datasets"
+        : location.hash === "#account"
+          ? "account"
+          : "alphas",
   );
   const [visitedBacktests, setVisitedBacktests] = useState(
     page === "backtests",
@@ -36,6 +39,7 @@ export default function App() {
   useEffect(() => {
     if (page === "backtests") setVisitedBacktests(true);
   }, [page]);
+  const [catalogModal, setCatalogModal] = useState(false);
   const [showJobs, setShowJobs] = useState(false);
   const [refreshKey, setRefreshKey] = useState(0);
   const [pollError, setPollError] = useState("");
@@ -101,9 +105,11 @@ export default function App() {
       setPage(
         location.hash === "#backtests"
           ? "backtests"
-          : location.hash === "#account"
-            ? "account"
-            : "alphas",
+          : location.hash === "#datasets"
+            ? "datasets"
+            : location.hash === "#account"
+              ? "account"
+              : "alphas",
       );
     window.addEventListener("hashchange", hash);
     return () => {
@@ -174,7 +180,11 @@ export default function App() {
         />
       ) : (
         <div className="workspace">
-          <aside className="sidebar" inert={chatOpen && viewport < 1440}>
+          <aside
+            className="sidebar"
+            inert={(chatOpen && viewport < 1440) || catalogModal}
+            aria-hidden={catalogModal || undefined}
+          >
             <div className="brand">
               <span className="brand-mark">α</span>
               <div>Alpha 研究</div>
@@ -187,6 +197,14 @@ export default function App() {
             >
               Alpha 管理
             </button>
+            <button
+              aria-label="数据集"
+              className={`nav-item ${page === "datasets" ? "active" : ""}`}
+              aria-current={page === "datasets" ? "page" : undefined}
+              onClick={() => changePage("datasets")}
+            >
+              数据集
+            </button>
             <button
               aria-label="个人信息"
               className={`nav-item ${page === "account" ? "active" : ""}`}
@@ -218,7 +236,11 @@ export default function App() {
               </div>
             </div>
           </aside>
-          <div className="main-shell" inert={chatOpen && viewport < 1440}>
+          <div
+            className="main-shell"
+            inert={(chatOpen && viewport < 1440) || catalogModal}
+            aria-hidden={catalogModal || undefined}
+          >
             <header className="topbar">
               <div className="breadcrumbs">研究工作空间</div>
               <div className="top-actions">
@@ -277,6 +299,18 @@ export default function App() {
                   onTask={taskCreated}
                 />
               </div>
+              <div className="alpha-page-view" hidden={page !== "datasets"}>
+                <DatasetPage
+                  account={account}
+                  jobs={jobs}
+                  active={page === "datasets"}
+                  version={`${refreshKey}:${completedVersion}`}
+                  suspended={showJobs || chatOpen}
+                  onTask={taskCreated}
+                  onModal={setCatalogModal}
+                  onChat={() => setChatOpen(true)}
+                />
+              </div>
               <div className="alpha-page-view" hidden={page !== "alphas"}>
                 <AlphaPage
                   taskPanelOpen={showJobs}
@@ -330,7 +364,7 @@ export default function App() {
               changePage("account");
             }}
           />
-          {!chatOpen && (
+          {!chatOpen && !catalogModal && (
             <Button
               className="ai-launcher"
               aria-label="打开研究助手"
@@ -348,41 +382,43 @@ export default function App() {
               onClick={() => setChatOpen(false)}
             />
           )}
-          <ChatPanel
-            jobs={jobs}
-            open={chatOpen}
-            width={chatWidth}
-            onWidth={setChatWidth}
-            onClose={() => setChatOpen(false)}
-            context={
-              page === "alphas"
-                ? alphaContext
-                : page === "backtests"
-                  ? backtestContext
-                  : { page: "account" }
-            }
-            timezone={account?.timezone}
-            onSettings={() => {
-              focusBusiness();
-              changePage("account");
-              requestAnimationFrame(() =>
-                document
-                  .getElementById("model-settings")
-                  ?.scrollIntoView({ block: "start" }),
-              );
-            }}
-            onChanged={actionDone}
-            onAction={(action) => {
-              focusBusiness();
-              changePage(
-                action.type === "open_backtest" ||
-                  action.type === "open_backtest_preview"
-                  ? "backtests"
-                  : "alphas",
-              );
-              setAIAction(action);
-            }}
-          />
+          <div inert={catalogModal && !chatOpen}>
+            <ChatPanel
+              jobs={jobs}
+              open={chatOpen}
+              width={chatWidth}
+              onWidth={setChatWidth}
+              onClose={() => setChatOpen(false)}
+              context={
+                page === "alphas"
+                  ? alphaContext
+                  : page === "backtests"
+                    ? backtestContext
+                    : { page: page === "datasets" ? "datasets" : "account" }
+              }
+              timezone={account?.timezone}
+              onSettings={() => {
+                focusBusiness();
+                changePage("account");
+                requestAnimationFrame(() =>
+                  document
+                    .getElementById("model-settings")
+                    ?.scrollIntoView({ block: "start" }),
+                );
+              }}
+              onChanged={actionDone}
+              onAction={(action) => {
+                focusBusiness();
+                changePage(
+                  action.type === "open_backtest" ||
+                    action.type === "open_backtest_preview"
+                    ? "backtests"
+                    : "alphas",
+                );
+                setAIAction(action);
+              }}
+            />
+          </div>
         </div>
       )}
     </LocaleProvider>

frontend/src/ai/ChatPanel.tsx

@@ -439,9 +439,11 @@ export function ChatPanel({
         <div className="ai-context">
           {context.page === "backtests"
             ? "上下文：回测研究"
-            : context.page === "account"
-              ? "上下文：个人信息页"
-              : `上下文：${context.alpha_id ? `Alpha ${context.alpha_id}` : "Alpha 列表"}${context.selected_ids?.length ? ` · 已选 ${context.selected_ids.length} 条` : ""}`}
+            : context.page === "datasets"
+              ? "上下文：数据目录（未发送字段与备注）"
+              : context.page === "account"
+                ? "上下文：个人信息页"
+                : `上下文：${context.alpha_id ? `Alpha ${context.alpha_id}` : "Alpha 列表"}${context.selected_ids?.length ? ` · 已选 ${context.selected_ids.length} 条` : ""}`}
         </div>
         <TextArea
           aria-label="发送给研究助手"

frontend/src/ai/types.ts

@@ -11,7 +11,7 @@ export type ModelSettings = {
   test_results: Record<string, { ok: boolean; message: string }>;
 };
 export type PageContext = {
-  page: "alphas" | "account" | "backtests";
+  page: "alphas" | "account" | "datasets" | "backtests";
   backtest_run_id?: string;
   backtest_preview_id?: string;
   backtest_draft_id?: string;

frontend/src/api.ts

@@ -82,6 +82,8 @@ export const stateOptions = Object.entries(stateLabels).map(
   ([value, label]) => ({ value, label }),
 );
 export const jobLabels: Record<string, string> = {
+  catalog_sync: "同步数据集目录",
+  field_sync: "同步数据字段",
   full_sync: "全量同步 Alpha",
   alpha_refresh: "导入 / 刷新 Alpha",
   pnl_refresh: "获取 PnL",

frontend/src/components/JobPanel.tsx

@@ -71,6 +71,13 @@ export function JobPanel({
               {jobStateLabels[job.status] ?? job.status}
             </Tag>
           </div>
+          {job.payload?.scope && (
+            <p>
+              {job.payload.dataset_id || "数据集目录"} ·{" "}
+              {job.payload.scope.region} · {job.payload.scope.universe} · Delay{" "}
+              {job.payload.scope.delay}
+            </p>
+          )}
           <p className="muted">{formatTime(job.created_at, timezone)}</p>
           <div className="job-numbers">
             <span>

frontend/src/pages/dataset.css

@@ -0,0 +1,144 @@
+.catalog-page,
+.catalog-layer {
+  display: flex;
+  flex-direction: column;
+  flex: 1;
+  min-width: 0;
+  min-height: 0;
+  height: 100%;
+  overflow: hidden;
+}
+.catalog-tools {
+  display: flex;
+  align-items: center;
+  flex-wrap: wrap;
+  gap: 8px;
+  padding: 12px;
+  flex-shrink: 0;
+}
+.catalog-page > .catalog-tools {
+  padding: 0 0 12px;
+}
+.catalog-tools > .semi-input-wrapper {
+  width: 240px;
+  min-width: 120px;
+}
+.catalog-tools > .semi-select {
+  min-width: 112px;
+  max-width: 220px;
+}
+.catalog-tools > span {
+  overflow-wrap: anywhere;
+}
+.catalog-sheet .semi-sidesheet-content {
+  display: flex;
+  flex-direction: column;
+  height: 100%;
+}
+.catalog-sheet .semi-sidesheet-body {
+  min-height: 0;
+  flex: 1;
+}
+.catalog-sheet .semi-sidesheet-inner {
+  box-shadow: none;
+  border-left: 1px solid var(--line);
+}
+.catalog-sheet .semi-sidesheet-mask {
+  background: #1f232926;
+}
+.catalog-layer > .catalog-tools {
+  border-bottom: 1px solid var(--line);
+}
+.catalog-table .semi-table-row-cell,
+.catalog-table .semi-button {
+  font-size: 14px;
+  line-height: 22px;
+  font-weight: 400;
+  white-space: nowrap;
+}
+.catalog-table .semi-table-row-cell {
+  overflow: hidden;
+  text-overflow: ellipsis;
+}
+.catalog-name {
+  max-width: 100%;
+  overflow: hidden;
+  text-overflow: ellipsis;
+  justify-content: flex-start;
+}
+.catalog-name .semi-button-content {
+  display: block;
+  overflow: hidden;
+  text-overflow: ellipsis;
+}
+.catalog-details-body {
+  padding: 16px;
+  overflow: auto;
+  min-height: 0;
+  overflow-wrap: anywhere;
+}
+.catalog-details-body > p,
+.catalog-details-body > h2 {
+  margin-bottom: 12px;
+  font-weight: 400;
+}
+.catalog-details-body dl {
+  margin: 16px 0;
+}
+.catalog-details-body dl > div {
+  display: grid;
+  grid-template-columns: 80px minmax(0, 1fr);
+  gap: 12px;
+  margin-bottom: 12px;
+}
+.catalog-details-body dt {
+  color: var(--muted);
+}
+.catalog-details-body dd {
+  margin: 0;
+}
+.catalog-draft {
+  border-bottom: 1px solid var(--line);
+  padding: 12px 0;
+}
+.catalog-draft details {
+  margin: 8px 0;
+}
+.catalog-draft summary {
+  cursor: pointer;
+}
+@media (max-width: 900px) {
+  .catalog-tools {
+    padding: 8px;
+  }
+  .catalog-tools > .semi-input-wrapper {
+    flex: 1;
+  }
+  .catalog-layer .catalog-tools {
+    max-height: 32%;
+    overflow: auto;
+  }
+  .catalog-page > .catalog-tools {
+    max-height: 28%;
+    overflow: auto;
+  }
+  .catalog-page .library-panel > .catalog-tools {
+    max-height: 32%;
+    overflow: auto;
+  }
+  .catalog-layer .table-pagination {
+    flex-wrap: wrap;
+  }
+  .catalog-layer .table-pagination > span {
+    width: 100%;
+  }
+}
+
+.catalog-sr-label {
+  position: absolute;
+  width: 1px;
+  height: 1px;
+  overflow: hidden;
+  clip-path: inset(50%);
+  white-space: nowrap;
+}

frontend/src/types.ts

@@ -75,6 +75,15 @@ export type AccountUsage = {
   errors: Record<string, string>;
 };
 export type Job = {
+  payload?: {
+    scope?: {
+      instrument_type: string;
+      region: string;
+      universe: string;
+      delay: number;
+    };
+    dataset_id?: string;
+  };
   id: string;
   kind: string;
   status: string;

frontend/tests/ai.spec.ts

@@ -198,7 +198,7 @@ test("Lark workspace keeps pagination, account details and chat usable at every
     expect(before.y + before.height).toBeLessThanOrEqual(900);
     expect(before.y + before.height).toBeGreaterThan(864);
     await page
-      .locator(".semi-table-body")
+      .locator(".alpha-page-view:not([hidden]) .semi-table-body")
       .evaluate((el) => el.scrollTo({ top: 1000 }));
     expect((await footer.boundingBox())!.y).toBeCloseTo(before.y, 0);
     await page.getByRole("button", { name: "打开研究助手" }).click();

frontend/tests/backtests.spec.ts

@@ -27,8 +27,8 @@ test("draft, immutable preview, mixed-result persistence and responsive workspac
   await login(page);
   await page.getByRole("button", { name: "新建回测" }).click();
   await page.getByLabel("运行名称", { exact: true }).fill("浏览器回测验收");
-  await page.getByLabel("Region", { exact: true }).fill("USA");
-  await page.getByLabel("Universe", { exact: true }).fill("TOP3000");
+  await page.getByRole("textbox", { name: "Region", exact: true }).fill("USA");
+  await page.getByRole("textbox", { name: "Universe", exact: true }).fill("TOP3000");
   await page.getByLabel("回测候选").fill("rank(close)\n-rank(volume)");
   await page.getByRole("button", { name: "保存草稿", exact: true }).click();
   await expect(page.getByText("草稿已保存", { exact: true })).toBeVisible();

frontend/tests/dataset.spec.ts

@@ -0,0 +1,257 @@
+import { test, expect, type Page } from "@playwright/test";
+const scope = {
+  instrument_type: "EQUITY",
+  region: "USA",
+  universe: "TOP3000",
+  delay: 1,
+};
+const query = new URLSearchParams(
+  Object.entries(scope).map(([k, v]) => [k, String(v)]),
+).toString();
+const headers = { "X-WQ-Request": "1" };
+async function setup(page: Page) {
+  await page.goto("/#datasets");
+  await page.getByLabel("密码", { exact: true }).fill("browser-test-password");
+  await page.getByRole("button", { name: "进入工作空间" }).click();
+  await expect(
+    page.getByRole("button", { name: "同步目录", exact: true }),
+  ).toBeVisible();
+  await page.request.put("/api/v1/account/credentials", {
+    headers,
+    data: { email: "test@example.com", password: "synthetic-only" },
+  });
+  const connect = await (
+    await page.request.post("/api/v1/account/connect", { headers })
+  ).json();
+  await expect
+    .poll(
+      async () =>
+        (
+          await (
+            await page.request.get(`/api/v1/sync-jobs/${connect.id}`)
+          ).json()
+        ).status,
+    )
+    .toBe("completed");
+  await page.getByRole("button", { name: "同步目录", exact: true }).click();
+  await expect
+    .poll(
+      async () =>
+        (
+          await (
+            await page.request.get(`/api/v1/catalog/datasets?${query}`)
+          ).json()
+        ).total,
+    )
+    .toBe(3);
+  await page.keyboard.press("Escape");
+  await expect(
+    page.getByRole("button", { name: "TEST 财务报表", exact: true }),
+  ).toBeVisible();
+}
+async function openFields(page: Page) {
+  await page
+    .getByRole("row")
+    .filter({ hasText: "TEST 财务报表" })
+    .getByRole("button", { name: "查看字段", exact: true })
+    .click();
+  const sync = page
+    .getByRole("dialog", { name: "数据字段", exact: true })
+    .getByRole("button", { name: "同步全部字段", exact: true });
+  if (await sync.isVisible()) {
+    await sync.click();
+    await expect
+      .poll(
+        async () =>
+          (
+            await (
+              await page.request.get(
+                `/api/v1/catalog/datasets/TEST_FIN/fields?${query}`,
+              )
+            ).json()
+          ).complete_count,
+      )
+      .toBe(123);
+    await page.keyboard.press("Escape");
+  }
+}
+
+test("目录筛选、双层详情、完整输入、排除、备注与刷新", async ({ page }) => {
+  const errors: string[] = [];
+  page.on("pageerror", (e) => errors.push(e.message));
+  await page.setViewportSize({ width: 1440, height: 1000 });
+  await setup(page);
+  await page.getByLabel("分类", { exact: true }).click();
+  await page.getByRole("option", { name: /基本面/ }).click();
+  await page.getByLabel("子分类", { exact: true }).click();
+  await page.getByRole("option", { name: /财务报表/ }).click();
+  await openFields(page);
+  const fields = page.getByRole("dialog", { name: "数据字段", exact: true });
+  await expect(fields).toBeVisible();
+  await expect(fields).toContainText("全部 123 个字段");
+  expect((await fields.boundingBox())!.width).toBeCloseTo(1080, 0);
+  await page.getByLabel("搜索字段").fill("字段 12");
+  await expect(fields.getByRole("button", { name: /TEST 字段/ })).toHaveCount(
+    3,
+  );
+  await page
+    .getByRole("button", { name: "TEST 字段 122", exact: true })
+    .click();
+  const detail = page.getByRole("dialog", { name: "字段详情", exact: true });
+  await expect(detail).toContainText("FUTURE_TYPE");
+  expect((await detail.boundingBox())!.width).toBeCloseTo(432, 0);
+  await page.getByLabel("研究备注", { exact: true }).fill("保留字段研究假设");
+  await page.getByRole("button", { name: "保存备注", exact: true }).click();
+  await expect(page.getByText("研究备注已保存")).toBeVisible();
+  await page.keyboard.press("Escape");
+  await expect(detail).not.toBeVisible();
+  await expect(page.getByLabel("搜索字段")).toHaveValue("字段 12");
+  await expect(
+    page.getByRole("button", { name: "TEST 字段 122", exact: true }),
+  ).toBeFocused();
+  await page
+    .getByRole("button", { name: "用于 Alpha 模板", exact: true })
+    .click();
+  await page.getByRole("button", { name: "保存输入草稿", exact: true }).click();
+  await expect(
+    page.getByRole("heading", { name: "输入草稿已保存" }),
+  ).toBeVisible();
+  expect(
+    (
+      await (await page.request.get(`/api/v1/catalog/inputs?${query}`)).json()
+    )[0].field_ids,
+  ).toHaveLength(123);
+  await page.keyboard.press("Escape");
+  await page
+    .getByRole("checkbox", { name: "选择TEST 字段 122", exact: true })
+    .press("Space");
+  await page.getByRole("button", { name: "覆盖率排序" }).click();
+  await expect(fields).toContainText("122 / 123 个字段");
+  await page
+    .getByRole("button", { name: "用于 Alpha 模板", exact: true })
+    .click();
+  await page.getByRole("button", { name: "保存输入草稿", exact: true }).click();
+  await expect(
+    page.getByRole("heading", { name: "输入草稿已保存" }),
+  ).toBeVisible();
+  const subset = (
+    await (await page.request.get(`/api/v1/catalog/inputs?${query}`)).json()
+  )[0];
+  expect(subset.field_ids).toHaveLength(122);
+  expect(subset.field_ids).not.toContain("TEST_FIN_122");
+  await page.keyboard.press("Escape");
+  await page.getByRole("button", { name: "恢复全选" }).click();
+  await page
+    .getByRole("checkbox", { name: "选择本数据集全部字段" })
+    .press("Space");
+  await expect(
+    page.getByRole("button", { name: "用于 Alpha 模板", exact: true }),
+  ).toBeDisabled();
+  await page.getByRole("button", { name: "恢复全选" }).click();
+  await page
+    .getByRole("button", { name: "TEST 字段 122", exact: true })
+    .click();
+  await expect(page.getByLabel("研究备注", { exact: true })).toHaveValue(
+    "保留字段研究假设",
+  );
+  await page.screenshot({ path: "../output/playwright/dataset-desktop.png" });
+  await page.keyboard.press("Escape");
+  await page.keyboard.press("Escape");
+  await expect(page.getByLabel("分类", { exact: true })).toContainText(
+    "基本面",
+  );
+  await page.reload();
+  await expect(
+    page.getByRole("button", { name: "已保存输入 (2)" }),
+  ).toBeVisible();
+  expect(errors).toEqual([]);
+});
+
+test("窄屏抽屉、键盘隔离和研究范围切换", async ({ page }) => {
+  await page.setViewportSize({ width: 390, height: 844 });
+  await setup(page);
+  await openFields(page);
+  const fields = page.getByRole("dialog", { name: "数据字段", exact: true });
+  await expect(fields).toBeVisible();
+  expect((await fields.boundingBox())!.width).toBeCloseTo(390, 0);
+  await page
+    .getByRole("button", { name: "TEST 字段 000", exact: true })
+    .click();
+  await expect(
+    page.getByRole("dialog", { name: "字段详情", exact: true }),
+  ).toBeVisible();
+  await page.keyboard.press("Escape");
+  await expect(fields).toBeVisible();
+  expect(
+    await page.evaluate(
+      () => document.documentElement.scrollWidth <= innerWidth,
+    ),
+  ).toBe(true);
+  await page.screenshot({ path: "../output/playwright/dataset-mobile.png" });
+  await page.keyboard.press("Escape");
+  await page.getByLabel("Region", { exact: true }).click();
+  await page.getByRole("option", { name: /CHN/ }).click();
+  await expect(page.getByLabel("Universe", { exact: true })).toContainText(
+    "TOP2000",
+  );
+  await expect(
+    page.getByRole("button", { name: "用于 Alpha 模板", exact: true }),
+  ).toBeDisabled();
+});
+
+test("非首页排除、聊天暂存详情、遮罩逐层关闭和多尺寸", async ({ page }) => {
+  const errors: string[] = [];
+  page.on("pageerror", (e) => errors.push(e.message));
+  await page.setViewportSize({ width: 1280, height: 900 });
+  await setup(page);
+  await openFields(page);
+  const fields = page.getByRole("dialog", { name: "数据字段", exact: true });
+  await fields.getByRole("button", { name: "Next", exact: true }).click();
+  await expect(
+    page.getByRole("button", { name: "TEST 字段 025", exact: true }),
+  ).toBeVisible();
+  await page
+    .getByRole("checkbox", { name: "选择TEST 字段 025", exact: true })
+    .press("Space");
+  await page.getByLabel("搜索字段").fill("字段 12");
+  await expect(fields).toContainText("122 / 123 个字段");
+  await page.getByLabel("字段类型", { exact: true }).click();
+  await page.getByRole("option", { name: /VECTOR/ }).click();
+  await expect(
+    page.getByRole("button", { name: "TEST 字段 120", exact: true }),
+  ).toBeVisible();
+  await page
+    .getByRole("button", { name: "TEST 字段 120", exact: true })
+    .click();
+  await page.getByLabel("研究备注", { exact: true }).fill("未保存草稿需要恢复");
+  await page
+    .getByRole("dialog", { name: "字段详情", exact: true })
+    .getByRole("button", { name: "AI 助手", exact: true })
+    .click();
+  await expect(fields).not.toBeVisible();
+  await page.keyboard.press("Escape");
+  await expect(page.getByLabel("研究备注", { exact: true })).toHaveValue(
+    "未保存草稿需要恢复",
+  );
+  for (const width of [850, 390, 1920]) {
+    await page.setViewportSize({ width, height: 900 });
+    await expect(
+      page.getByRole("button", { name: "关闭详情", exact: true }),
+    ).toBeVisible();
+    expect(
+      await page.evaluate(
+        () => document.documentElement.scrollWidth <= innerWidth,
+      ),
+    ).toBe(true);
+  }
+  await page.setViewportSize({ width: 1440, height: 900 });
+  await page.mouse.click(10, 400);
+  await expect(
+    page.getByRole("dialog", { name: "字段详情", exact: true }),
+  ).not.toBeVisible();
+  await expect(fields).toBeVisible();
+  await expect(fields).toContainText("122 / 123 个字段");
+  await page.mouse.click(10, 400);
+  await expect(fields).not.toBeVisible();
+  expect(errors).toEqual([]);
+});