Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 12 additions & 12 deletions frontend/src/mock/mock-apis.cjs
Original file line number Diff line number Diff line change
Expand Up @@ -36,18 +36,18 @@ const MockAPI = {
cancelUploadUsingPut: "/data-management/datasets/upload/cancel-upload/:id", // 取消上传
uploadFileChunkUsingPost: "/data-management/datasets/:id/upload/chunk", // 上传切片

// 数据清洗接口
queryCleaningTasksUsingGet: "/cleaning/tasks", // 获取清洗任务列表
createCleaningTaskUsingPost: "/cleaning/tasks", // 创建清洗任务
queryCleaningTaskByIdUsingGet: "/cleaning/tasks/:taskId", // 根据ID获取清洗任务详情
deleteCleaningTaskByIdUsingDelete: "/cleaning/tasks/:taskId", // 删除清洗任务
executeCleaningTaskUsingPost: "/cleaning/tasks/:taskId/execute", // 执行清洗任务
stopCleaningTaskUsingPost: "/cleaning/tasks/:taskId/stop", // 停止清洗任务
queryCleaningTemplatesUsingGet: "/cleaning/templates", // 获取清洗模板列表
createCleaningTemplateUsingPost: "/cleaning/templates", // 创建清洗模板
queryCleaningTemplateByIdUsingGet: "/cleaning/templates/:templateId", // 根据ID获取清洗模板详情
updateCleaningTemplateByIdUsingPut: "/cleaning/templates/:templateId", // 根据ID更新清洗模板详情
deleteCleaningTemplateByIdUsingDelete: "/cleaning/templates/:templateId", // 删除清洗模板
// 数据处理接口
queryCleaningTasksUsingGet: "/cleaning/tasks", // 获取处理任务列表
createCleaningTaskUsingPost: "/cleaning/tasks", // 创建任务
queryCleaningTaskByIdUsingGet: "/cleaning/tasks/:taskId", // 根据ID获取处理任务详情
deleteCleaningTaskByIdUsingDelete: "/cleaning/tasks/:taskId", // 删除处理任务
executeCleaningTaskUsingPost: "/cleaning/tasks/:taskId/execute", // 执行处理任务
stopCleaningTaskUsingPost: "/cleaning/tasks/:taskId/stop", // 停止处理任务
queryCleaningTemplatesUsingGet: "/cleaning/templates", // 获取处理模板列表
createCleaningTemplateUsingPost: "/cleaning/templates", // 创建模板
queryCleaningTemplateByIdUsingGet: "/cleaning/templates/:templateId", // 根据ID获取处理模板详情
updateCleaningTemplateByIdUsingPut: "/cleaning/templates/:templateId", // 根据ID更新处理模板详情
deleteCleaningTemplateByIdUsingDelete: "/cleaning/templates/:templateId", // 删除处理模板

// 数据标注接口
queryAnnotationTasksUsingGet: "/project/mappings/list", // 获取标注任务列表
Expand Down
6 changes: 3 additions & 3 deletions frontend/src/mock/mock-seed/data-cleansing.cjs
Original file line number Diff line number Diff line change
Expand Up @@ -320,7 +320,7 @@ module.exports = function (router) {
});
});

// 创建清洗模板
// 创建模板
router.post(API.createCleaningTemplateUsingPost, (req, res) => {
const newTemplate = {
...cleaningTemplateItem(),
Expand All @@ -337,7 +337,7 @@ module.exports = function (router) {
});
});

// 获取清洗模板详情
// 获取处理模板详情
router.get(API.queryCleaningTemplateByIdUsingGet, (req, res) => {
const { templateId } = req.params;
const template = cleaningTemplateList.find((t) => t.id === templateId);
Expand All @@ -357,7 +357,7 @@ module.exports = function (router) {
}
});

// 删除清洗模板
// 删除处理模板
router.delete(API.deleteCleaningTemplateByIdUsingDelete, (req, res) => {
const { templateId } = req.params;
const index = cleaningTemplateList.findIndex((t) => t.id === templateId);
Expand Down
2 changes: 1 addition & 1 deletion frontend/src/mock/mock-seed/operator-market.cjs
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ function labelItem() {
return {
id: Mock.Random.guid().replace(/[^a-zA-Z0-9]/g, ""),
name: Mock.Random.pick([
"数据清洗",
"数据处理",
"特征选择",
"分类算法",
"聚类算法",
Expand Down
2 changes: 1 addition & 1 deletion frontend/src/mock/mock-seed/settings.cjs
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ function ModelItem() {
return {
id: Mock.Random.guid().replace(/[^a-zA-Z0-9]/g, ""),
modelName: Mock.Random.pick([
"数据清洗",
"数据处理",
"特征选择",
"分类算法",
"聚类算法",
Expand Down
4 changes: 2 additions & 2 deletions frontend/src/pages/Agent/Agent.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -70,10 +70,10 @@ const quickActions: QuickAction[] = [
},
{
id: "process_data",
label: "数据清洗",
label: "数据处理",
icon: Settings,
prompt: "对数据集进行预处理",
category: "数据清洗",
category: "数据处理",
},
{
id: "export_report",
Expand Down
2 changes: 1 addition & 1 deletion frontend/src/pages/DataCleansing/Create/CreateTask.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,7 @@ export default function CleansingTaskCreate() {
<ArrowLeft className="w-4 h-4 mr-1" />
</Button>
</Link>
<h1 className="text-xl font-bold">创建清洗任务</h1>
<h1 className="text-xl font-bold">创建任务</h1>
</div>
<div className="w-1/2">
<Steps
Expand Down
2 changes: 1 addition & 1 deletion frontend/src/pages/DataCleansing/Create/CreateTemplate.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@ export default function CleansingTemplateCreate() {
<ArrowLeft className="w-4 h-4 mr-1" />
</Button>
</Link>
<h1 className="text-xl font-bold">{id ? '更新清洗模板' : '创建清洗模板'}</h1>
<h1 className="text-xl font-bold">{id ? '更新模板' : '创建模板'}</h1>
</div>
<div className="w-1/2">
<Steps
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -68,10 +68,10 @@ export default function CreateTaskStepOne({
>
<h2 className="font-medium text-gray-900 text-base mb-2">任务信息</h2>
<Form.Item label="名称" name="name" required>
<Input placeholder="输入清洗任务名称" />
<Input placeholder="输入任务名称" />
</Form.Item>
<Form.Item label="描述" name="description">
<TextArea placeholder="描述清洗任务的目标和要求" rows={4} />
<TextArea placeholder="描述任务的目标和要求" rows={4} />
</Form.Item>
<h2 className="font-medium text-gray-900 pt-6 mb-2 text-base">
数据源选择
Expand Down
6 changes: 3 additions & 3 deletions frontend/src/pages/DataCleansing/Detail/TaskDetail.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ export default function CleansingTaskDetail() {
const { data } = await queryCleaningTaskResultByIdUsingGet(id);
setResult(data);
} catch (error) {
message.error("获取清洗结果失败");
message.error("获取数据处理结果失败");
navigate("/data/cleansing/task-detail/" + id);
}
};
Expand All @@ -82,7 +82,7 @@ export default function CleansingTaskDetail() {
const { data } = await queryCleaningTaskLogByIdUsingGet(id, retryCount);
setTaskLog(data);
} catch (error) {
message.error("获取清洗日志失败");
message.error("获取数据处理日志失败");
navigate("/data/cleansing/task-detail/" + id);
}
};
Expand Down Expand Up @@ -193,7 +193,7 @@ export default function CleansingTaskDetail() {
title: <Link to="/data/cleansing">数据处理</Link>,
},
{
title: "清洗任务详情",
title: "任务详情",
},
];

Expand Down
12 changes: 6 additions & 6 deletions frontend/src/pages/DataCleansing/Detail/components/FileTable.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -112,7 +112,7 @@ export default function FileTable({result, fetchTaskResult}) {
),
},
{
title: "清洗后文件名",
title: "处理后文件名",
dataIndex: "destName",
key: "destName",
width: 200,
Expand Down Expand Up @@ -185,7 +185,7 @@ export default function FileTable({result, fetchTaskResult}) {
),
},
{
title: "清洗后文件类型",
title: "处理后文件类型",
dataIndex: "destType",
key: "destType",
filterDropdown: ({
Expand Down Expand Up @@ -221,7 +221,7 @@ export default function FileTable({result, fetchTaskResult}) {
),
},
{
title: "清洗前大小",
title: "处理前大小",
dataIndex: "srcSize",
key: "srcSize",
sorter: (a: any, b: any) => {
Expand All @@ -240,7 +240,7 @@ export default function FileTable({result, fetchTaskResult}) {
),
},
{
title: "清洗后大小",
title: "处理后大小",
dataIndex: "destSize",
key: "destSize",
sorter: (a: any, b: any) => {
Expand Down Expand Up @@ -348,7 +348,7 @@ export default function FileTable({result, fetchTaskResult}) {
>
<div className="grid grid-cols-2 gap-6 py-6">
<div>
<h4 className="font-medium text-gray-900">清洗前</h4>
<h4 className="font-medium text-gray-900">处理前</h4>
<div className="border border-gray-200 rounded-lg p-6 bg-gray-50 min-h-48 flex items-center justify-center">
<div className="text-center text-gray-500">
<div className="w-16 h-16 bg-gray-300 rounded-lg mx-auto mb-2" />
Expand All @@ -365,7 +365,7 @@ export default function FileTable({result, fetchTaskResult}) {
</div>
</div>
<div>
<h4 className="font-medium text-gray-900">清洗后</h4>
<h4 className="font-medium text-gray-900">处理后</h4>
<div className="border border-gray-200 rounded-lg p-6 bg-gray-50 min-h-48 flex items-center justify-center">
<div className="text-center text-gray-500">
<div className="w-16 h-16 bg-blue-300 rounded-lg mx-auto mb-2" />
Expand Down
4 changes: 2 additions & 2 deletions frontend/src/pages/DataCleansing/Home/DataCleansing.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -28,14 +28,14 @@ export default function DataProcessingPage() {
icon={<PlusOutlined />}
onClick={() => navigate("/data/cleansing/create-template")}
>
创建清洗模板
创建模板
</Button>
<Button
type="primary"
icon={<PlusOutlined />}
onClick={() => navigate("/data/cleansing/create-task")}
>
创建清洗任务
创建任务
</Button>
</div>
</div>
Expand Down
8 changes: 4 additions & 4 deletions frontend/src/pages/DataCleansing/cleansing.const.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -23,25 +23,25 @@ export const templateTypesMap = {
label: "文本",
value: TemplateType.TEXT,
icon: "📝",
description: "处理文本数据的清洗模板",
description: "处理文本数据的模板",
},
[TemplateType.IMAGE]: {
label: "图片",
value: TemplateType.IMAGE,
icon: "🖼️",
description: "处理图像数据的清洗模板",
description: "处理图像数据的模板",
},
[TemplateType.VIDEO]: {
value: TemplateType.VIDEO,
label: "视频",
icon: "🎥",
description: "处理视频数据的清洗模板",
description: "处理视频数据的模板",
},
[TemplateType.AUDIO]: {
value: TemplateType.AUDIO,
label: "音频",
icon: "🎵",
description: "处理音频数据的清洗模板",
description: "处理音频数据的模板",
},
[TemplateType.IMAGE2TEXT]: {
value: TemplateType.IMAGE2TEXT,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ const nodeConfig = {

const edgeTypeLabels: Record<string, string> = {
DATA_COLLECTION: "数据归集",
DATA_CLEANING: "数据清洗",
DATA_CLEANING: "数据处理",
DATA_LABELING: "数据标注",
DATA_SYNTHESIS: "数据合成",
DATA_RATIO: "数据配比",
Expand Down
8 changes: 4 additions & 4 deletions frontend/src/pages/Home/Home.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -184,7 +184,7 @@ export default function WelcomePage() {
可视化流程设计器
</div>
<div className="bg-white/60 rounded-lg p-3 text-sm text-orange-800">
丰富的数据清洗组件库
丰富的数据处理组件库
</div>
<div className="bg-white/60 rounded-lg p-3 text-sm text-orange-800">
实时流程执行监控
Expand Down Expand Up @@ -298,7 +298,7 @@ export default function WelcomePage() {
<div className="p-8">
<div className="text-center mb-8">
<h3 className="text-2xl font-bold text-blue-900 mb-2">
完整的数据清洗工作流
完整的数据处理工作流
</h3>
<p className="text-blue-700">
从原始数据到高质量数据集的全流程解决方案
Expand All @@ -321,7 +321,7 @@ export default function WelcomePage() {
</div>
<h4 className="font-semibold text-blue-900 mb-2">智能编排</h4>
<p className="text-sm text-blue-700">
可视化设计数据清洗流程,自动化执行复杂任务
可视化设计数据处理流程,自动化执行复杂任务
</p>
</div>
<div className="text-center">
Expand All @@ -330,7 +330,7 @@ export default function WelcomePage() {
</div>
<h4 className="font-semibold text-blue-900 mb-2">智能处理</h4>
<p className="text-sm text-blue-700">
自动化的数据清洗、标注和质量评估流程
自动化的数据处理、标注和质量评估流程
</p>
</div>
<div className="text-center">
Expand Down
6 changes: 3 additions & 3 deletions frontend/src/pages/Layout/Menu.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ export const menuItems = [
id: "cleansing",
title: "数据处理",
icon: GitBranch,
description: "数据清洗和预处理",
description: "数据清洗、处理和转换",
color: "bg-purple-500",
},
{
Expand Down Expand Up @@ -90,7 +90,7 @@ export const features = [
{
icon: GitBranch,
title: "智能编排",
description: "可视化数据清洗流程编排,拖拽式设计复杂的数据清洗管道",
description: "可视化数据处理流程编排,拖拽式设计复杂的数据处理管道",
},
{
icon: MessageSquare,
Expand All @@ -105,7 +105,7 @@ export const features = [
{
icon: Zap,
title: "高效处理",
description: "完整的数据清洗流水线,从原始数据到可用数据集",
description: "完整的数据处理流水线,从原始数据到可用数据集",
},
{
icon: Shield,
Expand Down
2 changes: 1 addition & 1 deletion frontend/src/pages/OperatorMarket/operator.model.ts
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ export interface CategoryI {
id: string;
name: string;
count: number; // 该分类下的算子数量
type: string; // e.g., "数据源", "数据清洗", "数据分析", "数据可视化"
type: string; // e.g., "数据源", "数据处理", "数据分析", "数据可视化"
parentId?: string; // 父分类ID,若无父分类则为null
value: string;
createdAt: string;
Expand Down
12 changes: 6 additions & 6 deletions frontend/src/pages/Orchestration/Orchestration.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -176,8 +176,8 @@ const mockTemplates: FlowTemplate[] = [
},
{
id: 2,
name: "文本数据清洗流程",
description: "通用文本数据清洗和标准化流程",
name: "文本数据处理流程",
description: "通用文本数据处理和标准化流程",
category: "文本处理",
nodes: [
{
Expand All @@ -202,16 +202,16 @@ const mockTemplates: FlowTemplate[] = [
id: "node3",
type: "data-enhancement",
name: "文本增强",
description: "文本清洗和格式化",
description: "文本处理和格式化",
position: { x: 500, y: 100 },
config: { removeHtml: true, normalizeWhitespace: true },
status: "idle",
},
{
id: "node4",
type: "data-output",
name: "清洗结果输出",
description: "输出清洗后的文本",
name: "处理结果输出",
description: "输出处理后的文本",
position: { x: 700, y: 100 },
config: { format: "jsonl" },
status: "idle",
Expand Down Expand Up @@ -240,7 +240,7 @@ const mockExecutions: FlowExecution[] = [
},
{
id: 2,
templateName: "文本数据清洗流程",
templateName: "文本数据处理流程",
status: "completed",
progress: 100,
startTime: "2024-01-23 10:15:00",
Expand Down
Loading
Loading