348 lines
9.5 KiB
SQL
348 lines
9.5 KiB
SQL
-- ====================================================
|
||
-- 定时任务元数据初始化脚本
|
||
-- ====================================================
|
||
|
||
-- 插入人民日报新闻爬取任务的元数据
|
||
|
||
-- 1. 关键字搜索爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'1',
|
||
'rmbr_keyword_search',
|
||
'关键字搜索爬取',
|
||
'根据关键字搜索人民日报新闻内容',
|
||
'人民日报新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/rmrb/RmrbSearch.py',
|
||
'[
|
||
{
|
||
"name": "query",
|
||
"description": "搜索关键字",
|
||
"type": "Input",
|
||
"valueType": "String",
|
||
"value": "",
|
||
"required": true
|
||
},
|
||
{
|
||
"name": "total",
|
||
"description": "总新闻数量",
|
||
"type": "InputNumber",
|
||
"valueType": "Integer",
|
||
"value": 10,
|
||
"required": true
|
||
}
|
||
]',
|
||
1,
|
||
1,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 2. 排行榜爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'2',
|
||
'rmbr_hotpoint',
|
||
'排行榜爬取',
|
||
'爬取人民日报热门排行榜新闻',
|
||
'人民日报新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/rmrb/RmrbHotPoint.py',
|
||
'[]',
|
||
1,
|
||
2,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 3. 往日精彩头条爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'3',
|
||
'rmbr_trending',
|
||
'往日精彩头条爬取',
|
||
'爬取人民日报往日精彩头条新闻',
|
||
'人民日报新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/rmrb/RmrbTrending.py',
|
||
'[
|
||
{
|
||
"name": "dateRange",
|
||
"description": "日期范围",
|
||
"type": "DateRangePicker",
|
||
"valueType": "String",
|
||
"value": "",
|
||
"required": false,
|
||
"startKey": "startDate",
|
||
"endKey": "endDate"
|
||
},
|
||
{
|
||
"name": "yesterday",
|
||
"description": "是否是昨天",
|
||
"type": "Switch",
|
||
"valueType": "Boolean",
|
||
"value": true,
|
||
"required": false
|
||
}
|
||
]',
|
||
1,
|
||
3,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 4. 新华网关键字搜索爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'4',
|
||
'xhw_keyword_search',
|
||
'关键字搜索爬取',
|
||
'根据关键字搜索新华网新闻内容',
|
||
'新华网新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/xhw/XhwSearch.py',
|
||
'[
|
||
{
|
||
"name": "query",
|
||
"description": "搜索关键字",
|
||
"type": "Input",
|
||
"valueType": "String",
|
||
"value": "",
|
||
"required": true
|
||
},
|
||
{
|
||
"name": "total",
|
||
"description": "抓取数量",
|
||
"type": "InputNumber",
|
||
"valueType": "Integer",
|
||
"value": 10,
|
||
"required": true
|
||
}
|
||
]',
|
||
1,
|
||
4,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 5. 新华网热点新闻爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'5',
|
||
'xhw_hot_point',
|
||
'热点新闻爬取',
|
||
'爬取新华网热点新闻',
|
||
'新华网新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/xhw/XhwHotPoint.py',
|
||
'[]',
|
||
1,
|
||
5,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 6. 新华网推荐新闻爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'6',
|
||
'xhw_commend',
|
||
'推荐新闻爬取',
|
||
'爬取新华网推荐新闻',
|
||
'新华网新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/xhw/XhwCommend.py',
|
||
'[]',
|
||
1,
|
||
6,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 7. 学习强国关键字搜索爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'7',
|
||
'xxqg_keyword_search',
|
||
'关键字搜索爬取',
|
||
'根据关键字搜索学习强国新闻内容',
|
||
'学习强国新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/xxqg/XxqgSearch.py',
|
||
'[
|
||
{
|
||
"name": "query",
|
||
"description": "搜索关键字",
|
||
"type": "Input",
|
||
"valueType": "String",
|
||
"value": "",
|
||
"required": true
|
||
},
|
||
{
|
||
"name": "total",
|
||
"description": "抓取数量",
|
||
"type": "InputNumber",
|
||
"valueType": "Integer",
|
||
"value": 10,
|
||
"required": true
|
||
}
|
||
]',
|
||
1,
|
||
7,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 8. 学习强国栏目新闻爬取
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'8',
|
||
'xxqg_column_crawl',
|
||
'栏目新闻爬取',
|
||
'爬取学习强国指定栏目的新闻内容',
|
||
'学习强国新闻爬取',
|
||
'newsCrewerTask',
|
||
'execute',
|
||
'crawler/xxqg/XxqgColumn.py',
|
||
'[
|
||
{
|
||
"name": "column",
|
||
"description": "栏目名称",
|
||
"type": "Select",
|
||
"valueType": "String",
|
||
"value": "important",
|
||
"required": true,
|
||
"options": [
|
||
{"label": "重要新闻", "value": "important"},
|
||
{"label": "学习时评", "value": "xuexishiping"},
|
||
{"label": "综合新闻", "value": "zonghexinwen"},
|
||
{"label": "中宣部发布", "value": "zhongxuanbu"}
|
||
]
|
||
},
|
||
{
|
||
"name": "yesterday",
|
||
"description": "是否抓取昨天的数据",
|
||
"type": "Switch",
|
||
"valueType": "Boolean",
|
||
"value": true,
|
||
"required": false
|
||
},
|
||
{
|
||
"name": "dateRange",
|
||
"description": "日期范围",
|
||
"type": "DateRangePicker",
|
||
"valueType": "String",
|
||
"value": "",
|
||
"required": false,
|
||
"startKey": "start",
|
||
"endKey": "end"
|
||
}
|
||
]',
|
||
1,
|
||
8,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 9. 热门资源推荐任务
|
||
INSERT INTO `tb_crontab_task_meta` (
|
||
`id`, `meta_id`, `name`, `description`, `category`,
|
||
`bean_name`, `method_name`, `script_path`, `param_schema`, `auto_publish`,
|
||
`sort_order`, `creator`, `create_time`
|
||
) VALUES (
|
||
'9',
|
||
'top_recommend_task',
|
||
'热门资源推荐',
|
||
'每天凌晨1点自动更新热门推荐资源（浏览量TOP10+最新发布TOP10）',
|
||
'系统内部任务',
|
||
'topRecommendTask',
|
||
'execute',
|
||
'',
|
||
'[
|
||
{
|
||
"name": "viewNum",
|
||
"description": "按浏览量取多少条",
|
||
"type": "InputNumber",
|
||
"valueType": "Integer",
|
||
"value": 10,
|
||
"required": true
|
||
},
|
||
{
|
||
"name": "timeNum",
|
||
"description": "按时间取多少条",
|
||
"type": "InputNumber",
|
||
"valueType": "Integer",
|
||
"value": 10,
|
||
"required": true
|
||
}
|
||
]',
|
||
0,
|
||
9,
|
||
'system',
|
||
NOW()
|
||
);
|
||
|
||
-- 创建热门资源推荐任务实例
|
||
INSERT INTO `tb_crontab_task` (
|
||
`id`, `task_id`, `meta_id`, `task_name`,`task_group`, `description`,`bean_name`,
|
||
`cron_expression`, `method_name`, `method_params`, `status`, `creator`, `create_time`
|
||
) VALUES (
|
||
'9',
|
||
'task_top_recommend_daily',
|
||
'top_recommend_task',
|
||
'每日热门资源推荐更新',
|
||
'系统内部任务',
|
||
'每天凌晨1点自动更新热门推荐资源列表',
|
||
'topRecommendTask',
|
||
'0 0 1 * * ?',
|
||
'execute',
|
||
'{"viewNum":10,"timeNum":10}',
|
||
1,
|
||
'system',
|
||
NOW()
|
||
);
|
||
-- 赋予root用户和superadmin角色对热门资源推荐任务的读写执行权限
|
||
INSERT INTO `tb_resource_permission` (`id`, `resource_type`, `resource_id`, `dept_id`,
|
||
`role_id`, `can_read`, `can_write`, `can_execute`, `creator`, `updater`,
|
||
`create_time`, `update_time`, `delete_time`, `deleted`)
|
||
VALUES ('671f0c40642e6a69c2be9b6d7a4e986e', 7, 'task_top_recommend_daily', 'root_department',
|
||
'superadmin', 1, 1, 1, '1', NULL,
|
||
'2025-11-25 13:57:16', '2025-11-25 13:57:16', NULL, 0);
|
||
INSERT INTO `tb_resource_permission` (`id`, `resource_type`, `resource_id`, `dept_id`,
|
||
`role_id`, `can_read`, `can_write`, `can_execute`, `creator`, `updater`,
|
||
`create_time`, `update_time`, `delete_time`, `deleted`)
|
||
VALUES ('c365853b6a0e38a9c504962de4403e57', 7, 'task_top_recommend_daily', NULL, NULL,
|
||
1, 0, 0, '1', NULL,
|
||
'2025-11-25 13:57:16', '2025-11-25 13:57:16', NULL, 0);
|