调试修改爬虫
This commit is contained in:
@@ -25,6 +25,8 @@
|
||||
<result column="crawl_time" property="crawlTime" />
|
||||
<result column="process_time" property="processTime" />
|
||||
<result column="processor" property="processor" />
|
||||
<result column="execute_status" property="executeStatus" />
|
||||
<result column="execute_message" property="executeMessage" />
|
||||
<result column="create_time" property="createTime" />
|
||||
<result column="update_time" property="updateTime" />
|
||||
<result column="delete_time" property="deleteTime" />
|
||||
@@ -53,6 +55,8 @@
|
||||
<result column="crawl_time" property="crawlTime" />
|
||||
<result column="process_time" property="processTime" />
|
||||
<result column="processor" property="processor" />
|
||||
<result column="item_execute_status" property="itemExecuteStatus" />
|
||||
<result column="item_execute_message" property="itemExecuteMessage" />
|
||||
<result column="item_create_time" property="createTime" />
|
||||
<result column="item_update_time" property="updateTime" />
|
||||
|
||||
@@ -74,7 +78,7 @@
|
||||
<sql id="Base_Column_List">
|
||||
id, task_id, log_id, title, content, summary, source, source_url, category, author,
|
||||
publish_time, cover_image, images, tags, status, resource_id, crawl_time, process_time,
|
||||
processor, create_time, update_time, delete_time, deleted
|
||||
processor, execute_status, execute_message, create_time, update_time, delete_time, deleted
|
||||
</sql>
|
||||
|
||||
<!-- VO查询字段列表(包含关联表) -->
|
||||
@@ -98,6 +102,8 @@
|
||||
i.crawl_time,
|
||||
i.process_time,
|
||||
i.processor,
|
||||
i.execute_status as item_execute_status,
|
||||
i.execute_message as item_execute_message,
|
||||
i.create_time as item_create_time,
|
||||
i.update_time as item_update_time,
|
||||
t.task_name,
|
||||
@@ -259,7 +265,7 @@
|
||||
INSERT INTO tb_data_collection_item (
|
||||
id, task_id, log_id, title, content, summary, source, source_url,
|
||||
category, author, publish_time, cover_image, images, tags, status,
|
||||
resource_id, crawl_time, process_time, processor,
|
||||
resource_id, crawl_time, process_time, processor, execute_status, execute_message,
|
||||
create_time, update_time, deleted
|
||||
)
|
||||
VALUES
|
||||
@@ -269,7 +275,7 @@
|
||||
#{item.summary}, #{item.source}, #{item.sourceUrl}, #{item.category},
|
||||
#{item.author}, #{item.publishTime}, #{item.coverImage}, #{item.images},
|
||||
#{item.tags}, #{item.status}, #{item.resourceId}, #{item.crawlTime},
|
||||
#{item.processTime}, #{item.processor},
|
||||
#{item.processTime}, #{item.processor}, #{item.executeStatus}, #{item.executeMessage},
|
||||
NOW(), NOW(), 0
|
||||
)
|
||||
</foreach>
|
||||
@@ -397,4 +403,12 @@
|
||||
ORDER BY i.create_time DESC
|
||||
</select>
|
||||
|
||||
<!-- updateItemStatus -->
|
||||
|
||||
<update id="updateItemStatus">
|
||||
UPDATE tb_data_collection_item
|
||||
SET status = #{status}
|
||||
WHERE id = #{itemId}
|
||||
AND deleted = 0
|
||||
</update>
|
||||
</mapper>
|
||||
Reference in New Issue
Block a user