6 Star 21 Fork 3

echo_yjl_lyc / 辣鸡采集 laji-collect

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
config.dist.json 1.59 KB
一键复制 编辑 原始数据 按行查看 历史
LycEcho 提交于 2021-01-07 08:57 . update
{
"mysql": {
"database": "",
"user": "",
"password": "",
"host": "localhost",
"port": 3306,
"charset": "utf8mb4",
"max_idle_connections": 1000,
"max_open_connections": 100000
},
"server": {
"site_name": "辣鸡采集",
"host": "localhost",
"env": "development", /* production | development */
"log_level": "error", /* "disable" | "fatal" | "error" | "warn" | "info" | "debug" */
"port": 8088
},
"collector": {
"error_times": 5, /* 错误次数 超过就不监听抓取 */
"channels": 5, /* 抓取并发量 */
"channels_publish": 5, /* 发布并发量 */
"title_min_length": 6, /* 标题最小长度 */
"content_min_length": 200,
"title_exclude": [
"关于我们"
],
"title_exclude_prefix": [
"NotFound"
],
"title_exclude_suffix": [
"网站"
],
"content_exclude": [
"版权声明"
],
"content_exclude_line": [
"更多精彩",
"字体"
]
},
"content": {
"auto_publish": 0,
"table_name": "fe_new_article",
"id_field": "id",
"title_field": "title",
"created_time_field": "add_time",
"keywords_field": "keywords",
"description_field": "description",
"author_field": "",
"views_field": "",
"content_table_name": "",
"content_id_field": "id",
"content_field": "content",
"originUrlField": "origin_url",
"remote_url": "",
"content_type": "urlencode",
"headers": null,
"cookies": null,
"extra_fields": null,
"contentHead": "",
"contentFoot": "文章来源于互联网,如有雷同请联系站长删除:\u003ca href=\"{originUrl}\" rel=\"noopener noreferrer nofollow\"\u003e{title}\u003c/a\u003e"
}
}
Go
1
https://gitee.com/echo_yjl_lyc/laji-collect.git
git@gitee.com:echo_yjl_lyc/laji-collect.git
echo_yjl_lyc
laji-collect
辣鸡采集 laji-collect
master

搜索帮助