Skip to content

GitLab

crontab_bak · Changes

Page history
Update crontab_bak authored by 袁波's avatar 袁波
Hide whitespace changes
Inline Side-by-side
Showing with 19 additions and 5 deletions
deploy_doc/crontab_bak.md
View page @ a38fc68d
......@@ -44,7 +44,8 @@
# 税收违法,每周一上午9点
00 09 * * 1 /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_risk_tax_punish/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_risk_tax_punish/data_pump/submit_task.yaml --default_config product
# 司法拍卖的爬虫,每隔一天的早晨8:00执行任务
0 8 * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_public_company/data_pump/paimai_rmfysszc.yml --default_config product
# 0 8 * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_public_company/data_pump/paimai_rmfysszc.yml --default_config product
# 0 16 * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_public_company/data_pump/paimai_rmfysszc.yml --default_config product
# 提交AI竞投用户监测的关键词,每天早晨8点
0 8 * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_search_ads/data_pump/commit_ad_all_task.yml --default_config ad_user_monitor
# 每小时提交一次小微企业
......@@ -64,7 +65,7 @@
# 百度推荐
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_search_ads/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_search_ads/data_pump/baidu_recommend.yml --default_config commit_baidu_recommend_task
# 360趋势-关注度
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_search_ads/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_search_ads/data_pump/trends_attention.yml --default_config commit_trends_attention_task
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_search_ads/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_search_ads/data_pump/trends_attention.yml --default_config commit_trends_attention_task
# 360趋势-曝光度
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_search_ads/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_search_ads/data_pump/trends_exposure.yml --default_config commit_trends_exposure_task
# baidu_360合并接口
......@@ -75,6 +76,20 @@
0 */8 * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_itjuzi/data_pump/itjuzi_task.yml --default_config itjuzi_init_new_task
# IT桔子持续循环id,比如1~1000w范围内的数据
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_itjuzi/data_pump/itjuzi_old_task.yml --default_config itjuzi_init_old_task
# 每分钟插入1个任务，刷新最新列表newest_event_list
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_itjuzi/data_pump/newest_event.yml --default_config product_init_newest_task
# event_id提交到redis,爬虫会去爬取结果的
*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_itjuzi/data_pump/newest_event.yml --default_config event_task_mysql_2_redis
# it桔子 oldest
00 05 * * 1 /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data -c /home/collie/product/app_itjuzi/data_pump/oldest_event.yml --default_config product_init_oldest_task
05 05 * * 1 /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data -c /home/collie/product/app_itjuzi/data_pump/oldest_event.yml --default_config product_oldest_event_list_2_mysql
05 14 * * 1 /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_itjuzi/jobs/data_pump/data_pump.py pump-data -c /home/collie/product/app_itjuzi/data_pump/oldest_event.yml --default_config product_oldest_mysql_2_redis
# 小微企业，3分钟导入1次
#*/1 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_xiaowei/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_xiaowei/data_pump/xiaowei.yml
#*/2 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_xiaowei/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_xiaowei/data_pump/xiaowei.yml
#*/3 * * * * /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_xiaowei/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_xiaowei/data_pump/xiaowei.yml
......@@ -101,8 +116,7 @@
10 10 * * 1,5 cd /home/collie && /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_ic/data_pump/general_ic_old.yml --default_config GZ
10 10 * * 1,5 cd /home/collie && /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_ic/data_pump/general_ic_old.yml --default_config YN
10 9 * * * cd /home/collie && /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_ic/data_pump/general_ic_old.yml --default_config XZ
10 10 * * * cd /home/collie && /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_ic/data_pump/general_ic_old.yml --default_config QH
```
10 10 * * * cd /home/collie && /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_public_company/jobs/data_pump/data_pump.py pump-data --config /home/collie/product/app_ic/data_pump/general_ic_old.yml --default_config QH```
### 10.8.6.47
```
......@@ -282,4 +296,4 @@
# 欠税公告周任务,每周三提交任务
0 0 * * 3 /home/collie/.conda/envs/collie/bin/python /home/collie/product/app_tax_arrears_announcement/jobs/data_pump/data_pump.py pump-data -c tax_arrears_announcement.yml
```
```
\ No newline at end of file