数据来源

事业单位在线

http://www.gjsy.gov.cn/sydwfrxxcx/

主要业务字段

上线MongoDB数据格式

{
     "spider_name": "enterprise_captcha_spider",
     "task_type": "事业单位在线",
     "spider_start_time": "2021-06-17 10:21:47",
     "task_result": 1000,
     "task_params": {
          "province": "SAX",
          "company_status": "废止",
          "company_name": "乐东黎族自治县第二小学",
          "credit_no": "12468843428892871M",
          "submit_time": "2021-06-16 19:29:44",
          "search_key": "12468843428892871M"
     },
     "companyinfo_item": {
          "province": "海南省",                    -- 省份
          "legal_person": "罗人鹏",                -- 法定代表人姓名
          "data_source": 1,
          "credit_no": "12468843428892871M",       -- 统一社会信用代码
          "lastupdatetime": "2021-06-17 10:21:53", -- 数据最后更新时间
          "province_code": 1024,                   -- 省份（数字编号）
          "operation_enddate": "",                 -- 经营结束日期
          "operation_startdate": "",               -- 经营开始日期
          "capital": "35.2万元",                   -- 开办资金
          "company_type": "事业单位",              -- 登记类型固定值为 事业单位
          "authority": "乐东黎族自治县事业单位登记管理局", -- 登记管理机关
          "company_status": "已废止",              -- 单位状态
          "business_scope": "实施小学义务教育，促进基础教育发展；小学学历教育和相关社会服务。", -- 宗旨和业务范围
          "create_time": "2021-06-17 10:21:53",
          "company_name": "乐东黎族自治县第二小学", -- 事业单位名称
          "province_short": "HAIN",                -- 省份（英文缩写）
          "company_address": "乐东黎族自治县抱由镇吉祥路", --住所
          "organizer": "乐东黎族自治县教育局",     -- 登记管理机关
          "data_status": 1,
          "capital_source": "财政补助(全额拨款)"   -- 经费来源
     },
     "result_code": "00000111",
     "mark": ""
}

上线后的数据格式

{
    "spider_name": "enterprise_captcha_spider",
    "task_type": "事业单位在线",
    "spider_start_time": "2021-08-19 20:02:25",
    "task_result": 1000,
    "task_params": {
        "province": "SAX",
        "search_key": "12610222766342952Y",
        "company_name": "宜君县法律援助中心",
        "credit_no": "12610222766342952Y"
    },
    "companyinfo_item": {
        "province": "陕西省",
        "legal_person": "张建军",
        "data_source": 1,
        "credit_no": "12610222766342952Y",
        "lastupdatetime": "2021-08-19 20:02:30",
        "province_code": 1010,
        "operation_enddate": "2023-03-09 00:00:00",
        "operation_startdate": "2018-03-09 00:00:00",
        "capital": "21万元",
        "company_type": "事业单位",
        "authority": "宜君县事业单位登记管理局",
        "company_status": "正常",
        "business_scope": "保障经济困难的公民获得必要的法律服务",
        "establish_date": "2018-03-09 00:00:00",
        "create_time": "2021-06-19 20:33:00",
        "company_name": "宜君县法律援助中心",
        "province_short": "SAX",
        "company_address": "宜君县宜阳北街",
        "organizer": "宜君县司法局",
        "data_status": 1,
        "capital_source": "全额拨款(全额拨款)",
        "org_code": "766342952",
        "company_name_digest": "3d5ac291be5de9a6dca29e209aaf5902",
        "have_changed": "no",
        "capital_src": "21万元",
        "company_major_type": 4,
        "company_minor_type": "4100",
        "legal_person_type": 0,
        "n_company_status": "正常",
        "area_code": "610000",
        "city_code": "610200",
        "city": "铜川市",
        "district_code": "610222",
        "district": "宜君县"
    },
    "result_code": "00000111",
    "mark": "",
    "deleted_company_name_digest": [
        
    ],
    "sync_status": "update",
    "online_spend_time": 1.1163170337677002
}

写bson文件后的格式

{
      "company_minor_type": "4100",
      "area_code": "610000",
      "company_address": "宜君县宜阳北街",
      "have_changed": "no",
      "city": "铜川市",
      "company_major_type": 4,
      "province": "陕西省",
      "operation_startdate": "2018-03-09 00:00:00",
      "company_status": "正常",
      "authority": "宜君县事业单位登记管理局",
      "company_name": "宜君县法律援助中心",
      "district_code": "610222",
      "create_time": "2021-06-19 20:33:00",
      "organizer": "宜君县司法局",
      "data_status": 1,
      "lastupdatetime": "2021-08-19 20:02:30",
      "province_short": "SAX",
      "capital_source": "全额拨款(全额拨款)",
      "n_company_status": "正常",
      "legal_person_type": 0,
      "business_scope": "保障经济困难的公民获得必要的法律服务",
      "credit_no": "12610222766342952Y",
      "district": "宜君县",
      "legal_person": "张建军",
      "company_name_digest": "3d5ac291be5de9a6dca29e209aaf5902",
      "capital": "21万元",
      "establish_date": "2018-03-09 00:00:00",
      "data_source": 1,
      "city_code": "610200",
      "operation_enddate": "2023-03-09 00:00:00",
      "company_type": "事业单位",
      "org_code": "766342952",
      "province_code": 1010,
      "capital_src": "21万元",
      "__metadata": {
        "task_type": "事业单位在线",
        "task_params": {
          "province": "SAX",
          "search_key": "12610222766342952Y",
          "company_name": "宜君县法律援助中心",
          "credit_no": "12610222766342952Y"
        },
        "deleted_company_name_digest": [],
        "source": "crawler_json",
        "update_status_mask": "00000111",
        "spider_start_time": "2021-08-19 20:02:25",
        "result_code": "00000111",
        "spider_name": "enterprise_captcha_spider",
        "online_spend_time": 4.955765962600708,
        "sync_status": "update",
        "data_type": "IC",
        "mark": "",
        "task_result": 1000
      },
    }