From 401122ab429f184cbe8ca28d1483291481a7005b Mon Sep 17 00:00:00 2001
From: chenmo1212 <wx_70a5d5343b674982ac5671f25ca04666@git.code.tencent.com>
Date: Sun, 25 Oct 2020 19:28:13 +0800
Subject: [PATCH] baidu_qx

---
 .idea/misc.xml                                |   4 +
 .idea/modules.xml                             |   8 +
 .idea/vcs.xml                                 |   6 +
 .idea/workspace.xml                           | 157 +++++++++++++
 .../\346\272\220\344\273\243\347\240\201.iml" |  11 +
 ChineseAdminiDivisionsDict.py                 |  50 ++++
 README.md                                     |  22 ++
 .../ChineseAdminiDivisionsDict.cpython-38.pyc | Bin 0 -> 10548 bytes
 main.py                                       | 222 ++++++++++++++++++
 9 files changed, 480 insertions(+)
 create mode 100644 .idea/misc.xml
 create mode 100644 .idea/modules.xml
 create mode 100644 .idea/vcs.xml
 create mode 100644 .idea/workspace.xml
 create mode 100644 ".idea/\346\272\220\344\273\243\347\240\201.iml"
 create mode 100644 ChineseAdminiDivisionsDict.py
 create mode 100644 README.md
 create mode 100644 __pycache__/ChineseAdminiDivisionsDict.cpython-38.pyc
 create mode 100644 main.py

diff --git a/.idea/misc.xml b/.idea/misc.xml
new file mode 100644
index 0000000..d1e22ec
--- /dev/null
+++ b/.idea/misc.xml
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8" project-jdk-type="Python SDK" />
+</project>
\ No newline at end of file
diff --git a/.idea/modules.xml b/.idea/modules.xml
new file mode 100644
index 0000000..e0fa916
--- /dev/null
+++ b/.idea/modules.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/源代码.iml" filepath="$PROJECT_DIR$/.idea/源代码.iml" />
+    </modules>
+  </component>
+</project>
\ No newline at end of file
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
new file mode 100644
index 0000000..94a25f7
--- /dev/null
+++ b/.idea/vcs.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>
\ No newline at end of file
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
new file mode 100644
index 0000000..21b7194
--- /dev/null
+++ b/.idea/workspace.xml
@@ -0,0 +1,157 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ChangeListManager">
+    <list default="true" id="68c1fafc-47fd-4bad-ba91-dfff6b0c3822" name="Default Changelist" comment="">
+      <change afterPath="$PROJECT_DIR$/.idea/misc.xml" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/.idea/modules.xml" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/.idea/源代码.iml" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/ChineseAdminiDivisionsDict.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/main.py" afterDir="false" />
+    </list>
+    <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="FileEditorManager">
+    <leaf>
+      <file pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/main.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="75">
+              <caret line="3" selection-start-line="3" selection-end-line="3" selection-end-column="24" />
+              <folding>
+                <element signature="e#427#442#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/README.md">
+          <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
+            <state split_layout="SPLIT">
+              <first_editor relative-caret-position="240">
+                <caret line="8" column="8" lean-forward="true" selection-start-line="8" selection-start-column="8" selection-end-line="8" selection-end-column="8" />
+              </first_editor>
+              <second_editor />
+            </state>
+          </provider>
+        </entry>
+      </file>
+    </leaf>
+  </component>
+  <component name="Git.Settings">
+    <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
+  </component>
+  <component name="IdeDocumentHistory">
+    <option name="CHANGED_PATHS">
+      <list>
+        <option value="$PROJECT_DIR$/README.md" />
+        <option value="$PROJECT_DIR$/main.py" />
+      </list>
+    </option>
+  </component>
+  <component name="ProjectFrameBounds" extendedState="6">
+    <option name="x" value="-8" />
+    <option name="y" value="22" />
+    <option name="width" value="974" />
+    <option name="height" value="1047" />
+  </component>
+  <component name="ProjectLevelVcsManager" settingsEditedManually="true" />
+  <component name="ProjectView">
+    <navigator proportions="" version="1">
+      <foldersAlwaysOnTop value="true" />
+    </navigator>
+    <panes>
+      <pane id="Scope" />
+      <pane id="ProjectPane">
+        <subPane>
+          <expand>
+            <path>
+              <item name="源代码" type="b2602c69:ProjectViewProjectNode" />
+              <item name="源代码" type="462c0819:PsiDirectoryNode" />
+            </path>
+          </expand>
+          <select />
+        </subPane>
+      </pane>
+    </panes>
+  </component>
+  <component name="PropertiesComponent">
+    <property name="SHARE_PROJECT_CONFIGURATION_FILES" value="true" />
+    <property name="last_opened_file_path" value="$PROJECT_DIR$" />
+  </component>
+  <component name="RunDashboard">
+    <option name="ruleStates">
+      <list>
+        <RuleState>
+          <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
+        </RuleState>
+        <RuleState>
+          <option name="name" value="StatusDashboardGroupingRule" />
+        </RuleState>
+      </list>
+    </option>
+  </component>
+  <component name="SvnConfiguration">
+    <configuration />
+  </component>
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="68c1fafc-47fd-4bad-ba91-dfff6b0c3822" name="Default Changelist" comment="" />
+      <created>1603624545053</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1603624545053</updated>
+    </task>
+    <servers />
+  </component>
+  <component name="ToolWindowManager">
+    <frame x="-8" y="22" width="1936" height="1066" extended-state="6" />
+    <editor active="true" />
+    <layout>
+      <window_info id="Favorites" side_tool="true" />
+      <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.24973656" />
+      <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
+      <window_info anchor="bottom" id="Version Control" />
+      <window_info anchor="bottom" id="Python Console" />
+      <window_info anchor="bottom" id="Terminal" />
+      <window_info anchor="bottom" id="Event Log" side_tool="true" />
+      <window_info anchor="bottom" id="Message" order="0" />
+      <window_info anchor="bottom" id="Find" order="1" />
+      <window_info anchor="bottom" id="Run" order="2" />
+      <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
+      <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
+      <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
+      <window_info anchor="bottom" id="TODO" order="6" />
+      <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
+      <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
+      <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
+    </layout>
+  </component>
+  <component name="editorHistoryManager">
+    <entry file="file://$PROJECT_DIR$/README.md">
+      <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
+        <state split_layout="SPLIT">
+          <first_editor relative-caret-position="240">
+            <caret line="8" column="8" lean-forward="true" selection-start-line="8" selection-start-column="8" selection-end-line="8" selection-end-column="8" />
+          </first_editor>
+          <second_editor />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/main.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="75">
+          <caret line="3" selection-start-line="3" selection-end-line="3" selection-end-column="24" />
+          <folding>
+            <element signature="e#427#442#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+  </component>
+</project>
\ No newline at end of file
diff --git "a/.idea/\346\272\220\344\273\243\347\240\201.iml" "b/.idea/\346\272\220\344\273\243\347\240\201.iml"
new file mode 100644
index 0000000..6711606
--- /dev/null
+++ "b/.idea/\346\272\220\344\273\243\347\240\201.iml"
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="TestRunnerService">
+    <option name="PROJECT_TEST_RUNNER" value="Unittests" />
+  </component>
+</module>
\ No newline at end of file
diff --git a/ChineseAdminiDivisionsDict.py b/ChineseAdminiDivisionsDict.py
new file mode 100644
index 0000000..d063fb9
--- /dev/null
+++ b/ChineseAdminiDivisionsDict.py
@@ -0,0 +1,50 @@
+#ChineseAdminiDivisionsDict.py
+
+
+CitiesCode = {
+                '北京市':110000,'天津市':120000,
+                '石家庄市':130100,'唐山市':130200,'秦皇岛市':130300,'邯郸市':130400,'邢台市':130500,'保定市':130600,'张家口市':130700,'承德市':130800,'沧州市':130900,'廊坊市':131000,'衡水市':131100,
+                '太原市':140100,'大同市':140200,'阳泉市':140300,'长治市':140400,'晋城市':140500,'朔州市':140600,'晋中市':140700,'运城市':140800,'忻州市':140900,'临汾市':141000,'吕梁市':141100,
+                '呼和浩特市':150100,'包头市':150200,'乌海市':150300,'赤峰市':150400,'通辽市':150500,'鄂尔多斯市':150600,'呼伦贝尔市':150700,'巴彦淖尔市':150800,'乌兰察布市':150900,'兴安盟':152200,'锡林郭勒盟':152500,'阿拉善盟':152900,
+                '沈阳市':210100,'大连市':210200,'鞍山市':210300,'抚顺市':210400,'本溪市':210500,'丹东市':210600,'锦州市':210700,'营口市':210800,'阜新市':210900,'辽阳市':211000,'盘锦市':211100,'铁岭市':211200,'朝阳市':211300,'葫芦岛市':211400,
+                '长春市':220100,'吉林市':220200,'四平市':220300,'辽源市':220400,'通化市':220500,'白山市':220600,'松原市':220700,'白城市':220800,'延边朝鲜族自治州':222400,
+                '哈尔滨市':230100,'齐齐哈尔市':230200,'鸡西市':230300,'鹤岗市':230400,'双鸭山市':230500,'大庆市':230600,'伊春市':230700,'佳木斯市':230800,'七台河市':230900,'牡丹江市':231000,'黑河市':231100,'绥化市':231200,'大兴安岭地区':232700,
+                '上海市':310000,
+                '南京市':320100,'无锡市':320200,'徐州市':320300,'常州市':320400,'苏州市':320500,'南通市':320600,'连云港市':320700,'淮安市':320800,'盐城市':320900,'扬州市':321000,'镇江市':321100,'泰州市':321200,'宿迁市':321300,
+                '杭州市':330100,'宁波市':330200,'温州市':330500,'嘉兴市':330400,'湖州市':330500,'绍兴市':330600,'金华市':330700,'衢州市':330800,'舟山市':330900,'台州市':331000,'丽水市':331100,
+                '合肥市':340100,'芜湖市':340200,'蚌埠市':340300,'淮南市':340400,'马鞍山市':340500,'淮北市':340600,'铜陵市':340700,'安庆市':340800,'黄山市':341000,'滁州市':341100,'阜阳市':341200,'宿州市':341300,'六安市':341500,'亳州市':341600,'池州市':341700,'宣城市':341800,
+                '福州市':350100,'厦门市':350200,'莆田市':350300,'三明市':350400,'泉州市':350500,'漳州市':350600,'南平市':350700,'龙岩市':350800,'宁德市':350900,
+                '南昌市':360100,'景德镇市':360200,'萍乡市':360300,'九江市':360400,'新余市':360500,'鹰潭市':360600,'赣州市':360700,'吉安市':360800,'宜春市':360900,'抚州市':361000,'上饶市':361100,
+                '济南市':370100,'青岛市':370200,'淄博市':370300,'枣庄市':370400,'东营市':370500,'烟台市':370600,'潍坊市':370700,'济宁市':370800,'泰安市':370900,'威海市':371000,'日照市':371100,'临沂市':371300,'德州市':371400,'聊城市':371500,'滨州市':371600,'菏泽市':371700,
+                '郑州市':410100,'开封市':410200,'洛阳市':410300,'平顶山市':410400,'安阳市':410500,'鹤壁市':410600,'新乡市':410700,'焦作市':410800,'濮阳市':410900,'许昌市':411000,'漯河市':411100,'三门峡市':411200,'南阳市':411300,'商丘市':411400,'信阳市':411500,'周口市':411600,'驻马店市':411700,'济源市':419001,
+                '武汉市':420100,'黄石市':420200,'十堰市':420300,'宜昌市':420500,'襄阳市':420600,'鄂州市':420700,'荆门市':420800,'孝感市':420900,'荆州市':421000,'黄冈市':421100,'咸宁市':421200,'随州市':421300,'恩施土家族苗族自治州':422800,'仙桃市':429004,'潜江市':429005,'天门市':429006,'神农架林区':429021,
+                '长沙市':430100,'株洲市':430200,'湘潭市':430300,'衡阳市':430400,'邵阳市':430500,'岳阳市':430600,'常德市':430700,'张家界市':430800,'益阳市':430900,'郴州市':431000,'永州市':431100,'怀化市':431200,'娄底市':431300,'湘西土家族苗族自治州':433100,
+                '广州市':440100,'韶关市':440200,'深圳市':440300,'珠海市':440400,'汕头市':440500,'佛山市':440600,'江门市':440700,'湛江市':440800,'茂名市':440900,'肇庆市':441200,'惠州市':441300,'梅州市':441400,'汕尾市':441500,'河源市':441600,'阳江市':441700,'清远市':441800,'东莞市':441900,'中山市':442000,'潮州市':445100,'揭阳市':445200,'云浮市':445300,
+                '南宁市':450100,'柳州市':450200,'桂林市':450300,'梧州市':450400,'北海市':450500,'防城港市':450600,'钦州市':450700,'贵港市':450800,'玉林市':450900,'百色市':451000,'贺州市':451100,'河池市':451200,'来宾市':451300,'崇左市':451400,
+                '海口市':460100,'三亚市':460200,'三沙市':460300,'儋州市':460400,'五指山市':469001,'琼海市':469002,'文昌市':469005,'万宁市':469006,'东方市':469007,'定安县':469021,'屯昌县':469022,'澄迈县':469023,'临高县':469024,'白沙黎族自治县':469025,'昌江黎族自治县':469026,'乐东黎族自治县':469027,'陵水黎族自治县':469028,'保亭黎族苗族自治县':469029,'琼中黎族苗族自治县':469030,
+                '重庆市':500000,
+                '成都市':510100,'自贡市':510300,'攀枝花市':510400,'泸州市':510500,'德阳市':510600,'绵阳市':510700,'广元市':510800,'遂宁市':510900,'内江市':511000,'乐山市':511100,'南充市':511300,'眉山市':511400,'宜宾市':511500,'广安市':511600,'达州市':511700,'雅安市':511800,'巴中市':511900,'资阳市':512000,'阿坝藏族羌族自治州':513200,'甘孜藏族自治州':513300,'凉山彝族自治州':513400,
+                '贵阳市':520100,'六盘水市':520200,'遵义市':520300,'安顺市':520400,'毕节市':520500,'铜仁市':520600,'黔西南布依族苗族自治州':522300,'黔东南苗族侗族自治州':522600,'黔南布依族苗族自治州':522700,
+                '昆明市':530100,'曲靖市':530300,'玉溪市':530400,'保山市':530500,'昭通市':530600,'丽江市':530700,'普洱市':530800,'临沧市':530900,'楚雄彝族自治州':532300,'红河哈尼族彝族自治州':532500,'文山壮族苗族自治州':532600,'西双版纳傣族自治州':532800,'大理白族自治州':532900,'德宏傣族景颇族自治州':533100,'怒江傈僳族自治州':533300,'迪庆藏族自治州':533400,
+                '拉萨市':540100,'日喀则市':540200,'昌都市':540300,'林芝市':540400,'山南市':540500,'那曲市':540600,'阿里地区':542500,
+                '西安市':610100,'铜川市':610200,'宝鸡市':610300,'咸阳市':610400,'渭南市':610500,'延安市':610600,'汉中市':610700,'榆林市':610800,'安康市':610900,'商洛市':611000,
+                '兰州市':620100,'嘉峪关市':620200,'金昌市':620300,'白银市':620400,'天水市':620500,'武威市':620600,'张掖市':620700,'平凉市':620800,'酒泉市':620900,'庆阳市':621000,'定西市':621100,'陇南市':621200,'临夏回族自治州':622900,'甘南藏族自治州':623000,
+                '西宁市':630100,'海东市':630200,'海北藏族自治州':632200,'黄南藏族自治州':632300,'海南藏族自治州':632500,'果洛藏族自治州':632600,'玉树藏族自治州':632700,'海西蒙古族藏族自治州':632800,
+                '银川市':640100,'石嘴山市':640200,'吴忠市':640300,'固原市':640400,'中卫市':640500,
+                '乌鲁木齐市':650100,'克拉玛依市':650200,'吐鲁番市':650400,'哈密市':650500,'昌吉回族自治州':652300,'博尔塔拉蒙古自治州':652700,'巴音郭楞蒙古自治州':652800,'阿克苏地区':652900,'克孜勒苏柯尔克孜自治州':653000,'喀什地区':653100,'和田地区':653200,'伊犁哈萨克自治州':654000,'塔城地区':654200,'阿勒泰地区':654300,
+                '石河子市':659001,'阿拉尔市':659002,'图木舒克市':659003,'五家渠市':659004,'北屯市':659005,'铁门关市':659006,'双河市':659007,'可克达拉市':659008,'昆玉市':659009,
+                '台湾省':710000,'香港特别行政区':810000,'澳门特别行政区':820000
+
+                }
+
+ProvinceCode = {
+    '北京市':110000,'天津市':120000,'河北省':130000,'山西省':140000,'内蒙古自治区':150000,
+    '辽宁省':210000,'吉林省':220000,'黑龙江省':230000,
+    '上海市':310000,'江苏省':320000,'浙江省':330000,'安徽省':340000,'福建省':350000,'江西省':360000,'山东省':370000,
+    '河南省':410000,'湖北省':420000,'湖南省':430000,'广东省':440000,'广西自治区':450000,'海南省':460000,
+    '重庆市':500000,'四川省':510000,'贵州省':520000,'云南省':530000,'西藏自治区':540000,
+    '陕西省':610000,'甘肃省':620000,'青海省':630000,'宁夏自治区':640000,'新疆自治区':650000,
+    '台湾省':710000,'香港特别行政区':810000,'澳门特别行政区':820000
+    }
+
+
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..deccfd9
--- /dev/null
+++ b/README.md
@@ -0,0 +1,22 @@
+# 百度迁徙python爬虫
+
+> 爬取百度迁徙数据，分为3个类型：城市，省份，全国
+
+## 问题描述：
+使用python爬取百度迁徙平台：http://qianxi.baidu.com/ 中人口流动数据，根据所需类型取消注释相应代码即可。
+爬取内容将会以 Excel文件形式 保存在代码根目录中的“move_in"、"move_out"文件夹
+
+## 使用须知：
+1. **路径**：使用前请修改绝对路径
+
+2. **日期**：请在【migration_all_date】函数中修改日期（注意，左区间包含，右区间不包含）
+
+3. **城市区间**：由于爬取的时候没有设置异步操作，所以一次性爬取城市过多的情况下会导致时间超时（time_out)，
+因此建议分区间爬取，可以复制多个源程序文件，同时开启多次不同区间的爬取 
+
+## 所需的python包
+- requests
+- xlwt
+
+## 已爬取的数据
+- [【2020-01-01—2020-02-14】城市级迁入迁出数据](https://mochenzx.lanzoux.com/iRsLUhqfm3i)
\ No newline at end of file
diff --git a/__pycache__/ChineseAdminiDivisionsDict.cpython-38.pyc b/__pycache__/ChineseAdminiDivisionsDict.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0c99ede3350e6fd20898c3793c3391cff5f97d26
GIT binary patch
literal 10548
zcmb7~3w%`7oyP}6MGQ(UDpu5psIjFMH7dSQ;u{qet724I|FlFABA}wBn)h>(3?YvR
znUDmM5FU9?$mGrL(p{=(*<IXqU2Un(xpVK9Zs{(zT4}q#-<`R4P6E=;g1@hG?m727
z{^x(5mnWu9o#MftjkAiMKYg~x^BDvBpVbpQp80sNX2~RvM?5k?Cdw%?Nlum1<aC)V
zXUG&eQxasVoF!+=H2H>{Bj1$ia;}^w=gSPaK)xjx%1pUPE|yCqQ7)BPa+%DQ%jF8W
zQj+8<`L=vV=E!&DYWbebm22c$xlWShdbvSvlzDQK+$^`qt#X^(E_cX$xl`_v1(G6n
z%RO?h+$Z<T1M;9Ol!xSDc|;b;qw<(ME{o*}`Mx|UPs!8J5_v{a<ym=7o|mQa1Nou6
zAR^1;NAhD?E@|?jyd*2+Wmze!Bwb#S)v`v`%B%94ye{kH4S7?3BJ1U+@|L_U8Imbk
zk}WxsD|wPH1yU$QQY>C6ky0rWpKOqF*(eoKDOFM}eyNd7QY!(elg&~u4bmuEWUDku
zv$V)IX_f7=Lw3q8X_I#8kWT56Zt0Pr^vZ7OlaTbwfDFoz49kd&${zVU`Fr^X*(*Pj
zf0Tccee!d8N8XkF@}9gezmNm+&+;$wuX0d6kbjeZmk;GX<Rke{`B*-YU&^oKko;Oc
zmCqzBN(_mJDVF?~{6-GTZ{@$`cXC92FaIO|D@WyX`GfpXzK}2FPx6%<lRwK}<gdO7
z;(;bW6QNU}Nzkd#Y0&A=WatcN3Unrv08NF?g3gAfLEnJRfxZb%ht7r0gU*L$Ko>yY
zf-Zz+LKi_7Lzh5_(528U=rU+FbUAbdbS0DoT?Ks``VKS)`Yv=e^gU=UbPaSZbRCoo
zT@T#=-3ZNtZh~%xZh>xvZi8-z?ttb)cS3hT3!oI}Zs;E9Ug$pPe&_+{L1-cL5cDwg
z2($=#6nYGL99j%L0ev5O5_$@H8d?H91EoUGLeD|ZLrb9_KtF_DfCO3w{RsLov>Zx<
zUW8tPRzNR9E1^|Tx^F_@l_mCAM(7o2HM9m=3%v@xX1C#W{8|US0lf+R1X>UM6nYDK
z8_Iw(p)C0d%!YEHTqqC9hYFxVs0b>C^qP1BvzAQ2vy#U>Nu`))(mLBFc+&P91d@*d
ze&QIh^v}RvBIz%HmpDQ!{wok7W_l)i(o!x1T8V_&Kss@dn0Gl4AUsz9LhK{vTnQ|G
z00<E?9|SUpFmc~PU>7m%Az&?0@E8z$97uVBzmiY!q|LY<SWg@xQf>fRiG&-0bmAZ}
zZypdJJU0PC>?8I*10<yaUg8L`_*o!C%zO^WAod7wFbkNM4Fm{J4j{xnVoomLBaRYJ
z<pD!PVm@%p3mh4kgf~6~_7QVF1AN3$;;Aq&L?kL8hcJnS2GB`Nj{s}WIMtK(Au;Jp
zpkWHIoWJ%Ha}$6H;tL{mDv&c5Fo}iN0G-72Yk_sd$He^WfXT_g3gQ5fd_8cCSb77n
zmq@x1sCW|if=GP|*h9>I8YmzR6N{DrL89p`VDj6*3gQ5foB{ZWW5m)-U@wuB1$c>I
zGccnCSWg@xQnmrDL_#Z&P8=lWZ3hB`>;U!=b9Mqg;;4-~PlJi?0)~jh1wamA5(`s+
zPGb7qz&he%V*Wiq6EXQ-U<Gl2NWKr~7hqBvu$<UWRJ;g$L8QI}>>*~a01Al1#G;ph
zAmLjB>@No1Bi<)IA*TC)b;QTS{0%@8F}WOAK^!2GHv)d*7_qbh*h}oM1!ngF1;k-u
zQ3wbUGx~w`#33SO07xGM4ifW*fB@kc287s0%ozcE#IARMY3~ASiR51be&QIh^jE-M
zBIyv|C5{k_e+`6)nV$j~M3}hmGa%*E)6u^~!f8M{aYhm_g_ug5MVw7sL|jZ<LL?HG
z60?ZQh}p#D#1%whBT%sqNc}mmhnW2iP(U0e7QG7ui5dHW^+d{hKr4~(K9EivB<B4B
z2oRnFK<7bV`Uk)|qUm?Q<Rice;sBBSd%#cJ`USB3OJF|{JZ~~eJ0Cbiq|5+XiG&M)
zbmAbf@DgBpBCw8_e<{#Jte6EPUk3Pzy|)2Lw*y|{2(kDMAVkc*7f62O3?wFw5la^V
zdx@k+0WWccSo|0eB2r!hT8V_$fpp>^F>f6ZAUtmXLhK{vyb1V-<V?U%EUp7WL_srf
zm<YB2GqwTii9>|!1@;kheg^o6qr}?Z03Q+!hk;4I1rm+|fzJWY9{?ft5p(_s_=wIw
z0qed3J|=EDYl<iBX5tp&R^m3|cH$0VK5-|J{sAy8H32@9o#07&1&b!i@_3ZDIy|sT
zg|ecdrtL<s8KGAb5ErTMQSH0cKn@?+i7R}ntILhv))Lv2uexiUXe+D3$_~XtTU1%6
z6AF*ksrF6It7@o$IhSp9qK(2)HPYvXy0@vm%}z)S7OA=-CuBA@8l6EWq?&f9()xI4
zoAP;`kmc_&dJ5f8<*3m;=!A@#VpU)2h5{8@d58;#+MGCZ)TgCXqk~$?a42YWjW{Wl
zuhQ6($<Wy}?1mv#?lpS1M+*Dh6y99b<kmghk7&2eW^a?~am{6AY%)iNoxH4^EY(?|
znl>3#9nLf4A0BEkgLRB?%IpiO;TEH>N_&P<RBos0fRVD@dgKOGdts!u-ma-t(P(V0
zwzAt)aXFu{>n;DNQCz61a`=E<Z*&*Ho^A$B+ssk7gRIRZF}JW&7HzT`2b`2fV3#ql
z!wH2${ozo+30V~_nlVjZv*r+%KVVe3=724<(j&Egz8Z5%Yh$MBcDu_6)WuS=8Rmwa
zW>JgoqVNL0?claQ`wG!=CnHr`tNPt0qDW)F=ft5ul()(WMQVoi2G@;fKFGMJXU(7&
z4DL2Z`dO*&fKgp$=I@{r_HDL}tTq;)qm02;=1ZTkhJE-i`q(MU3N@O|qi(3bNp;&b
zX7f~;*Mg@;hos%0rfq5<&q*8}DvC9hiNnJ^MxZt3LG}YUL|LcNZ8w<@B883UAfwA2
zPuAduSTr+_3^vDXa1P5xQMMb=_<>I49k6GRaHvRgYE=@OU7|iz-2h*6YNtkgTJNh+
zNDG<8Wm*Wi(EczIYYE2-4{R_(_DHZDuCE>5>|`6M)yJz*xJ%2(s?66~XJEK#vrPM_
zIckqyJI}hdF>#qj&laZyBeY$Q^B2+%F=sUTtF*YtV2KuI<!?|W?wn&bZqZVj1@(G2
zV&06`EF2ovXFOklndN%0SrlNAvC_>=URB@VgbdiF#Pt<x`>t{06wzMS`K^rstESg^
zmG+GLku{j3Rn8d9)GCK@s*Oz5KB~p3+%~Oa!UH{8oYB>wg;e`iZIX?&jOqQ-7OUDG
zBJ3EmG%r%&&I{pCq2YH;%Go|{He*OHkCuoJZfm4Qb#ITiHd9-CkkatmiwM2VsOdl)
z9LGs)`bxt6t`mp*>vWH*>I@IpI4Q0EPGi`en9Sa-TIH0lP&18c4`{QJQM5@*i2-Fb
z?{@MudP`${N@G}c<=Wh4^yR1$dzjcBym_m(a%0xz{2KF<NOrxpG#kSu+WN{8+T-H@
zV<bMdRBNU-xQ*)ONbWW#Pp*aCSx$)djCX~ZS)_F@Cp;~#tjy@KS30{z*&DPtHI$(`
z<8=wvYEwIU(`wwU`6cS9d7_1ha%=ombWFU{A~`MLVRscWM%%Ub%=S>M_iZB%b!hV=
zyp5jN<MuwfLVHzJ=7mFk#{%KeMm=srYix0&Q(4;wF&x!^JNjUBZLu-hT8u7tLc{3e
zMl9BKsw7i2xc+ZDj=SM8n{%`xxoObMT#~1aBGp!B<hawkS(2xv<Y><;aLX$XY3^Wc
zaz^IG92=S2jjCZ4sK;K8i(7H^m?e$|3=h^Ajqbj~7!GKoMKx`YRf%g~q<OQ-3mBVs
zb4B(J*b9cmJ)1k8jD{UXu-mDa(eKwsSEFuiE2~#CgzE0mLs)2{J5BaPbR!z6bZr=^
zEz%NO*+I=RMyI|;85tScmO!=UsDVmW&bCaypNsa%ETj7MsnV+7t#aK?Hu}0$zzs#p
z8uU@uRjKbGhikPV0OM+%Z1mS^);7Ia%2(o8&&<l#CU_%TpNx$yxq72fUZ=aq#c0qR
z6_(OUFhaTJs5`7U<CMBvL~f|#+Z1ECT`!@mO*1*y_TF}<o}BEo*$Cqx?$SnMmbQB{
zwv0J5c&lSJv&Wmi8}pC0Ww6S}>^y_LT3n=5-xNk_M$AIj>CE7OUI7>b%UEn=8g<R8
z-8Ga7=Bqw;kIK5l4?CDg!UOI^%{46U<SM5)Rst&?9;h(9`I_Y-z9HQgs`9nTDjdq!
zYz6xpRq>Mt&R&?uOGoW-rMf!!UMysc<d~xcP6+e3wbRegxg3=>!>F7!SQ;PMu^41P
zcRN8$xZj7uPZWb426i&zV=iPvN9)1^ZLt`A9zki0N4w!dCyckZomPH{?#~52E8AUD
zu<15~_MA<V8WkDF<~p;;KE~Q}e2+e=x!A|gIg!CJ6A6ZFt~;4onOT~-RbH+(6kr0a
z)9A#xxsIPi0)={9dqDRZln`HT&5;q!+pOALEl%|X^+Rf}GxO6}IJ~L4I<vYAofaAK
z#=8#Z4!ct;{HiSwjgOy57^Cv-x((Njd52aqgN`NaX*0JChcIndYGw9@``smrOR;tY
z?5H%0+?@e7nqll9F=#GjRR=3LQF5D_9UifZ)q5Wm=5&fw@F=8;E-~Seu?tNs$;ooD
zJKCS8Zx(C2tvYw-%t5amQ*l|L%~t-l*zv<&(XbnjpOB22b|dJzlD!AAcSJO%(Y(p3
z%~9iw$;w6sws2d)<KGZ0Jw6Hh(5SM9{nmE&#5j{Mo>nXKMhXie*j8t49n)WSPd06f
z`0_Y>^;0Jc=jzv97JUc1TWd@Hm?S*48X4tmV^)F6?imxwoXyc47;59a$2M?rq3N@C
z>h?gZZdO$psvy38`@Pzz#MEsT)j5NL=B5)w@0lz#sMelznGxLC%J)XknD+F=w#P>a
z97^@YGitBHiP_0Wm4~#^Y+w<J7lNa?mJ2pq+ITWr^0cLe$p-q|JS+2zpnK=VyOrpY
zWRD9R277jBD>=@5+6;~Eur|7TdF+3*5rj=2w%2YULk&i$>zzEgU}QSh$t~CJwa^z@
z6LH5z>o_TE@?#BV$H6;QQ<<vWd|a1CFd<-Y*%L;5La>KDP3_hSOAp5(a<}~(i<<Yi
zw;01M<nj4A?|e<n<^aq(z7BkcW3yqy_!zn}>Vwvr<u$6TiH$lz18DE4cd&oBk@g3*
zv8{YTHR>+ms&+uT$)P`#>||@XKgB(o)t!kO6yDIpo~hho+>%8~YcX~4ne75TAJRoC
z-8(N1^A7t?#x?-fU7Y>Kbpl5;&u+NNYpg()(I&;a!jA6?TJ=4+rZbv1kB_%6k1*@!
z7W3xBzKyY`S3JN>k9$2lHtIW=zx^bhvt8w?jPPJa>^1vAxtE9RXg-_}aFY}%%0x>z
zzEQ~7Ypli!p6;TlothNGN1YsEmgkh$X4{SrVmFN1<z?*%tZNpOvx+feV*kUlMJV1w
zxUuN6Z+`4NHfD0a8{ar%N{pS?SPxa!!OD(|@G28I#ufqi6GHa3f%jkiBauMn=eFCn
z)L<XT``Ut?W~0}r80D>&-D@K~C}><v+JUd|_4v>%e9Ap?Kd^}3bC>dSY&t))dia5K
z8b5L-^1J0+er%l2FNurzUC_smc@4{f&N5)nZs5Qtz@bU_m@=22c;@r-%OZYOS;}uA
z2Oh?q{~<IY?MMLd@Vmk^d_%Zu7XPJ<XZ1uN+C<pdTa8B9Avin62t)R*U0&`O--#Wx
zc-P#X>AqrLi!x*zd2j=+ORyf`!Rk}oLb~eVQ_dSkZ!AHyNX(Zb!%iG;a|Q>T5b}vt
zhrNNyVM1}^Q1KGC;=I?2H-n*g91c&h_w0V|ALTR<b;?+axJ$Ovug1SVirR(uyM1*|
zVc5`M;&wtfb;Pn~hRn@fHl4F*O{G?G%$R0Yw(~abVNf1Jc6BgeHaS<lc$?2~mmR6f
zbE~-eR6JXK8gV-C@KqB(nzA5mZQ8Om3s%Xpj}jKGUiDhq$`_U~wB56s|Io_D=WpZJ
zJvXPSzGmEDr1B27pw?>akJPrO&Ye3qkyqw<4UwvyMs_YPAdJk8NY7woupW`giAH6o
zQNnbIIMk?t7G8Ib)TGY6F7bsmvhtc#9PGk_TO$pbsSB2;tz5Qd*`4xo+RC()wAa$s
zq^(-HCME5KwO6OV@zLa4UtT4zu2^<E8?hz{E-}$FaRPMw-~Z3kugfEv>+v}q|HLVO
z!q?P>@h5)k#7~|4PW0A^-#GEpljReSbAJ7;JWf;_=iQUX#Z&Ru$;vrdTs#-e&XYWU
z<L`vy;*WnaHjlCKV?)uDCwk`OF+MIHj{kDf#{YkOT=dDIDfkCK6ZKMIA+1IFd-0g~
J)99}+{}0dvKnVZ<

literal 0
HcmV?d00001

diff --git a/main.py b/main.py
new file mode 100644
index 0000000..7cddf6a
--- /dev/null
+++ b/main.py
@@ -0,0 +1,222 @@
+# -*- coding: utf-8 -*-
+
+"""
+爬取百度迁徙数据，分为3个类型：城市，省份，全国
+
+问题描述：
+使用python爬取百度迁徙平台：http://qianxi.baidu.com/ 中人口流动数据，根据所需类型取消注释相应代码即可。
+爬取内容将会以 Excel文件形式 保存在代码根目录中的“move_in"、"move_out"文件夹
+
+使用须知：
+【路径】：使用前请修改绝对路径
+【日期】：请在【migration_all_date】函数中修改日期（注意，左区间包含，右区间不包含）
+【城市区间】：由于爬取的时候没有设置异步操作，所以一次性爬取城市过多的情况下会导致时间超时（time_out)，
+因此建议分区间爬取，可以复制多个源程序文件，同时开启多次不同区间的爬取
+
+source: https://github.com/Chenmo1212/baidu_qx
+
+"""
+
+import requests
+import json
+import time
+import os
+import xlwt
+import shutil
+# 如果有红色下划线，不需要管
+from ChineseAdminiDivisionsDict import CitiesCode, ProvinceCode
+
+
+# 定义生成不同时期，不同城市，不同迁徙方向
+def migration_all_date(area_name, class_name, no, direction, fp):
+    """
+    定义生成不同时期，不同城市，不同迁徙方向
+    :param area_name: 区域名字
+    :param class_name: 类别——city，province，country
+    :param no: 编号——城市为-1，省份为省份id，全国为0
+    :param direction: 迁入还是迁出——in：迁入，out：迁出
+    :param fp: 保存的绝对路径
+    """
+    if no == -1:
+        no = CitiesCode[str(area_name)]
+
+    # 创建一个workbook
+    workbook = xlwt.Workbook(encoding='utf-8')  # 创建一个workbook 设置编码
+    worksheet = workbook.add_sheet('Sheet', cell_overwrite_ok=True)  # 创建一个worksheet
+
+    # 写入行头各城市代码及其城市名
+    if direction == 'in':
+        name_of_dire = '迁入来源地'
+        fp += '/move_in/'
+        print("开始爬取迁入数据")
+    if direction == 'out':
+        name_of_dire = '迁出目的地'
+        fp += './move_out/'
+        print("开始爬取迁出数据")
+
+    cities_order = {}  # 存放城市序号的空字典
+
+    worksheet.write(0, 0, label='城市代码')  # 写入行头
+    worksheet.write(0, 1, label=str(name_of_dire))  # 写入行头
+    times = 1
+    for key, value in CitiesCode.items():
+        worksheet.write(times, 0, label=str(value))  # 写入城市代码
+        worksheet.write(times, 1, label=str(key))  # 写入城市名
+        cities_order[str(key)] = times  # 写入城市序号字典
+        times += 1
+
+    # 设定日期
+    date_list = []  # 日期列表
+    counter_data = 2  # 日期计数器
+    for date1 in range(20200101, 20200104):  # 一月份[)类型
+        date_list.append(date1)
+    # for date2 in range(20200201, 20200215):  # 二月份[)类型
+    #     date_list.append(date2)
+    # for date3 in range(20200301, 20200315):  # 三月份[)类型
+    #     date_list.append(date3)save('test.xls')
+
+    for date in date_list:  # 遍历所有日期
+        date_name = date
+        time.sleep(0.5)
+        url = f'http://huiyan.baidu.com/migration/cityrank.jsonp?dt={class_name}&id={no}&type=move_{direction}&date={date}'
+        print(url)
+        response = requests.get(url, timeout=2)  # 发出请求并json化处理
+        time.sleep(1)
+        r = response.text[4:-1]  # 去头去尾
+        data_dict = json.loads(r)  # 字典化
+        if data_dict['errmsg'] == 'SUCCESS':
+            data_list = data_dict['data']['list']
+            time.sleep(0.5)
+            # 写入
+            worksheet.write(0, counter_data, label=date_name)  # 写入表头————日期
+            for a in range(len(CitiesCode)):
+                worksheet.write(a + 1, counter_data, label=0)  # 先把当前日期下该列所有城市值置0
+            # 获取数据
+            for i in range(len(data_list)):
+                city_name = data_list[i]['city_name']  # 城市名
+                value = data_list[i]['value']  # 当日迁徙量所占百分比值
+                # 写入
+                worksheet.write(cities_order[str(city_name)], counter_data, label=value)  # 查找城市序号字典，在对应的行里写入相应的值
+            counter_data += 1  # 日期计数器自加一
+    workbook_name = area_name + "-" + name_of_dire + ".xls"
+    workbook.save(workbook_name)  # 保存
+    shutil.move(workbook_name, os.path.join(fp, workbook_name))
+
+
+def create_mig_type(fp):
+    """
+    创建迁移类型文件夹
+    :param fp: 绝对路径
+    """
+    mig_type_list = ['move_in', 'move_out']
+    for mig_type in mig_type_list:
+        if not os.path.exists(fp + mig_type):
+            os.makedirs(fp + mig_type)
+
+
+# 分为迁入迁出两种情况
+def circu_exe_direction(area_name, class_name, no, fp):
+    """
+    定义生成不同时期，不同城市，不同迁徙方向
+    :param area_name: 区域名字
+    :param class_name: 类别——city，province，country
+    :param no: 编号——城市为-1，省份为省份id，全国为0
+    :param fp: 爬取文件保存的绝对路径
+    """
+    mig_type_list = ['in', 'out']
+    for mig_type in mig_type_list:
+        migration_all_date(area_name, class_name, no, mig_type, fp)
+    print(str(area_name) + '---', '完成')
+
+
+# 获取目标文件夹的所有子文件
+def file_name(file_dir, mig_type):
+    """
+    获取目标文件夹的所有子文件
+    :param file_dir: 目标文件夹路径(绝对路径)
+    :param mig_type: 返回类型，1：文件夹；2：文件
+    :return: 所有子文件
+    """
+    # 绝对路径
+    folders_list = []
+    files_list = []
+    for file in os.listdir(file_dir):
+        file_path = os.path.join(file_dir, file)
+        if os.path.isdir(file_path):  # 是不是文件夹
+            folders_list.append(file)
+        else:
+            files_list.append(file)
+    if mig_type == 1:
+        return folders_list
+    else:
+        return files_list
+
+
+# 设置需要爬取的区域（因为一次性爬369个城市容易出现Time-out错误，所以采用分批区域爬取。
+def set_city_area(min_num, max_num, fp):
+    """
+    设置需要爬取的区域（因为一次性爬369个城市容易出现Time-out错误，所以采用分批区域爬取。
+    :param min_num: 最小值
+    :param max_num: 最大值
+    :param fp: 爬取文件保存的绝对路径
+    """
+    num = 0
+
+    # 把本地已经爬取的文件名转成列表，再利用set去重，最后利用str转成字符串，在利用in关键词判断当前爬取的城市是否已经爬取了
+    local_data = str(set(file_name('./move_in', 2)))
+
+    for city_name in CitiesCode.keys():
+        # print(city_name in str(local_data))
+        num += 1
+        if num <= min_num:
+            continue
+        elif min_num < num <= max_num:
+            # 判断当前城市是否已经爬取，如果本地存在，则跳过
+            if city_name in local_data:
+                print(city_name, "已完成", num)
+                continue
+            else:
+                print(city_name, "现在开始")
+                # 爬取开始
+                circu_exe_direction(city_name, 'city', -1, fp)
+        if num >= max_num:
+            exit()
+
+
+# 爬取省级数据
+def get_province_data(city_name, fp):
+    """
+    爬取省级数据
+    :param city_name: 省级名字
+    :param city_name: 省级名字
+    :param fp: 爬取文件保存的绝对路径
+    """
+    # 获取省份对应id
+    # print(ProvinceCode[city_name])
+    province_id = ProvinceCode[city_name]
+    circu_exe_direction(city_name, 'province', province_id, fp)
+
+
+if __name__ == "__main__":
+
+    # 设置爬取文件保存的绝对路径
+    fp = "F:/工作/大创项目/000 新冠疫情信息系统/004 数据/00 百度迁徙/03 csdn1/源代码/"
+    # 创建保存文件夹
+    create_mig_type(fp)
+
+    """##########################  Type one: 市级数据  ##########################"""
+    # 爬取市级数据
+    # 市级名字列表
+    # print(list(CitiesCode.keys()))
+
+    # 注意，一次性爬取全部城市可能会爬取超时，建议分批爬取
+    set_city_area(0, 1, fp)
+
+    """##########################  Type Two: 省级数据  ##########################"""
+    # 爬取省级数据
+    get_province_data("湖北省", fp)
+
+    """##########################  Type Three: 全国数据  ##########################"""
+    # 爬取省级数据
+    circu_exe_direction('全国', 'country', 0, fp)
+    print('全部完成')