diff --git a/.eleventy.js b/.eleventy.js new file mode 100644 index 0000000000..2822029b86 --- /dev/null +++ b/.eleventy.js @@ -0,0 +1,23 @@ +const eleventySass = require("eleventy-sass"); + +const sass_options = { + sass: { + loadPaths: ["./node_modules/design-system/system"], + style: "expanded", + sourceMap: true, + }, + defaultEleventyEnv: "development" +}; + + + +module.exports = function(eleventyConfig) { + + + eleventyConfig.setBrowserSyncConfig({ + files: './_site/css/**/*.css' + }); + + eleventyConfig.addPlugin(eleventySass, sass_options); + +}; diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml new file mode 100644 index 0000000000..846d7b5ed5 --- /dev/null +++ b/.github/workflows/build.yml @@ -0,0 +1,33 @@ +name: Build Eleventy + +on: + push: + branches: + - main + +jobs: + build: + runs-on: ubuntu-20.04 + + strategy: + matrix: + node-version: [16.x] + + steps: + - uses: actions/checkout@v2 + + - name: Use Node.js ${{ matrix.node-version }} + uses: actions/setup-node@v1 + with: + node-version: ${{ matrix.node-version }} + + - name: Install dependencies & build + run: | + npm install + npm run build + + - name: Deploy + uses: peaceiris/actions-gh-pages@v3 + with: + publish_dir: ./_site + github_token: ${{ secrets.GITHUB_TOKEN }} diff --git a/_data/logbooks.json b/_data/logbooks.json new file mode 100644 index 0000000000..7e7ee55061 --- /dev/null +++ b/_data/logbooks.json @@ -0,0 +1,6089 @@ +[ + { + "council_id": "ABC", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[19:53:53] Fetching Scraper for: ABC handlers.py:21\n Begin attempting to scrape: ABC handlers.py:24\n[19:53:54] Deleting existing data... base.py:234\n[19:53:55] Getting all files in ABC... base.py:186\n ...found 1 files in ABC base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[19:53:58] ...data deleted. base.py:241\n Scraping from https://www.armaghbanbridgecraigavon.gov.uk/ base.py:40\n team-showcase/councillors/ \n[19:54:00] list index out of range handlers.py:33\n Finished attempting to scrape: ABC base.py:319\n", + "errors": "list index out of range", + "start": "2022-03-05 19:53:53.636113", + "end": "2022-03-05 19:54:00.502942", + "duration": 6.0 + } + ] + }, + { + "council_id": "ABD", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:04:00] Fetching Scraper for: ABD handlers.py:21\n Begin attempting to scrape: ABD handlers.py:24\n Deleting existing data... base.py:234\n[20:04:01] Getting all files in ABD... base.py:186\n Getting all files in ABD/json... base.py:186\n ...found 45 files in ABD/json base.py:202\n Getting all files in ABD/raw... base.py:186\n ...found 45 files in ABD/raw base.py:202\n ...found 90 files in ABD base.py:202\n Deleting batch no. 1 consisting of 90 files base.py:211\n[20:04:08] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:04:09] No new councillor data found. base.py:317\n Finished attempting to scrape: ABD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:04:00.918261", + "end": "2022-03-05 20:04:09.097755", + "duration": 8.0 + } + ] + }, + { + "council_id": "ABE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:01:21] Fetching Scraper for: ABE handlers.py:21\n Begin attempting to scrape: ABE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ABE... base.py:186\n ABE Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://committees.aberdeencity.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[20:01:24] Committing batch 1 consisting of 90 files base.py:269\n[20:01:32] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 90 files base.py:269\n[20:01:40] No new councillor data found. base.py:317\n Finished attempting to scrape: ABE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:01:21.125170", + "end": "2022-03-05 20:01:40.555546", + "duration": 19.0 + } + ] + }, + { + "council_id": "ADU", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:07:35] Fetching Scraper for: ADU handlers.py:21\n Begin attempting to scrape: ADU handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ADU... base.py:186\n Getting all files in ADU/json... base.py:186\n ...found 29 files in ADU/json base.py:202\n Getting all files in ADU/raw... base.py:186\n[20:07:36] ...found 29 files in ADU/raw base.py:202\n ...found 59 files in ADU base.py:202\n Deleting batch no. 1 consisting of 59 files base.py:211\n[20:07:37] ...data deleted. base.py:241\n Scraping from https://democracy.adur-worthing.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[20:07:40] Committing batch 1 consisting of 58 files base.py:269\n[20:07:44] No new councillor data found. base.py:317\n Finished attempting to scrape: ADU base.py:319\n", + "errors": "", + "start": "2022-03-05 20:07:35.306514", + "end": "2022-03-05 20:07:44.908286", + "duration": 9.0 + } + ] + }, + { + "council_id": "AGB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:05:49] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: AGB base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:05:02.165068", + "end": "2022-03-05 20:05:49.454472", + "duration": 47.0 + } + ] + }, + { + "council_id": "AGY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:13:33] Fetching Scraper for: AGY handlers.py:21\n Begin attempting to scrape: AGY handlers.py:24\n Deleting existing data... base.py:234\n[00:13:34] Getting all files in AGY... base.py:186\n Getting all files in AGY/json... base.py:186\n ...found 30 files in AGY/json base.py:202\n Getting all files in AGY/raw... base.py:186\n ...found 30 files in AGY/raw base.py:202\n ...found 60 files in AGY base.py:202\n Deleting batch no. 1 consisting of 60 files base.py:211\n[00:13:39] ...data deleted. base.py:241\n Scraping from http://democracy.anglesey.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:13:40] Committing batch 1 consisting of 60 files base.py:269\n[00:13:42] No new councillor data found. base.py:317\n Finished attempting to scrape: AGY base.py:319\n", + "errors": "", + "start": "2022-03-06 00:13:33.788022", + "end": "2022-03-06 00:13:42.378230", + "duration": 8.0 + } + ] + }, + { + "council_id": "ALL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:57:38] Fetching Scraper for: ALL handlers.py:21\n Begin attempting to scrape: ALL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ALL... base.py:186\n ALL Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.allerdale.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[20:57:40] Committing batch 1 consisting of 92 files base.py:269\n[20:57:48] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:58:02] Finished attempting to scrape: ALL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:57:38.074953", + "end": "2022-03-05 20:58:02.152608", + "duration": 24.0 + } + ] + }, + { + "council_id": "AMB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:07:02] Fetching Scraper for: AMB handlers.py:21\n Begin attempting to scrape: AMB handlers.py:24\n Deleting existing data... base.py:234\n[00:07:03] Getting all files in AMB... base.py:186\n AMB Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://info.ambervalley.gov.uk/WebServices/ base.py:40\n AVBCFeeds/DemocracyJSON.asmx/GetAllCouncillors \n Scraping from https://info.ambervalley.gov.uk/WebServices/ base.py:40\n AVBCFeeds/DemocracyJSON.asmx/GetCouncillor?councillorRef=1 \n 31 \n 'dict' object has no attribute 'prettify' handlers.py:33\n[00:07:04] Finished attempting to scrape: AMB base.py:319\n", + "errors": "'dict' object has no attribute 'prettify'", + "start": "2022-03-06 00:07:02.542619", + "end": "2022-03-06 00:07:04.168146", + "duration": 1.0 + } + ] + }, + { + "council_id": "AND", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[00:16:39] Fetching Scraper for: AND handlers.py:21\n Begin attempting to scrape: AND handlers.py:24\n[00:16:40] Deleting existing data... base.py:234\n Getting all files in AND... base.py:186\n ...found 1 files in AND base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:16:41] ...data deleted. base.py:241\n Scraping from https://www.armaghbanbridgecraigavon.gov.uk/ base.py:40\n team-showcase/councillors/ \n[00:16:43] list index out of range handlers.py:33\n Finished attempting to scrape: AND base.py:319\n", + "errors": "list index out of range", + "start": "2022-03-06 00:16:39.904322", + "end": "2022-03-06 00:16:43.841775", + "duration": 3.0 + } + ] + }, + { + "council_id": "ANN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:07:20] Fetching Scraper for: ANN handlers.py:21\n Begin attempting to scrape: ANN handlers.py:24\n[00:07:21] Deleting existing data... base.py:234\n Getting all files in ANN... base.py:186\n Getting all files in ANN/json... base.py:186\n ...found 40 files in ANN/json base.py:202\n Getting all files in ANN/raw... base.py:186\n[00:07:22] ...found 40 files in ANN/raw base.py:202\n ...found 80 files in ANN base.py:202\n Deleting batch no. 1 consisting of 80 files base.py:211\n[00:07:23] ...data deleted. base.py:241\n Scraping from base.py:40\n https://antrimandnewtownabbey.gov.uk/councillors/ \n[00:07:27] Scraping from base.py:40\n https://antrimandnewtownabbey.gov.uk/councillors/ \n[00:07:34] Committing batch 1 consisting of 80 files base.py:269\n[00:07:35] No new councillor data found. base.py:317\n Finished attempting to scrape: ANN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:07:20.923672", + "end": "2022-03-06 00:07:35.813175", + "duration": 14.0 + } + ] + }, + { + "council_id": "ANS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:29:20] Fetching Scraper for: ANS handlers.py:21\n Begin attempting to scrape: ANS handlers.py:24\n[20:29:21] Deleting existing data... base.py:234\n Getting all files in ANS... base.py:186\n Getting all files in ANS/json... base.py:186\n ...found 28 files in ANS/json base.py:202\n Getting all files in ANS/raw... base.py:186\n ...found 28 files in ANS/raw base.py:202\n ...found 57 files in ANS base.py:202\n Deleting batch no. 1 consisting of 57 files base.py:211\n[20:29:22] ...data deleted. base.py:241\n Scraping from https://www.angus.gov.uk/councillors base.py:40\n[20:29:24] Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_julie_bell \n[20:29:25] Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_brian_boyd \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_kenny_braes \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_colin_brown \n[20:29:26] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_david_cheape \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_braden_davy \n[20:29:27] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_lynne_devine \n[20:29:28] Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_bill_duff \n[20:29:29] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_brenda_durno \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_david_fairweather \n[20:29:30] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_craig_fotheringham \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_sheila_hands \n[20:29:31] Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_alex_king \n Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_ben_lawrie \n[20:29:32] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_david_lumgair \n[20:29:33] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_angus_macmillan_douglas \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_mark_mcdonald \n[20:29:34] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_ian_mclaren \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_richard_moore \n[20:29:35] Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_bob_myles \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_gavin_nicol \n[20:29:36] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_ronnie_proctor \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_mark_salmond \n[20:29:37] Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_lois_speed \n Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_tommy_stewart \n[20:29:38] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_ron_sturrock \n Scraping from base.py:40\n https://www.angus.gov.uk/councillors/councillor_derek_wann \n[20:29:39] Scraping from https://www.angus.gov.uk/councillors/council base.py:40\n lor_beth_whiteside \n Committing batch 1 consisting of 56 files base.py:269\n[20:29:42] Finished attempting to scrape: ANS base.py:319\n", + "errors": "", + "start": "2022-03-05 20:29:20.945815", + "end": "2022-03-05 20:29:42.167014", + "duration": 21.0 + } + ] + }, + { + "council_id": "ARU", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:11:17] Fetching Scraper for: ARU handlers.py:21\n Begin attempting to scrape: ARU handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ARU... base.py:186\n[00:11:18] Getting all files in ARU/raw... base.py:186\n ...found 8 files in ARU/raw base.py:202\n ...found 8 files in ARU base.py:202\n Deleting batch no. 1 consisting of 8 files base.py:211\n[00:11:21] ...data deleted. base.py:241\n Scraping from http://democracy.arun.gov.uk/mgWebService.as base.py:40\n mx/GetCouncillorsByWard \n[00:11:24] Committing batch 1 consisting of 92 files base.py:269\n[00:11:32] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[00:11:34] Finished attempting to scrape: ARU base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:11:17.589699", + "end": "2022-03-06 00:11:34.554182", + "duration": 16.0 + } + ] + }, + { + "council_id": "ASF", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:02:57] Fetching Scraper for: ASF handlers.py:21\n Begin attempting to scrape: ASF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ASF... base.py:186\n[20:02:58] Getting all files in ASF/json... base.py:186\n ...found 47 files in ASF/json base.py:202\n Getting all files in ASF/raw... base.py:186\n ...found 47 files in ASF/raw base.py:202\n ...found 94 files in ASF base.py:202\n Deleting batch no. 1 consisting of 94 files base.py:211\n[20:03:01] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: ASF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:02:57.208397", + "end": "2022-03-05 20:03:01.622733", + "duration": 4.0 + } + ] + }, + { + "council_id": "ASH", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:07:38] Fetching Scraper for: ASH handlers.py:21\n Begin attempting to scrape: ASH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ASH... base.py:186\n ASH Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.ashfield-dc.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:07:41] HTTPSConnectionPool(host='democracy.ashfield-dc.gov.uk handlers.py:33\n ', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by New \n ConnectionError(': Failed to establish a new \n connection: [Errno 113] No route to host')) \n[00:07:42] Finished attempting to scrape: ASH base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 00:07:38.243226", + "end": "2022-03-06 00:07:42.143700", + "duration": 3.0 + } + ] + }, + { + "council_id": "AYL", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:07:58] Fetching Scraper for: AYL handlers.py:21\n Begin attempting to scrape: AYL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in AYL... base.py:186\n[20:07:59] ...found 1 files in AYL base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:08:04] ...data deleted. base.py:241\n Scraping from https://democracy.aylesburyvaledc.gov.uk//mg base.py:40\n WebService.asmx/GetCouncillorsByWard \n ('Connection aborted.', ConnectionResetError(104, handlers.py:33\n 'Connection reset by peer')) \n Finished attempting to scrape: AYL base.py:319\n", + "errors": "('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))", + "start": "2022-03-05 20:07:58.639606", + "end": "2022-03-05 20:08:04.333344", + "duration": 5.0 + } + ] + }, + { + "council_id": "BAB", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:02:09] Fetching Scraper for: BAB handlers.py:21\n Begin attempting to scrape: BAB handlers.py:24\n Deleting existing data... base.py:234\n[20:02:10] Getting all files in BAB... base.py:186\n Getting all files in BAB/json... base.py:186\n ...found 67 files in BAB/json base.py:202\n Getting all files in BAB/raw... base.py:186\n ...found 67 files in BAB/raw base.py:202\n ...found 134 files in BAB base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:02:15] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: BAB base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:02:09.863396", + "end": "2022-03-05 20:02:16.005328", + "duration": 6.0 + } + ] + }, + { + "council_id": "BAI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:07:10] Fetching Scraper for: BAI handlers.py:21\n Begin attempting to scrape: BAI handlers.py:24\n Deleting existing data... base.py:234\n[20:07:11] Getting all files in BAI... base.py:186\n Getting all files in BAI/json... base.py:186\n ...found 42 files in BAI/json base.py:202\n Getting all files in BAI/raw... base.py:186\n[20:07:12] ...found 42 files in BAI/raw base.py:202\n ...found 84 files in BAI base.py:202\n Deleting batch no. 1 consisting of 84 files base.py:211\n[20:07:13] ...data deleted. base.py:241\n Scraping from https://www.basildonmeetings.info/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:07:15] Committing batch 1 consisting of 84 files base.py:269\n[20:07:16] No new councillor data found. base.py:317\n Finished attempting to scrape: BAI base.py:319\n", + "errors": "", + "start": "2022-03-05 20:07:10.739792", + "end": "2022-03-05 20:07:16.821789", + "duration": 6.0 + } + ] + }, + { + "council_id": "BAN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:31:01] Fetching Scraper for: BAN handlers.py:21\n Begin attempting to scrape: BAN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BAN... base.py:186\n[20:31:02] Getting all files in BAN/json... base.py:186\n ...found 54 files in BAN/json base.py:202\n Getting all files in BAN/raw... base.py:186\n ...found 54 files in BAN/raw base.py:202\n ...found 109 files in BAN base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:31:03] Deleting batch no. 2 consisting of 9 files base.py:211\n[20:31:08] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: BAN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:31:01.560259", + "end": "2022-03-05 20:31:08.871264", + "duration": 7.0 + } + ] + }, + { + "council_id": "BAR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:48:03] Fetching Scraper for: BAR handlers.py:21\n Begin attempting to scrape: BAR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BAR... base.py:186\n[19:48:04] Getting all files in BAR/json... base.py:186\n ...found 35 files in BAR/json base.py:202\n Getting all files in BAR/raw... base.py:186\n ...found 35 files in BAR/raw base.py:202\n ...found 70 files in BAR base.py:202\n Deleting batch no. 1 consisting of 70 files base.py:211\n[19:48:16] ...data deleted. base.py:241\n Scraping from https://democracy.barrowbc.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:48:18] Committing batch 1 consisting of 70 files base.py:269\n[19:48:19] No new councillor data found. base.py:317\n Finished attempting to scrape: BAR base.py:319\n", + "errors": "", + "start": "2022-03-05 19:48:03.186851", + "end": "2022-03-05 19:48:19.432083", + "duration": 16.0 + } + ] + }, + { + "council_id": "BAS", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:53:22] Fetching Scraper for: BAS handlers.py:21\n Begin attempting to scrape: BAS handlers.py:24\n Deleting existing data... base.py:234\n[19:53:23] Getting all files in BAS... base.py:186\n Getting all files in BAS/json... base.py:186\n ...found 59 files in BAS/json base.py:202\n Getting all files in BAS/raw... base.py:186\n ...found 59 files in BAS/raw base.py:202\n ...found 118 files in BAS base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:53:29] Deleting batch no. 2 consisting of 18 files base.py:211\n[19:53:41] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: BAS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:53:22.701216", + "end": "2022-03-05 19:53:41.925020", + "duration": 19.0 + } + ] + }, + { + "council_id": "BBD", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:10:00] Fetching Scraper for: BBD handlers.py:21\n Begin attempting to scrape: BBD handlers.py:24\n[00:10:01] Deleting existing data... base.py:234\n Getting all files in BBD... base.py:186\n Getting all files in BBD/json... base.py:186\n ...found 46 files in BBD/json base.py:202\n Getting all files in BBD/raw... base.py:186\n ...found 46 files in BBD/raw base.py:202\n ...found 93 files in BBD base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[00:10:09] ...data deleted. base.py:241\n Scraping from https://democracy.blackburn.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:10:12] Committing batch 1 consisting of 92 files base.py:269\n[00:10:13] Committing batch 2 consisting of 10 files base.py:269\n[00:10:14] No new councillor data found. base.py:317\n Finished attempting to scrape: BBD base.py:319\n", + "errors": "", + "start": "2022-03-06 00:10:00.976461", + "end": "2022-03-06 00:10:14.956467", + "duration": 13.0 + } + ] + }, + { + "council_id": "BDF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:55:28] Fetching Scraper for: BDF handlers.py:21\n Begin attempting to scrape: BDF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BDF... base.py:186\n[19:55:29] Getting all files in BDF/json... base.py:186\n ...found 41 files in BDF/json base.py:202\n Getting all files in BDF/raw... base.py:186\n ...found 41 files in BDF/raw base.py:202\n ...found 83 files in BDF base.py:202\n Deleting batch no. 1 consisting of 83 files base.py:211\n[19:55:32] ...data deleted. base.py:241\n Scraping from http://www.councillorsupport.bedford.gov.uk/ base.py:40\n mgWebService.asmx/GetCouncillorsByWard \n[19:55:34] Committing batch 1 consisting of 82 files base.py:269\n[19:55:40] No new councillor data found. base.py:317\n Finished attempting to scrape: BDF base.py:319\n", + "errors": "", + "start": "2022-03-05 19:55:28.539437", + "end": "2022-03-05 19:55:40.843733", + "duration": 12.0 + } + ] + }, + { + "council_id": "BDG", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:59:34] Fetching Scraper for: BDG handlers.py:21\n Begin attempting to scrape: BDG handlers.py:24\n Deleting existing data... base.py:234\n[20:59:35] Getting all files in BDG... base.py:186\n Getting all files in BDG/json... base.py:186\n ...found 46 files in BDG/json base.py:202\n Getting all files in BDG/raw... base.py:186\n ...found 46 files in BDG/raw base.py:202\n ...found 92 files in BDG base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:59:46] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:59:47] Finished attempting to scrape: BDG base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:59:34.878022", + "end": "2022-03-05 20:59:47.048879", + "duration": 12.0 + } + ] + }, + { + "council_id": "BEN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:00:44] Fetching Scraper for: BEN handlers.py:21\n[20:00:45] Begin attempting to scrape: BEN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BEN... base.py:186\n Getting all files in BEN/json... base.py:186\n ...found 63 files in BEN/json base.py:202\n Getting all files in BEN/raw... base.py:186\n[20:00:46] ...found 63 files in BEN/raw base.py:202\n ...found 126 files in BEN base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:00:47] Deleting batch no. 2 consisting of 26 files base.py:211\n[20:00:53] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:00:54] Finished attempting to scrape: BEN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:00:44.964521", + "end": "2022-03-05 20:00:54.024981", + "duration": 9.0 + } + ] + }, + { + "council_id": "BEX", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:09:50] Fetching Scraper for: BEX handlers.py:21\n Begin attempting to scrape: BEX handlers.py:24\n Deleting existing data... base.py:234\n[00:09:51] Getting all files in BEX... base.py:186\n Getting all files in BEX/json... base.py:186\n ...found 44 files in BEX/json base.py:202\n Getting all files in BEX/raw... base.py:186\n ...found 44 files in BEX/raw base.py:202\n ...found 88 files in BEX base.py:202\n Deleting batch no. 1 consisting of 88 files base.py:211\n[00:09:53] ...data deleted. base.py:241\n Scraping from http://democracy.bexley.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:09:56] Committing batch 1 consisting of 88 files base.py:269\n[00:09:58] No new councillor data found. base.py:317\n Finished attempting to scrape: BEX base.py:319\n", + "errors": "", + "start": "2022-03-06 00:09:50.250391", + "end": "2022-03-06 00:09:58.119410", + "duration": 7.0 + } + ] + }, + { + "council_id": "BGE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:06:00] Fetching Scraper for: BGE handlers.py:21\n Begin attempting to scrape: BGE handlers.py:24\n Deleting existing data... base.py:234\n[20:06:01] Getting all files in BGE... base.py:186\n Getting all files in BGE/json... base.py:186\n ...found 54 files in BGE/json base.py:202\n Getting all files in BGE/raw... base.py:186\n ...found 54 files in BGE/raw base.py:202\n ...found 109 files in BGE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:06:02] Deleting batch no. 2 consisting of 9 files base.py:211\n[20:06:06] ...data deleted. base.py:241\n Scraping from https://democratic.bridgend.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[20:06:10] Committing batch 1 consisting of 92 files base.py:269\n[20:06:12] Committing batch 2 consisting of 16 files base.py:269\n[20:06:15] No new councillor data found. base.py:317\n Finished attempting to scrape: BGE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:06:00.901835", + "end": "2022-03-05 20:06:15.117675", + "duration": 14.0 + } + ] + }, + { + "council_id": "BGW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:25:08] Fetching Scraper for: BGW handlers.py:21\n Begin attempting to scrape: BGW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BGW... base.py:186\n BGW Does not exist base.py:206\n[20:25:09] ...no data to delete. base.py:238\n Scraping from http://democracy.blaenau-gwent.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[20:25:11] Committing batch 1 consisting of 84 files base.py:269\n[20:25:23] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 84 files base.py:269\n[20:25:26] No new councillor data found. base.py:317\n Finished attempting to scrape: BGW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:25:08.453118", + "end": "2022-03-05 20:25:27.015640", + "duration": 18.0 + } + ] + }, + { + "council_id": "BIR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[04:23:10] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:23:11] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 66 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 66 files in BIR/raw base.py:202\n ...found 133 files in BIR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:23:12] Deleting batch no. 2 consisting of 33 files base.py:211\n[04:23:14] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:23:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:23:17] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:23:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:23:24] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:23:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:23:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:23:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:23:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:23:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:23:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:23:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:23:44] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:23:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:23:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:23:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:23:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:23:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:23:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:23:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:23:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:23:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:23:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:24:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:02] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:24:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:24:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:24:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:15] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:24:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:17] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:24:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:24:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:24] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:24:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:24:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:31] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:33] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:24:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:37] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:24:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:41] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:24:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:24:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:50] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:24:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:54] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:24:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:01] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:25:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:25:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:25:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:25:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:19] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:25:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:22] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:24] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:25:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:26] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:25:27] Committing batch 1 consisting of 92 files base.py:269\n[04:25:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:25:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:35] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:25:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:25:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:25:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:44] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:25:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:25:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:25:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:25:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:56] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:25:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:04] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:26:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:26:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:26:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:26:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:26:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:26:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:26:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:26:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:24] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:26:26] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:23:10.351184", + "end": "2022-03-06 04:26:26.530378", + "duration": 196.0 + }, + { + "status_code": "200", + "log_text": "[04:23:57] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:23:58] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:23:59] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:24:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:03] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:24:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:08] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:24:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:24:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:24:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:28] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:24:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:24:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:24:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:24:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:46] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:24:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:24:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:58] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:24:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:00] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:25:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:25:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:07] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:25:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:25:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:12] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:25:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:14] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:25:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:18] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:25:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:25:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:23] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:25:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:25:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:31] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:25:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:35] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:43] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:25:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:25:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:25:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:59] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:01] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:26:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:04] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:26:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:07] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:26:08] Committing batch 1 consisting of 92 files base.py:269\n[04:26:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:26:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:16] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:26:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:26:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:26:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:23] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:26:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:26:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:26:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:26:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:35] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:26:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:42] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:26:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:26:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:26:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:49] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:26:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:26:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:26:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:26:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:27:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:03] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:27:05] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:23:57.819286", + "end": "2022-03-06 04:27:05.059679", + "duration": 187.0 + }, + { + "status_code": "200", + "log_text": "[04:24:37] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n[04:24:38] Getting all files in BIR/json... base.py:186\n ...found 20 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 20 files in BIR/raw base.py:202\n ...found 41 files in BIR base.py:202\n Deleting batch no. 1 consisting of 41 files base.py:211\n[04:24:39] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:24:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:42] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:24:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:24:47] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:24:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:24:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:24:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:24:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:25:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:25:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:07] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:25:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:25:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:25:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:25:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:25:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:25:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:26] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:25:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:25:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:25:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:25:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:39] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:25:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:41] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:25:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:25:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:25:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:49] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:25:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:25:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:25:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:54] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:25:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:56] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:25:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:25:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:01] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:26:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:26:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:06] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:26:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:26:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:14] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:17] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:26:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:25] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:26:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:26:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:26:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:26:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:41] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:26:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:44] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:26:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:47] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:26:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:50] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n Committing batch 1 consisting of 92 files base.py:269\n[04:26:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:26:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:26:58] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:26:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:27:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:27:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:06] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:27:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:27:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:27:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:27:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:18] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:27:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:27:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:26] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:27:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:27:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:27:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:27:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:27:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:27:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:27:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:27:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:46] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:27:48] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:24:37.172028", + "end": "2022-03-06 04:27:48.379993", + "duration": 191.0 + }, + { + "status_code": "200", + "log_text": "[04:26:41] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:26:42] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 66 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 66 files in BIR/raw base.py:202\n ...found 133 files in BIR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:26:43] Deleting batch no. 2 consisting of 33 files base.py:211\n[04:26:44] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:26:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:49] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:26:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:26:54] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:26:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:26:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:27:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:27:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:15] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:27:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:27:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:27:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:27:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:27:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:27:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:33] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:27:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:27:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:27:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:27:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:46] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:27:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:48] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:27:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:27:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:27:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:27:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:27:56] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:28:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:28:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:02] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:28:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:04] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:28:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:08] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:28:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:28:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:28:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:12] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:28:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:28:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:22] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:28:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:26] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:32] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:28:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:28:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:28:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:28:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:28:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:28:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:28:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:28:50] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:28:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:53] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:28:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:28:55] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:28:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:28:57] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:28:58] Committing batch 1 consisting of 92 files base.py:269\n[04:29:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:01] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:29:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:06] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:29:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:29:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:29:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:15] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:29:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:29:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:29:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:29:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:26] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:29:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:29:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:35] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:29:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:29:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:29:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:29:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:29:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:29:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:55] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:29:57] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:26:41.296885", + "end": "2022-03-06 04:29:57.271509", + "duration": 195.0 + }, + { + "status_code": "200", + "log_text": "[04:29:11] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:29:12] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:29:13] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:29:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:17] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:29:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:22] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:29:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:29:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:29:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:29:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:43] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:29:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:29:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:29:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:29:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:29:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:29:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:29:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:29:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:30:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:30:02] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:30:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:30:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:30:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:30:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:30:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:30:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:30:14] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:30:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:16] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:30:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:30:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:30:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:30:25] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:30:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:30:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:30:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:30] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:30:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:32] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:30:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:36] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:30:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:30:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:41] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:30:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:30:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:30:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:30:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:50] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:30:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:30:54] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:30:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:30:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:30:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:01] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:31:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:31:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:31:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:31:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:19] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:31:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:22] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:31:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:24] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:31:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:26] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:31:27] Committing batch 1 consisting of 92 files base.py:269\n[04:31:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:31:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:37] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:31:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:31:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:31:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:45] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:31:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:31:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:31:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:31:57] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:31:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:32:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:05] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:32:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:32:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:32:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:32:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:32:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:32:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:32:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:32:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:28] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:32:30] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:29:11.792721", + "end": "2022-03-06 04:32:30.117145", + "duration": 198.0 + }, + { + "status_code": "200", + "log_text": "[04:31:46] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n[04:31:47] Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:31:48] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:31:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:53] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:31:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:31:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:31:58] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:31:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:32:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:32:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:32:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:20] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:32:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:32:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:32:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:32:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:32:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:39] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:32:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:32:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:32:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:32:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:32:50] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:32:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:53] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:32:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:32:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:32:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:32:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:33:00] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:33:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:33:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:33:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:07] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:33:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:09] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:33:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:13] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:33:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:33:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:33:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:18] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:33:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:33:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:27] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:33:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:31] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:33:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:38] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:33:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:33:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:33:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:33:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:33:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:33:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:33:55] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:33:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:58] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:33:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:00] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:34:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:03] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n Committing batch 1 consisting of 92 files base.py:269\n[04:34:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:11] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:34:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:34:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:34:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:20] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:34:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:34:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:34:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:34:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:31] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:34:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:34] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:34:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:40] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:34:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:34:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:34:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:49] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:34:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:34:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:34:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:34:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:00] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:35:02] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:31:46.919924", + "end": "2022-03-06 04:35:02.952479", + "duration": 196.0 + }, + { + "status_code": "200", + "log_text": "[04:33:43] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:33:44] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 20 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 20 files in BIR/raw base.py:202\n ...found 41 files in BIR base.py:202\n Deleting batch no. 1 consisting of 41 files base.py:211\n[04:33:45] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:33:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:49] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:33:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:33:54] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:33:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:33:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:34:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:34:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:34:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:15] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:34:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:34:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:34:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:26] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:34:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:34:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:34:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:35] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:34:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:34:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:34:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:48] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:34:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:50] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:34:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:34:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:34:58] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:34:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:01] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:35:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:03] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:35:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:05] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:35:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:10] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:35:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:35:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:15] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:35:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:35:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:22] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:35:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:26] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:35:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:34] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:35:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:35:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:35:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:35:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:50] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:35:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:53] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:35:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:56] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:35:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:59] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:36:00] Committing batch 1 consisting of 92 files base.py:269\n[04:36:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:36:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:08] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:36:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:36:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:36:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:15] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:36:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:36:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:36:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:27] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:36:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:36:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:35] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:36:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:36:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:36:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:36:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:36:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:36:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:36:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:36:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:56] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:36:58] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:33:43.523318", + "end": "2022-03-06 04:36:58.540605", + "duration": 195.0 + }, + { + "status_code": "200", + "log_text": "[04:34:42] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:34:43] Getting all files in BIR... base.py:186\n BIR Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:34:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:47] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:34:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:34:52] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:34:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:34:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:35:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:35:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:35:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:13] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:35:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:35:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:35:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:35:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:35:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:32] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:35:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:35:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:35:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:44] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:35:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:46] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:35:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:35:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:35:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:55] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:35:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:35:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:00] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:36:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:02] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:36:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:06] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:36:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:36:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:11] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:36:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:36:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:20] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:36:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:24] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:36:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:31] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:36:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:34] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:36:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:36:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:49] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:36:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:52] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:36:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:54] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:36:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:56] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:36:57] Committing batch 1 consisting of 92 files base.py:269\n[04:36:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:07] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:37:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:37:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:14] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:37:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:37:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:37:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:26] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:37:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:37:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:35] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:37:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:37:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:37:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:37:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:37:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:37:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:37:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:37:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:56] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:37:58] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:34:42.860339", + "end": "2022-03-06 04:37:58.560283", + "duration": 195.0 + }, + { + "status_code": "200", + "log_text": "[04:35:33] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:35:34] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 66 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 66 files in BIR/raw base.py:202\n ...found 133 files in BIR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:35:35] Deleting batch no. 2 consisting of 33 files base.py:211\n[04:35:36] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:35:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:40] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:45] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:35:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:35:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:35:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:35:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:35:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:35:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:05] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:36:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:36:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:36:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:36:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:36:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:24] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:36:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:36:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:36:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:36:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:35] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:37] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:36:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:36:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:36:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:45] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:36:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:36:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:50] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:36:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:53] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:36:56] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:36:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:36:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:37:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:01] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:37:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:37:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:10] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:13] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:37:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:21] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:37:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:37:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:38] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:37:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:41] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:37:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:44] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:46] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:37:47] Committing batch 1 consisting of 92 files base.py:269\n[04:37:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:37:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:56] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:37:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:37:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:01] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:04] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:38:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:38:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:15] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:38:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:38:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:23] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:38:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:38:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:38:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:38:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:38:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:38:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:44] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:38:46] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:35:33.525806", + "end": "2022-03-06 04:38:46.752470", + "duration": 193.0 + }, + { + "status_code": "200", + "log_text": "[04:37:18] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n[04:37:19] Getting all files in BIR/json... base.py:186\n ...found 66 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 66 files in BIR/raw base.py:202\n ...found 133 files in BIR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:37:20] Deleting batch no. 2 consisting of 33 files base.py:211\n[04:37:21] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:37:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:24] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:37:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:31] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:37:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:37:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:37:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:37:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:37:52] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:37:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:37:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:37:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:37:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:38:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:38:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:38:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:38:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:10] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:38:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:38:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:38:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:23] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:38:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:25] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:38:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:38:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:38:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:33] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:38:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:40] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:38:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:42] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:38:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:46] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:38:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:38:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:51] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:38:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:38:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:59] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:39:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:04] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:39:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:11] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:39:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:39:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:39:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:30] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:33] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:39:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:35] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:39:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:38] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n Committing batch 1 consisting of 92 files base.py:269\n[04:39:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:39:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:47] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:39:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:49] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:39:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:39:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:56] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:39:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:39:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:40:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:40:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:07] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:40:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:40:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:15] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:40:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:40:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:40:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:40:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:40:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:40:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:34] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:36] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:40:38] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:37:18.229484", + "end": "2022-03-06 04:40:38.121116", + "duration": 199.0 + }, + { + "status_code": "200", + "log_text": "[04:38:21] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:38:22] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 20 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 20 files in BIR/raw base.py:202\n ...found 41 files in BIR base.py:202\n Deleting batch no. 1 consisting of 41 files base.py:211\n[04:38:23] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:38:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:27] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:32] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:38:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:38:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:38:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:38:52] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:38:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:38:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:38:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:38:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:39:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:39:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:39:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:39:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:11] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:39:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:39:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:22] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:39:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:24] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:39:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:39:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:32] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:39:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:39:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:37] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:39:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:40] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:43] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:39:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:39:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:49] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:39:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:39:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:57] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:39:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:01] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:40:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:09] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:40:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:40:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:40:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:40:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:25] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:27] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:40:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:31] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:40:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:33] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:40:34] Committing batch 1 consisting of 92 files base.py:269\n[04:40:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:40:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:42] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:40:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:40:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:40:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:49] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:40:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:40:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:40:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:40:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:00] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:41:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:41:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:08] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:41:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:41:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:41:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:41:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:41:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:41:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:41:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:28] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:41:30] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:38:21.626608", + "end": "2022-03-06 04:41:30.067584", + "duration": 188.0 + }, + { + "status_code": "200", + "log_text": "[04:38:57] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n[04:38:58] Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n[04:38:59] ...found 20 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 20 files in BIR/raw base.py:202\n ...found 41 files in BIR base.py:202\n Deleting batch no. 1 consisting of 41 files base.py:211\n[04:39:00] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:39:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:03] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:39:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:09] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:39:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:39:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:39:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:39:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:29] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:39:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:39:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:39:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:39:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:39:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:39:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:49] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:39:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:39:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:39:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:39:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:39:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:39:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:03] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:40:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:05] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:40:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:40:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:40:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:13] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:40:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:40:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:18] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:40:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:20] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:40:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:24] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:40:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:40:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:30] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:40:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:40:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:38] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:40:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:42] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:40:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:51] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:40:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:40:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:40:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:40:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:40:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:41:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:08] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:41:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:11] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:41:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:14] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:41:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:17] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:41:18] Committing batch 1 consisting of 92 files base.py:269\n[04:41:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:41:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:26] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:41:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:41:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:41:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:33] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:41:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:41:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:41:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:45] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:41:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:41:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:53] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:41:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:41:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:41:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:42:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:42:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:42:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:42:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:42:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:14] 'title' handlers.py:33\n[04:42:15] Committing batch 2 consisting of 40 files base.py:269\n[04:42:16] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:38:57.910006", + "end": "2022-03-06 04:42:16.972493", + "duration": 199.0 + }, + { + "status_code": "200", + "log_text": "[04:40:52] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:40:53] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 66 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n[04:40:54] ...found 66 files in BIR/raw base.py:202\n ...found 133 files in BIR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:40:55] Deleting batch no. 2 consisting of 33 files base.py:211\n[04:40:56] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:40:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:40:59] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:41:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:05] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:41:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:41:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:41:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:41:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:25] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:41:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:41:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:41:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:41:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:41:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:41:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:44] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:41:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:41:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:41:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:41:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:41:56] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:41:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:41:59] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:01] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:42:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:42:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:06] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:42:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:42:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:11] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:42:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:13] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:42:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:18] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:42:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:42:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:23] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:28] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:42:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:30] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:42:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:34] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:42] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:42:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:42:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:42:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:57] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:42:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:01] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:43:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:03] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:43:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:06] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:43:07] Committing batch 1 consisting of 92 files base.py:269\n[04:43:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:43:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:15] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:43:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:43:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:22] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:43:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:43:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:43:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:33] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:43:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:43:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:41] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:43:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:43:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:43:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:49] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:43:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:43:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:43:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:43:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:44:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:01] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:44:03] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:40:52.922154", + "end": "2022-03-06 04:44:03.664911", + "duration": 190.0 + }, + { + "status_code": "200", + "log_text": "[04:42:08] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:42:09] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 66 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 66 files in BIR/raw base.py:202\n ...found 133 files in BIR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:42:10] Deleting batch no. 2 consisting of 33 files base.py:211\n[04:42:11] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:42:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:16] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:42:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:21] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:42:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:42:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:42:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:42:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:41] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:42:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:42:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:42:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:49] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:42:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:42:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:42:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:42:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:42:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:00] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:43:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:43:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:43:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:11] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:43:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:14] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:43:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:21] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:43:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:43:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:27] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:43:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:29] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:43:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:33] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:43:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:43:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:38] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:43:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:46] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:43:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:50] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:43:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:57] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:43:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:44:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:44:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:14] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:16] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:44:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:19] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:21] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:44:22] Committing batch 1 consisting of 92 files base.py:269\n[04:44:23] An error occurred (ParentCommitIdOutdatedException) handlers.py:33\n when calling the CreateCommit operation: The parent \n commit ID is not valid because it is not the current \n tip of the branch. You must provide the commit ID for \n the tip of the branch. The most common reason for this \n error is that your local repository is not \n synchronized to the latest changes in the AWS \n CodeCommit repository. Either synchronize your local \n repo by using the git pull command, or use GetBranch \n to retrieve the latest commit ID for the branch, and \n then try again. \n Committing batch 1 consisting of 92 files base.py:269\n[04:44:28] Finished attempting to scrape: BIR base.py:319\n", + "errors": "An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.", + "start": "2022-03-06 04:42:08.480963", + "end": "2022-03-06 04:44:28.017186", + "duration": 139.0 + }, + { + "status_code": "200", + "log_text": "[04:43:02] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:43:03] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 20 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 20 files in BIR/raw base.py:202\n ...found 41 files in BIR base.py:202\n Deleting batch no. 1 consisting of 41 files base.py:211\n[04:43:04] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:43:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:08] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:43:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:14] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:43:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:43:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:26] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:43:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:34] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:43:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:43:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:43:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:43:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:43:53] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:43:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:43:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:44:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:44:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:06] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:44:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:08] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:44:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:44:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:44:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:16] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:44:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:44:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:21] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:44:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:24] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:44:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:28] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:44:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:44:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:33] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:44:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:41] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:44:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:46] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:44:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:53] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:44:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:44:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:44:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:45:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:10] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:45:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:13] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:45:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:15] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:45:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:18] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:45:19] Committing batch 1 consisting of 92 files base.py:269\n[04:45:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:26] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:45:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:45:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:45:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:35] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:45:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:45:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:45:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:45:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:46] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:45:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:45:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:54] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:45:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:58] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:45:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:46:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:46:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:46:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:46:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:15] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:46:17] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:43:02.420384", + "end": "2022-03-06 04:46:17.746992", + "duration": 195.0 + }, + { + "status_code": "200", + "log_text": "[04:43:53] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:43:54] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:43:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:43:58] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:43:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:03] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:44:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:44:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:44:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:23] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:44:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:44:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:44:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:34] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:44:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:44:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:44:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:42] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:44:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:44:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:44:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:44:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:44:54] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:44:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:57] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:44:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:45:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:45:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:04] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:45:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:45:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:09] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:45:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:12] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:17] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:45:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:21] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:45:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:45:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:29] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:45:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:33] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:45:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:41] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:45:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:45:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:45:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:58] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:45:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:01] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:46:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:04] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:46:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:07] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n Committing batch 1 consisting of 92 files base.py:269\n[04:46:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:46:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:15] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:46:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:46:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:46:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:23] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:46:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:26] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:46:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:46:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:46:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:35] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:46:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:46:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:43] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:46:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:46:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:46:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:46:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:46:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:46:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:47:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:01] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:47:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:04] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:47:06] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:43:53.122587", + "end": "2022-03-06 04:47:06.328181", + "duration": 193.0 + }, + { + "status_code": "200", + "log_text": "[04:45:31] Fetching Scraper for: BIR handlers.py:21\n[04:45:32] Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n[04:45:33] ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:45:34] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:45:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:39] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:45:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:44] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:45:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:45:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:45:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:45:55] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:45:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:45:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:46:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:04] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:46:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:46:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:46:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:46:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:46:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:23] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:46:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:46:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:46:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:46:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:35] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:46:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:37] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:46:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:46:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:46:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:46] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:46:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:48] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:46:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:51] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:46:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:53] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:46:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:46:57] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:46:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:47:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:01] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:47:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:11] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:47:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:15] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:22] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:47:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:47:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:47:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:47:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:47:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:47:40] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:42] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:47:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:47:45] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:47] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:47:48] Committing batch 1 consisting of 92 files base.py:269\n[04:47:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:47:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:47:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:47:57] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:47:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:47:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:48:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:48:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:05] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:48:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:48:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:48:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:15] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:48:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:48:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:24] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:48:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:26] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:48:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:48:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:48:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:48:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:48:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:48:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:48:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:47] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:48:49] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:45:31.996341", + "end": "2022-03-06 04:48:49.822972", + "duration": 197.0 + }, + { + "status_code": "200", + "log_text": "[04:48:09] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:48:10] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:48:11] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:48:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:15] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:48:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:22] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:48:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:31] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:48:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:34] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:48:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:37] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:42] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:48:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:48:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:48:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:48:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:48:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:48:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:56] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:48:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:48:59] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:49:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:49:02] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:49:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:49:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:49:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:49:08] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:49:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:49:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:49:15] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:49:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:17] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:49:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:49:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:22] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:49:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:49:24] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:49:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:49:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:49:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:29] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:49:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:33] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:49:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:37] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:49:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:49:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:41] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:49:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:49:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:49:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:49] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:49:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:49:52] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:49:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:49:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:49:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:01] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:50:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:50:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:50:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:18] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:50:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:21] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:50:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:23] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:50:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:25] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:50:26] Committing batch 1 consisting of 92 files base.py:269\n[04:50:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:29] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:50:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:34] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:50:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:50:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:50:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:43] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:50:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:50:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:50] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:52] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:50:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:54] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:50:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:50:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:02] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:51:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:51:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:07] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:51:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:51:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:51:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:51:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:51:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:51:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:22] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:51:24] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:48:09.886613", + "end": "2022-03-06 04:51:24.791633", + "duration": 194.0 + }, + { + "status_code": "200", + "log_text": "[04:50:35] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n[04:50:36] Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:50:37] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:50:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:41] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:50:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:50:48] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:50:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:50:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:50:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:50:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:51:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:51:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:07] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:51:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:11] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n[04:51:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:16] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:51:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:18] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:51:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n[04:51:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:51:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:27] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:51:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:34] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:51:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:36] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:51:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:39] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:51:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:41] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:51:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:51:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:47] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:51:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:49] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n[04:51:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:55] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:51:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:58] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:51:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:02] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:52:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:52:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:07] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:52:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:15] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:52:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:18] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:52:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:27] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n[04:52:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:30] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:52:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:52:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:41] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:52:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:45] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:52:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:48] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n[04:52:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:50] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n[04:52:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:53] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:52:54] Committing batch 1 consisting of 92 files base.py:269\n[04:52:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:52:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:02] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:53:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:04] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:53:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:06] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:53:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:11] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:53:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:53:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:53:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:19] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:53:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:22] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:53:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:24] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:53:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:30] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:53:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:32] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:53:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:53:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:38] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:40] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:53:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:43] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:53:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:53:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:49] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:53:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:51] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:53:53] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:50:35.942213", + "end": "2022-03-06 04:53:53.415134", + "duration": 197.0 + }, + { + "status_code": "200", + "log_text": "[04:51:18] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n[04:51:19] Deleting existing data... base.py:234\n Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:51:20] ...data deleted. base.py:241\n Scraping from base.py:40\n https://birmingham.cmis.uk.com/birmingham/Councillors.aspx \n[04:51:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:24] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40\n muhammad_afzal; \n[04:51:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:30] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40\n mohammed_aikhlaq ; \n[04:51:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:39] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/5/deirdre_alden \n ; \n[04:51:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/7/robert_alden ; \n[04:51:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:44] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/9/tahir_ali ; \n[04:51:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree \n nMode/Alphabetical/Default.aspx \n[04:51:50] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40\n /gurdial_singh_atwal ; \n[04:51:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/12/mohammed_azim \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr \n eenMode/Alphabetical/Default.aspx \n[04:51:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre \n enMode/Alphabetical/Default.aspx \n[04:51:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/14/david_barrie \n ; \n[04:51:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:00] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/15/bob_beauchamp \n ; \n[04:52:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:03] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/16/matt_bennett \n ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:05] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/17/kate_booth ; \n[04:52:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:08] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40\n /sir_albert_bore ; \n[04:52:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:14] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/22/marje_bridle \n ; \n[04:52:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/23/mick_brown ; \n[04:52:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:20] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40\n /tristan_chatfield ; \n[04:52:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:22] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40\n /zaker_choudhry ; \n[04:52:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/29/debbie_clancy \n ; \n[04:52:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:27] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/123/liz_clements \n[04:52:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:30] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40\n /maureen_cornish ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:33] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/34/john_cotton ; \n[04:52:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:36] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40\n /philip_davis_ba_ma ; \n[04:52:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:39] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:52:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:42] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40\n /diane_donaldson ; \n[04:52:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree \n nMode/Alphabetical/Default.aspx \n[04:52:45] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/40/barbara_dring \n ; \n[04:52:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:47] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40\n /mohammed_fazal ; \n[04:52:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr \n eenMode/Alphabetical/Default.aspx \n[04:52:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:53] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/45/jayne_francis \n ; \n[04:52:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:55] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40\n Page&childpagename=Member-Services%2FPageLayout&cid=122309 \n 2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper \n[04:52:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre \n enMode/Alphabetical/Default.aspx \n[04:52:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:00] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40\n /peter_griffiths ; \n[04:53:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:07] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40\n /paulette_hamilton ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:09] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/51/roger_harmer \n ; \n[04:53:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:12] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/52/kath_hartley \n ; \n[04:53:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:21] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/57/jon_hunt ; \n[04:53:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:24] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40\n /mahmood_hussain ; \n[04:53:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:27] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40\n /shabrana_hussain ; \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:29] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40\n /timothy_huxtable \n Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:31] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40\n /mohammed_idrees ; \n[04:53:32] Committing batch 1 consisting of 92 files base.py:269\n[04:53:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:35] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/62/zafar_iqbal \n[04:53:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr \n eenMode/Alphabetical/Default.aspx \n[04:53:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:40] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40\n /ziaul_islam_mbe ; \n[04:53:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:42] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/122/morriam_jan \n[04:53:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:46] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/64/kerry_jenkins \n ; \n[04:53:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:48] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40\n /meirion_jenkins ; \n[04:53:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre \n enMode/Alphabetical/Default.aspx \n[04:53:51] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/67/julie_johnson \n ; \n[04:53:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:54] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/68/brigid_jones \n ; \n[04:53:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:57] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/70/josh_jones ; \n[04:53:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree \n nMode/Alphabetical/Default.aspx \n[04:53:59] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40\n /nagina_kauser; \n[04:54:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre \n enMode/Alphabetical/Default.aspx \n[04:54:02] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/75/mariam_khan ; \n[04:54:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:54:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr \n eenMode/Alphabetical/Default.aspx \n[04:54:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre \n enMode/Alphabetical/Default.aspx \n[04:54:08] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40\n /narinder_kaur_kooner ; \n[04:54:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre \n enMode/Alphabetical/Default.aspx \n[04:54:10] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/77/chaman_lal ; \n[04:54:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree \n nMode/Alphabetical/Default.aspx \n[04:54:13] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/78/mike_leddy \n[04:54:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree \n nMode/Alphabetical/Default.aspx \n[04:54:15] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/79/bruce_lines ; \n[04:54:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree \n nMode/Alphabetical/Default.aspx \n[04:54:17] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/80/john_lines ; \n[04:54:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre \n enMode/Alphabetical/Default.aspx \n[04:54:20] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/82/mary_locke ; \n[04:54:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre \n enMode/Alphabetical/Default.aspx \n[04:54:23] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/83/ewan_mackey ; \n[04:54:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre \n enMode/Alphabetical/Default.aspx \n[04:54:25] Scraping from base.py:40\n https://www.birmingham.gov.uk/councillors/84/majid_mahmood \n ; \n[04:54:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40\n uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr \n eenMode/Alphabetical/Default.aspx \n[04:54:27] 'title' handlers.py:33\n Committing batch 2 consisting of 40 files base.py:269\n[04:54:30] Finished attempting to scrape: BIR base.py:319\n", + "errors": "'title'", + "start": "2022-03-06 04:51:18.973205", + "end": "2022-03-06 04:54:30.069555", + "duration": 191.0 + }, + { + "status_code": null, + "log_text": "[04:55:29] Fetching Scraper for: BIR handlers.py:21\n Begin attempting to scrape: BIR handlers.py:24\n Deleting existing data... base.py:234\n[04:55:30] Getting all files in BIR... base.py:186\n Getting all files in BIR/json... base.py:186\n ...found 46 files in BIR/json base.py:202\n Getting all files in BIR/raw... base.py:186\n ...found 46 files in BIR/raw base.py:202\n ...found 92 files in BIR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:55:34] An error occurred (ParentCommitIdOutdatedException) handlers.py:33\n when calling the CreateCommit operation: The parent \n commit ID is not valid because it is not the current \n tip of the branch. You must provide the commit ID for \n the tip of the branch. The most common reason for this \n error is that your local repository is not \n synchronized to the latest changes in the AWS \n CodeCommit repository. Either synchronize your local \n repo by using the git pull command, or use GetBranch \n to retrieve the latest commit ID for the branch, and \n then try again. \n Finished attempting to scrape: BIR base.py:319\n", + "errors": "An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.", + "start": "2022-03-06 04:55:29.817630", + "end": "2022-03-06 04:55:34.439948", + "duration": 4.0 + } + ] + }, + { + "council_id": "BKM", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:18:13] Fetching Scraper for: BKM handlers.py:21\n Begin attempting to scrape: BKM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BKM... base.py:186\n ...found 1 files in BKM base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:18:15] ...data deleted. base.py:241\n Scraping from https://democracy.buckscc.gov.uk//mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:18:16] HTTPSConnectionPool(host='democracy.buckscc.gov.uk', handlers.py:33\n port=443): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by Ne \n wConnectionError(': Failed to establish a new \n connection: [Errno -2] Name or service not known')) \n Finished attempting to scrape: BKM base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-05 20:18:13.484516", + "end": "2022-03-05 20:18:16.158084", + "duration": 2.0 + } + ] + }, + { + "council_id": "BLA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:00:03] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: BLA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:59:38.858832", + "end": "2022-03-05 20:00:03.868738", + "duration": 25.0 + } + ] + }, + { + "council_id": "BNE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:55:59] Fetching Scraper for: BNE handlers.py:21\n Begin attempting to scrape: BNE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BNE... base.py:186\n Getting all files in BNE/json... base.py:186\n[19:56:00] ...found 63 files in BNE/json base.py:202\n Getting all files in BNE/raw... base.py:186\n ...found 63 files in BNE/raw base.py:202\n ...found 126 files in BNE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:56:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:56:12] No new councillor data found. base.py:317\n Finished attempting to scrape: BNE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:55:59.111609", + "end": "2022-03-05 19:56:12.064642", + "duration": 12.0 + } + ] + }, + { + "council_id": "BNH", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:02:14] Fetching Scraper for: BNH handlers.py:21\n Begin attempting to scrape: BNH handlers.py:24\n Deleting existing data... base.py:234\n[00:02:15] Getting all files in BNH... base.py:186\n Getting all files in BNH/json... base.py:186\n ...found 54 files in BNH/json base.py:202\n Getting all files in BNH/raw... base.py:186\n ...found 54 files in BNH/raw base.py:202\n ...found 108 files in BNH base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:02:16] Deleting batch no. 2 consisting of 8 files base.py:211\n[00:02:22] ...data deleted. base.py:241\n Scraping from http://present.brighton-hove.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[00:02:25] Committing batch 1 consisting of 92 files base.py:269\n[00:02:27] Committing batch 2 consisting of 16 files base.py:269\n[00:02:31] No new councillor data found. base.py:317\n Finished attempting to scrape: BNH base.py:319\n", + "errors": "", + "start": "2022-03-06 00:02:14.361818", + "end": "2022-03-06 00:02:31.217345", + "duration": 16.0 + } + ] + }, + { + "council_id": "BNS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:57:09] Fetching Scraper for: BNS handlers.py:21\n Begin attempting to scrape: BNS handlers.py:24\n Deleting existing data... base.py:234\n[19:57:10] Getting all files in BNS... base.py:186\n Getting all files in BNS/json... base.py:186\n ...found 46 files in BNS/json base.py:202\n Getting all files in BNS/raw... base.py:186\n ...found 46 files in BNS/raw base.py:202\n ...found 92 files in BNS base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:57:11] ...data deleted. base.py:241\n Scraping from http://barnsleymbc.moderngov.co.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:57:15] Committing batch 1 consisting of 92 files base.py:269\n[19:57:16] Committing batch 2 consisting of 34 files base.py:269\n[19:57:21] No new councillor data found. base.py:317\n Finished attempting to scrape: BNS base.py:319\n", + "errors": "", + "start": "2022-03-05 19:57:09.731789", + "end": "2022-03-05 19:57:21.562092", + "duration": 11.0 + }, + { + "status_code": null, + "log_text": "[20:25:08] Fetching Scraper for: BNS handlers.py:21\n Begin attempting to scrape: BNS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BNS... base.py:186\n Getting all files in BNS/json... base.py:186\n[20:25:09] ...found 63 files in BNS/json base.py:202\n Getting all files in BNS/raw... base.py:186\n ...found 63 files in BNS/raw base.py:202\n ...found 127 files in BNS base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:25:10] Deleting batch no. 2 consisting of 27 files base.py:211\n[20:25:17] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: BNS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:25:08.503879", + "end": "2022-03-05 20:25:17.468870", + "duration": 8.0 + } + ] + }, + { + "council_id": "BOL", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[20:09:28] Fetching Scraper for: BOL handlers.py:21\n Begin attempting to scrape: BOL handlers.py:24\n Deleting existing data... base.py:234\n[20:09:29] Getting all files in BOL... base.py:186\n BOL Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n http://democracy.bolton.gov.uk/cmis5/People.aspx \n Finished attempting to scrape: BOL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:09:28.834788", + "end": "2022-03-05 20:09:29.731127", + "duration": 0.0 + }, + { + "status_code": "404", + "log_text": "[20:31:13] Fetching Scraper for: BOL handlers.py:21\n Begin attempting to scrape: BOL handlers.py:24\n Deleting existing data... base.py:234\n[20:31:14] Getting all files in BOL... base.py:186\n ...found 1 files in BOL base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:31:19] ...data deleted. base.py:241\n Scraping from base.py:40\n http://democracy.bolton.gov.uk/cmis5/People.aspx \n[20:31:20] Finished attempting to scrape: BOL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:31:13.859065", + "end": "2022-03-05 20:31:20.082638", + "duration": 6.0 + }, + { + "status_code": null, + "log_text": "[20:32:06] Fetching Scraper for: BOL handlers.py:21\n Begin attempting to scrape: BOL handlers.py:24\n Deleting existing data... base.py:234\n[20:32:07] Getting all files in BOL... base.py:186\n ...found 1 files in BOL base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:32:17] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: BOL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:32:06.541547", + "end": "2022-03-05 20:32:17.405906", + "duration": 10.0 + } + ] + }, + { + "council_id": "BOS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:09:33] Fetching Scraper for: BOS handlers.py:21\n[00:09:34] Begin attempting to scrape: BOS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BOS... base.py:186\n Getting all files in BOS/json... base.py:186\n ...found 37 files in BOS/json base.py:202\n Getting all files in BOS/raw... base.py:186\n[00:09:35] ...found 37 files in BOS/raw base.py:202\n ...found 74 files in BOS base.py:202\n Deleting batch no. 1 consisting of 74 files base.py:211\n[00:09:38] ...data deleted. base.py:241\n Scraping from https://committees.bolsover.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:09:39] Committing batch 1 consisting of 74 files base.py:269\n[00:09:45] No new councillor data found. base.py:317\n Finished attempting to scrape: BOS base.py:319\n", + "errors": "", + "start": "2022-03-06 00:09:33.998416", + "end": "2022-03-06 00:09:45.796941", + "duration": 11.0 + } + ] + }, + { + "council_id": "BOT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:00:28] Fetching Scraper for: BOT handlers.py:21\n Begin attempting to scrape: BOT handlers.py:24\n Deleting existing data... base.py:234\n[00:00:29] Getting all files in BOT... base.py:186\n Getting all files in BOT/json... base.py:186\n ...found 30 files in BOT/json base.py:202\n Getting all files in BOT/raw... base.py:186\n ...found 30 files in BOT/raw base.py:202\n ...found 60 files in BOT base.py:202\n Deleting batch no. 1 consisting of 60 files base.py:211\n[00:00:41] ...data deleted. base.py:241\n Scraping from http://moderngov.boston.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:00:43] Committing batch 1 consisting of 60 files base.py:269\n[00:00:46] No new councillor data found. base.py:317\n Finished attempting to scrape: BOT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:00:28.588816", + "end": "2022-03-06 00:00:46.217389", + "duration": 17.0 + } + ] + }, + { + "council_id": "BPC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:01:23] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:01:24] No new councillor data found. base.py:317\n Finished attempting to scrape: BPC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:01:05.319827", + "end": "2022-03-05 20:01:24.122291", + "duration": 18.0 + } + ] + }, + { + "council_id": "BPL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:17:10] Fetching Scraper for: BPL handlers.py:21\n Begin attempting to scrape: BPL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BPL... base.py:186\n Getting all files in BPL/json... base.py:186\n ...found 42 files in BPL/json base.py:202\n Getting all files in BPL/raw... base.py:186\n ...found 42 files in BPL/raw base.py:202\n ...found 85 files in BPL base.py:202\n Deleting batch no. 1 consisting of 85 files base.py:211\n[00:17:12] ...data deleted. base.py:241\n Scraping from http://democracy.blackpool.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:17:16] Committing batch 1 consisting of 84 files base.py:269\n[00:17:19] No new councillor data found. base.py:317\n Finished attempting to scrape: BPL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:17:10.018495", + "end": "2022-03-06 00:17:19.687111", + "duration": 9.0 + } + ] + }, + { + "council_id": "BRA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:46:16] Fetching Scraper for: BRA handlers.py:21\n Begin attempting to scrape: BRA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BRA... base.py:186\n Getting all files in BRA/json... base.py:186\n[19:46:17] ...found 49 files in BRA/json base.py:202\n Getting all files in BRA/raw... base.py:186\n ...found 49 files in BRA/raw base.py:202\n ...found 98 files in BRA base.py:202\n Deleting batch no. 1 consisting of 98 files base.py:211\n[19:46:18] ...data deleted. base.py:241\n Scraping from base.py:40\n http://braintree.cmis.uk.com/braintree/Councillors.aspx \n[19:46:20] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/11/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:22] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:24] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:25] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:28] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:29] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:31] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:32] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:34] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:36] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:39] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:40] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:41] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:43] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/76/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:45] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:46] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:48] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:50] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:51] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:54] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/140/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:56] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMo \n de/Alphabetical/Default.aspx \n[19:46:57] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenM \n ode/Alphabetical/Default.aspx \n[19:46:59] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:00] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:02] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:04] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:05] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/120/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:07] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/121/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:08] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:11] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:13] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/54/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:14] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/123/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:16] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/55/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:17] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:19] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:21] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/83/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:23] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/61/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:25] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:28] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:29] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/125/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:31] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:32] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:34] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:35] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:37] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:38] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:40] Committing batch 1 consisting of 92 files base.py:269\n[19:47:44] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/69/ScreenMo \n de/Alphabetical/Default.aspx \n[19:47:45] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:48] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40\n illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/129/ScreenM \n ode/Alphabetical/Default.aspx \n[19:47:50] Committing batch 2 consisting of 6 files base.py:269\n[19:47:51] No new councillor data found. base.py:317\n Finished attempting to scrape: BRA base.py:319\n", + "errors": "", + "start": "2022-03-05 19:46:16.540357", + "end": "2022-03-05 19:47:51.143745", + "duration": 94.0 + }, + { + "status_code": null, + "log_text": "[20:04:10] Fetching Scraper for: BRA handlers.py:21\n Begin attempting to scrape: BRA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BRA... base.py:186\n Getting all files in BRA/json... base.py:186\n[20:04:11] ...found 49 files in BRA/json base.py:202\n Getting all files in BRA/raw... base.py:186\n ...found 49 files in BRA/raw base.py:202\n ...found 99 files in BRA base.py:202\n Deleting batch no. 1 consisting of 99 files base.py:211\n[20:04:21] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:04:22] No new councillor data found. base.py:317\n Finished attempting to scrape: BRA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:04:10.386197", + "end": "2022-03-05 20:04:22.206781", + "duration": 11.0 + } + ] + }, + { + "council_id": "BRC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[21:12:18] Fetching Scraper for: BRC handlers.py:21\n Begin attempting to scrape: BRC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BRC... base.py:186\n[21:12:19] Getting all files in BRC/json... base.py:186\n ...found 42 files in BRC/json base.py:202\n Getting all files in BRC/raw... base.py:186\n ...found 42 files in BRC/raw base.py:202\n ...found 85 files in BRC base.py:202\n Deleting batch no. 1 consisting of 85 files base.py:211\n[21:12:20] ...data deleted. base.py:241\n Scraping from http://democratic.bracknell-forest.gov.uk/mg base.py:40\n WebService.asmx/GetCouncillorsByWard \n[21:12:23] Committing batch 1 consisting of 84 files base.py:269\n[21:12:26] No new councillor data found. base.py:317\n Finished attempting to scrape: BRC base.py:319\n", + "errors": "", + "start": "2022-03-05 21:12:18.586533", + "end": "2022-03-05 21:12:26.234316", + "duration": 7.0 + } + ] + }, + { + "council_id": "BRD", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:10:23] Fetching Scraper for: BRD handlers.py:21\n Begin attempting to scrape: BRD handlers.py:24\n Deleting existing data... base.py:234\n[00:10:24] Getting all files in BRD... base.py:186\n Getting all files in BRD/json... base.py:186\n ...found 90 files in BRD/json base.py:202\n Getting all files in BRD/raw... base.py:186\n[00:10:25] ...found 90 files in BRD/raw base.py:202\n ...found 180 files in BRD base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:10:28] Deleting batch no. 2 consisting of 80 files base.py:211\n[00:10:35] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: BRD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:10:23.736988", + "end": "2022-03-06 00:10:35.943992", + "duration": 12.0 + } + ] + }, + { + "council_id": "BRE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:00:22] Fetching Scraper for: BRE handlers.py:21\n Begin attempting to scrape: BRE handlers.py:24\n Deleting existing data... base.py:234\n[00:00:23] Getting all files in BRE... base.py:186\n Getting all files in BRE/json... base.py:186\n ...found 49 files in BRE/json base.py:202\n Getting all files in BRE/raw... base.py:186\n ...found 49 files in BRE/raw base.py:202\n ...found 98 files in BRE base.py:202\n Deleting batch no. 1 consisting of 98 files base.py:211\n[00:00:24] ...data deleted. base.py:241\n Scraping from http://democracy.breckland.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:00:27] Committing batch 1 consisting of 92 files base.py:269\n[00:00:30] Committing batch 2 consisting of 6 files base.py:269\n[00:00:31] No new councillor data found. base.py:317\n Finished attempting to scrape: BRE base.py:319\n", + "errors": "", + "start": "2022-03-06 00:00:22.382544", + "end": "2022-03-06 00:00:31.335560", + "duration": 8.0 + } + ] + }, + { + "council_id": "BRM", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:20:14] Fetching Scraper for: BRM handlers.py:21\n Begin attempting to scrape: BRM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BRM... base.py:186\n BRM Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://moderngovwebpublic.bromsgrove.gov.uk/ base.py:40\n mgWebService.asmx/GetCouncillorsByWard \n[00:20:16] Committing batch 1 consisting of 62 files base.py:269\n[00:20:19] No new councillor data found. base.py:317\n Finished attempting to scrape: BRM base.py:319\n", + "errors": "", + "start": "2022-03-06 00:20:14.463330", + "end": "2022-03-06 00:20:19.159741", + "duration": 4.0 + } + ] + }, + { + "council_id": "BRT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:56:16] Fetching Scraper for: BRT handlers.py:21\n Begin attempting to scrape: BRT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BRT... base.py:186\n[19:56:17] Getting all files in BRT/json... base.py:186\n ...found 43 files in BRT/json base.py:202\n[19:56:18] Getting all files in BRT/raw... base.py:186\n ...found 43 files in BRT/raw base.py:202\n ...found 86 files in BRT base.py:202\n Deleting batch no. 1 consisting of 86 files base.py:211\n[19:56:19] ...data deleted. base.py:241\n Scraping from http://democracy.broxtowe.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[19:56:21] Committing batch 1 consisting of 86 files base.py:269\n[19:56:23] No new councillor data found. base.py:317\n Finished attempting to scrape: BRT base.py:319\n", + "errors": "", + "start": "2022-03-05 19:56:16.542746", + "end": "2022-03-05 19:56:23.383624", + "duration": 6.0 + } + ] + }, + { + "council_id": "BRW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:49:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:49:12] No new councillor data found. base.py:317\n Finished attempting to scrape: BRW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:48:45.730866", + "end": "2022-03-05 19:49:12.264326", + "duration": 26.0 + } + ] + }, + { + "council_id": "BRY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:52:23] Fetching Scraper for: BRY handlers.py:21\n Begin attempting to scrape: BRY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BRY... base.py:186\n Getting all files in BRY/json... base.py:186\n[20:52:24] ...found 46 files in BRY/json base.py:202\n Getting all files in BRY/raw... base.py:186\n ...found 46 files in BRY/raw base.py:202\n ...found 93 files in BRY base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[20:52:27] ...data deleted. base.py:241\n Scraping from http://cds.bromley.gov.uk/mgWebService.asmx/ base.py:40\n GetCouncillorsByWard \n[20:52:31] Committing batch 1 consisting of 92 files base.py:269\n[20:52:32] Committing batch 2 consisting of 26 files base.py:269\n[20:52:33] No new councillor data found. base.py:317\n Finished attempting to scrape: BRY base.py:319\n", + "errors": "", + "start": "2022-03-05 20:52:23.417932", + "end": "2022-03-05 20:52:33.804852", + "duration": 10.0 + } + ] + }, + { + "council_id": "BST", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:12:13] Fetching Scraper for: BST handlers.py:21\n Begin attempting to scrape: BST handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BST... base.py:186\n Getting all files in BST/json... base.py:186\n[20:12:14] ...found 71 files in BST/json base.py:202\n Getting all files in BST/raw... base.py:186\n ...found 71 files in BST/raw base.py:202\n ...found 143 files in BST base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:12:15] Deleting batch no. 2 consisting of 43 files base.py:211\n[20:12:18] ...data deleted. base.py:241\n Scraping from https://democracy.bristol.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[20:12:23] Committing batch 1 consisting of 92 files base.py:269\n[20:12:37] Committing batch 2 consisting of 50 files base.py:269\n[20:12:40] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 50 files base.py:269\n[20:12:51] No new councillor data found. base.py:317\n Finished attempting to scrape: BST base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:12:13.435431", + "end": "2022-03-05 20:12:51.929565", + "duration": 38.0 + } + ] + }, + { + "council_id": "BUN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:31:01] Fetching Scraper for: BUN handlers.py:21\n Begin attempting to scrape: BUN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in BUN... base.py:186\n Getting all files in BUN/json... base.py:186\n[00:31:02] ...found 45 files in BUN/json base.py:202\n Getting all files in BUN/raw... base.py:186\n ...found 45 files in BUN/raw base.py:202\n ...found 91 files in BUN base.py:202\n Deleting batch no. 1 consisting of 91 files base.py:211\n[00:31:03] ...data deleted. base.py:241\n Scraping from https://burnley.moderngov.co.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:31:06] Committing batch 1 consisting of 90 files base.py:269\n[00:31:07] No new councillor data found. base.py:317\n Finished attempting to scrape: BUN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:31:01.463887", + "end": "2022-03-06 00:31:07.448583", + "duration": 5.0 + } + ] + }, + { + "council_id": "BUR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:30:22] Fetching Scraper for: BUR handlers.py:21\n Begin attempting to scrape: BUR handlers.py:24\n Deleting existing data... base.py:234\n[00:30:23] Getting all files in BUR... base.py:186\n Getting all files in BUR/json... base.py:186\n ...found 51 files in BUR/json base.py:202\n Getting all files in BUR/raw... base.py:186\n ...found 51 files in BUR/raw base.py:202\n ...found 103 files in BUR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:30:24] Deleting batch no. 2 consisting of 3 files base.py:211\n[00:30:25] ...data deleted. base.py:241\n Scraping from https://councildecisions.bury.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:30:29] Committing batch 1 consisting of 92 files base.py:269\n[00:30:30] Committing batch 2 consisting of 10 files base.py:269\n[00:30:31] No new councillor data found. base.py:317\n Finished attempting to scrape: BUR base.py:319\n", + "errors": "", + "start": "2022-03-06 00:30:22.735197", + "end": "2022-03-06 00:30:31.407124", + "duration": 8.0 + } + ] + }, + { + "council_id": "CAB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:57:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:57:12] No new councillor data found. base.py:317\n Finished attempting to scrape: CAB base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:57:01.627334", + "end": "2022-03-05 19:57:12.328255", + "duration": 10.0 + } + ] + }, + { + "council_id": "CAM", + "missing": false, + "log_runs": [ + { + "status_code": "503", + "log_text": "[20:16:43] Fetching Scraper for: CAM handlers.py:21\n Begin attempting to scrape: CAM handlers.py:24\n Deleting existing data... base.py:234\n[20:16:44] Getting all files in CAM... base.py:186\n ...found 1 files in CAM base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:16:53] ...data deleted. base.py:241\n Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40\n Councillors.aspx \n Finished attempting to scrape: CAM base.py:319\n", + "errors": "", + "start": "2022-03-05 20:16:43.851778", + "end": "2022-03-05 20:16:53.589573", + "duration": 9.0 + }, + { + "status_code": "503", + "log_text": "[20:17:21] Fetching Scraper for: CAM handlers.py:21\n Begin attempting to scrape: CAM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CAM... base.py:186\n ...found 1 files in CAM base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:17:23] ...data deleted. base.py:241\n Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40\n Councillors.aspx \n[20:17:24] Finished attempting to scrape: CAM base.py:319\n", + "errors": "", + "start": "2022-03-05 20:17:21.094507", + "end": "2022-03-05 20:17:24.211857", + "duration": 3.0 + }, + { + "status_code": "503", + "log_text": "[20:25:43] Fetching Scraper for: CAM handlers.py:21\n Begin attempting to scrape: CAM handlers.py:24\n Deleting existing data... base.py:234\n[20:25:44] Getting all files in CAM... base.py:186\n ...found 1 files in CAM base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:25:49] ...data deleted. base.py:241\n Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40\n Councillors.aspx \n Finished attempting to scrape: CAM base.py:319\n", + "errors": "", + "start": "2022-03-05 20:25:43.762712", + "end": "2022-03-05 20:25:49.787677", + "duration": 6.0 + }, + { + "status_code": "503", + "log_text": "[20:26:19] Fetching Scraper for: CAM handlers.py:21\n Begin attempting to scrape: CAM handlers.py:24\n Deleting existing data... base.py:234\n[20:26:20] Getting all files in CAM... base.py:186\n ...found 1 files in CAM base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:26:21] ...data deleted. base.py:241\n Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40\n Councillors.aspx \n Finished attempting to scrape: CAM base.py:319\n", + "errors": "", + "start": "2022-03-05 20:26:19.348754", + "end": "2022-03-05 20:26:21.604493", + "duration": 2.0 + }, + { + "status_code": "503", + "log_text": "[20:33:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:33:38] Finished attempting to scrape: CAM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:33:33.290035", + "end": "2022-03-05 20:33:38.065552", + "duration": 4.0 + } + ] + }, + { + "council_id": "CAR", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[16:21:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n[16:21:07] Deleting existing data... base.py:234\n[16:21:08] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:21:09] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:23:20] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:21:06.697216", + "end": "2022-03-04 16:23:20.897967", + "duration": 134.0 + }, + { + "status_code": null, + "log_text": "[16:21:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:21:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:21:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:23:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[16:23:49] Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:21:36.705200", + "end": "2022-03-04 16:23:49.371802", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:22:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:22:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:22:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:24:18] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:22:06.699086", + "end": "2022-03-04 16:24:18.994686", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:22:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:22:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:22:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:24:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[16:24:50] Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:22:36.700829", + "end": "2022-03-04 16:24:50.210391", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[16:23:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:23:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:23:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:25:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:23:06.714975", + "end": "2022-03-04 16:25:20.001708", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[16:23:38] Fetching Scraper for: CAR handlers.py:21\n[16:23:43] Begin attempting to scrape: CAR handlers.py:24\n[16:23:44] Deleting existing data... base.py:234\n Getting all files in CAR... base.py:186\n[16:23:45] ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:23:46] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:25:56] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:23:38.387090", + "end": "2022-03-04 16:25:56.941514", + "duration": 138.0 + }, + { + "status_code": null, + "log_text": "[16:24:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:24:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:24:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:26:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:24:36.709371", + "end": "2022-03-04 16:26:48.436624", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[16:25:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:25:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:25:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:27:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:25:06.717329", + "end": "2022-03-04 16:27:19.721405", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[16:25:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:25:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:25:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:27:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:25:36.716508", + "end": "2022-03-04 16:27:49.522414", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:26:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:26:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:26:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:28:17] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:26:06.740651", + "end": "2022-03-04 16:28:17.902599", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[16:26:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:26:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:26:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:28:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:26:36.728330", + "end": "2022-03-04 16:28:48.407527", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[16:27:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:27:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:27:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:29:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[16:29:20] Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:27:06.732772", + "end": "2022-03-04 16:29:20.039856", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[16:27:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:27:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:27:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:29:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[16:29:49] Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:27:36.734776", + "end": "2022-03-04 16:29:49.272862", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:28:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:28:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:28:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:30:18] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[16:30:19] Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:28:06.734586", + "end": "2022-03-04 16:30:19.025050", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:28:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:28:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:28:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:30:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:28:36.738252", + "end": "2022-03-04 16:30:49.438582", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:29:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:29:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:29:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:31:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:29:06.746299", + "end": "2022-03-04 16:31:19.945131", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[16:29:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:29:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:29:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:31:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:29:36.744624", + "end": "2022-03-04 16:31:49.537857", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[16:30:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:30:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:30:09] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:32:20] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:30:06.751549", + "end": "2022-03-04 16:32:20.853385", + "duration": 134.0 + }, + { + "status_code": null, + "log_text": "[16:30:36] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:30:37] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:30:38] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:32:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:30:36.757514", + "end": "2022-03-04 16:32:48.512613", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[16:31:06] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n[16:31:07] Getting all files in CAR... base.py:186\n ...found 1 files in CAR base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[16:31:08] ...data deleted. base.py:241\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[16:33:18] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[16:33:19] Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-04 16:31:06.754204", + "end": "2022-03-04 16:33:19.325301", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[19:53:16] Fetching Scraper for: CAR handlers.py:21\n Begin attempting to scrape: CAR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CAR... base.py:186\n CAR Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40\n yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[19:55:27] HTTPConnectionPool(host='cmis.carlisle.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis/Carlisl \n eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa \n ult.aspx (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: CAR base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-05 19:53:16.098371", + "end": "2022-03-05 19:55:27.724816", + "duration": 131.0 + } + ] + }, + { + "council_id": "CAS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:06:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: CAS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:04:54.388189", + "end": "2022-03-06 00:06:11.386839", + "duration": 76.0 + } + ] + }, + { + "council_id": "CAT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:52:47] Fetching Scraper for: CAT handlers.py:21\n Begin attempting to scrape: CAT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CAT... base.py:186\n Getting all files in CAT/json... base.py:186\n[19:52:48] ...found 39 files in CAT/json base.py:202\n Getting all files in CAT/raw... base.py:186\n ...found 39 files in CAT/raw base.py:202\n ...found 79 files in CAT base.py:202\n Deleting batch no. 1 consisting of 79 files base.py:211\n[19:53:00] ...data deleted. base.py:241\n Scraping from http://democracy.canterbury.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:53:02] Committing batch 1 consisting of 78 files base.py:269\n[19:53:14] No new councillor data found. base.py:317\n Finished attempting to scrape: CAT base.py:319\n", + "errors": "", + "start": "2022-03-05 19:52:47.518834", + "end": "2022-03-05 19:53:14.857547", + "duration": 27.0 + } + ] + }, + { + "council_id": "CAY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[21:11:14] Fetching Scraper for: CAY handlers.py:21\n Begin attempting to scrape: CAY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CAY... base.py:186\n[21:11:15] Getting all files in CAY/json... base.py:186\n ...found 73 files in CAY/json base.py:202\n Getting all files in CAY/raw... base.py:186\n ...found 73 files in CAY/raw base.py:202\n ...found 146 files in CAY base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[21:11:16] Deleting batch no. 2 consisting of 46 files base.py:211\n[21:11:18] ...data deleted. base.py:241\n Scraping from http://www.democracy.caerphilly.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[21:11:20] Committing batch 1 consisting of 92 files base.py:269\n[21:11:23] Committing batch 2 consisting of 54 files base.py:269\n[21:11:25] No new councillor data found. base.py:317\n Finished attempting to scrape: CAY base.py:319\n", + "errors": "", + "start": "2022-03-05 21:11:14.525210", + "end": "2022-03-05 21:11:25.059565", + "duration": 10.0 + }, + { + "status_code": null, + "log_text": "[00:02:33] Fetching Scraper for: CAY handlers.py:21\n Begin attempting to scrape: CAY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CAY... base.py:186\n Getting all files in CAY/json... base.py:186\n ...found 73 files in CAY/json base.py:202\n Getting all files in CAY/raw... base.py:186\n[00:02:34] ...found 73 files in CAY/raw base.py:202\n ...found 147 files in CAY base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:02:42] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:02:43] Finished attempting to scrape: CAY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:02:33.119438", + "end": "2022-03-06 00:02:43.082399", + "duration": 9.0 + } + ] + }, + { + "council_id": "CHA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:15:06] Fetching Scraper for: CHA handlers.py:21\n Begin attempting to scrape: CHA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CHA... base.py:186\n Getting all files in CHA/json... base.py:186\n[20:15:07] ...found 52 files in CHA/json base.py:202\n Getting all files in CHA/raw... base.py:186\n ...found 52 files in CHA/raw base.py:202\n ...found 105 files in CHA base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:15:09] Deleting batch no. 2 consisting of 5 files base.py:211\n[20:15:13] ...data deleted. base.py:241\n Scraping from https://charnwood.moderngov.co.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:15:15] Committing batch 1 consisting of 92 files base.py:269\n[20:15:23] Committing batch 2 consisting of 12 files base.py:269\n[20:15:27] Finished attempting to scrape: CHA base.py:319\n", + "errors": "", + "start": "2022-03-05 20:15:06.356978", + "end": "2022-03-05 20:15:27.229526", + "duration": 20.0 + } + ] + }, + { + "council_id": "CHE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:19:05] Fetching Scraper for: CHE handlers.py:21\n Begin attempting to scrape: CHE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CHE... base.py:186\n Getting all files in CHE/json... base.py:186\n ...found 82 files in CHE/json base.py:202\n Getting all files in CHE/raw... base.py:186\n[00:19:06] ...found 82 files in CHE/raw base.py:202\n ...found 164 files in CHE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:19:17] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: CHE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:19:05.018751", + "end": "2022-03-06 00:19:17.691182", + "duration": 12.0 + } + ] + }, + { + "council_id": "CHI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:04:19] Fetching Scraper for: CHI handlers.py:21\n Begin attempting to scrape: CHI handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CHI... base.py:186\n Getting all files in CHI/json... base.py:186\n ...found 36 files in CHI/json base.py:202\n Getting all files in CHI/raw... base.py:186\n[00:04:20] ...found 36 files in CHI/raw base.py:202\n ...found 73 files in CHI base.py:202\n Deleting batch no. 1 consisting of 73 files base.py:211\n[00:04:27] ...data deleted. base.py:241\n Scraping from http://chichester.moderngov.co.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:04:31] Committing batch 1 consisting of 72 files base.py:269\n[00:04:32] No new councillor data found. base.py:317\n Finished attempting to scrape: CHI base.py:319\n", + "errors": "", + "start": "2022-03-06 00:04:19.231288", + "end": "2022-03-06 00:04:32.778587", + "duration": 13.0 + } + ] + }, + { + "council_id": "CHN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:41:04] Fetching Scraper for: CHN handlers.py:21\n Begin attempting to scrape: CHN handlers.py:24\n[19:41:05] Deleting existing data... base.py:234\n Getting all files in CHN... base.py:186\n ...found 1 files in CHN base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[19:41:06] ...data deleted. base.py:241\n Scraping from https://isa.chiltern.gov.uk/democracy//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n HTTPSConnectionPool(host='isa.chiltern.gov.uk', handlers.py:33\n port=443): Max retries exceeded with url: \n /democracy//mgWebService.asmx/GetCouncillorsByWard \n (Caused by SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: CHN base.py:319\n", + "errors": "None: Max retries exceeded with url: /democracy//mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-05 19:41:04.921215", + "end": "2022-03-05 19:41:06.634540", + "duration": 1.0 + } + ] + }, + { + "council_id": "CHO", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:41:22] Fetching Scraper for: CHO handlers.py:21\n Begin attempting to scrape: CHO handlers.py:24\n Deleting existing data... base.py:234\n[19:41:23] Getting all files in CHO... base.py:186\n Getting all files in CHO/json... base.py:186\n ...found 42 files in CHO/json base.py:202\n Getting all files in CHO/raw... base.py:186\n ...found 42 files in CHO/raw base.py:202\n ...found 84 files in CHO base.py:202\n Deleting batch no. 1 consisting of 84 files base.py:211\n[19:41:25] ...data deleted. base.py:241\n Scraping from https://democracy.chorley.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[19:41:28] Committing batch 1 consisting of 84 files base.py:269\n[19:41:29] No new councillor data found. base.py:317\n Finished attempting to scrape: CHO base.py:319\n", + "errors": "", + "start": "2022-03-05 19:41:22.599395", + "end": "2022-03-05 19:41:29.400665", + "duration": 6.0 + } + ] + }, + { + "council_id": "CHR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:06:31] Fetching Scraper for: CHR handlers.py:21\n Begin attempting to scrape: CHR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CHR... base.py:186\n Getting all files in CHR/json... base.py:186\n ...found 48 files in CHR/json base.py:202\n Getting all files in CHR/raw... base.py:186\n ...found 48 files in CHR/raw base.py:202\n ...found 96 files in CHR base.py:202\n Deleting batch no. 1 consisting of 96 files base.py:211\n[00:06:32] ...data deleted. base.py:241\n Scraping from http://modgov.cherwell.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[00:06:35] Committing batch 1 consisting of 92 files base.py:269\n[00:06:36] Committing batch 2 consisting of 4 files base.py:269\n[00:06:38] No new councillor data found. base.py:317\n Finished attempting to scrape: CHR base.py:319\n", + "errors": "", + "start": "2022-03-06 00:06:31.027760", + "end": "2022-03-06 00:06:38.154200", + "duration": 7.0 + } + ] + }, + { + "council_id": "CHS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:00:46] Fetching Scraper for: CHS handlers.py:21\n Begin attempting to scrape: CHS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CHS... base.py:186\n Getting all files in CHS/json... base.py:186\n[00:00:47] ...found 46 files in CHS/json base.py:202\n Getting all files in CHS/raw... base.py:186\n ...found 46 files in CHS/raw base.py:202\n ...found 92 files in CHS base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[00:00:48] ...data deleted. base.py:241\n Scraping from http://chesterfield.moderngov.co.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[00:00:51] Committing batch 1 consisting of 92 files base.py:269\n[00:00:56] Committing batch 2 consisting of 4 files base.py:269\n[00:00:58] No new councillor data found. base.py:317\n Finished attempting to scrape: CHS base.py:319\n", + "errors": "", + "start": "2022-03-06 00:00:46.429919", + "end": "2022-03-06 00:00:58.225899", + "duration": 11.0 + } + ] + }, + { + "council_id": "CHT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:13:47] Fetching Scraper for: CHT handlers.py:21\n Begin attempting to scrape: CHT handlers.py:24\n Deleting existing data... base.py:234\n[00:13:48] Getting all files in CHT... base.py:186\n CHT Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.cheltenham.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[00:13:51] Committing batch 1 consisting of 80 files base.py:269\n[00:13:53] Finished attempting to scrape: CHT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:13:47.713481", + "end": "2022-03-06 00:13:53.079224", + "duration": 5.0 + } + ] + }, + { + "council_id": "CHW", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:28:39] Fetching Scraper for: CHW handlers.py:21\n Begin attempting to scrape: CHW handlers.py:24\n[20:28:40] Deleting existing data... base.py:234\n Getting all files in CHW... base.py:186\n Getting all files in CHW/json... base.py:186\n ...found 46 files in CHW/json base.py:202\n Getting all files in CHW/raw... base.py:186\n ...found 46 files in CHW/raw base.py:202\n ...found 92 files in CHW base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:28:46] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:28:47] Finished attempting to scrape: CHW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:28:39.906388", + "end": "2022-03-05 20:28:47.155263", + "duration": 7.0 + } + ] + }, + { + "council_id": "CMA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:24:17] Fetching Scraper for: CMA handlers.py:21\n Begin attempting to scrape: CMA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CMA... base.py:186\n Getting all files in CMA/json... base.py:186\n ...found 84 files in CMA/json base.py:202\n Getting all files in CMA/raw... base.py:186\n[00:24:18] ...found 84 files in CMA/raw base.py:202\n ...found 169 files in CMA base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:24:23] Deleting batch no. 2 consisting of 69 files base.py:211\n[00:24:24] ...data deleted. base.py:241\n Scraping from https://councilportal.cumbria.gov.uk//mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[00:24:34] Committing batch 1 consisting of 92 files base.py:269\n[00:24:36] Committing batch 2 consisting of 76 files base.py:269\n[00:24:37] No new councillor data found. base.py:317\n Finished attempting to scrape: CMA base.py:319\n", + "errors": "", + "start": "2022-03-06 00:24:17.263077", + "end": "2022-03-06 00:24:37.558285", + "duration": 20.0 + } + ] + }, + { + "council_id": "CMD", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:58:16] Fetching Scraper for: CMD handlers.py:21\n Begin attempting to scrape: CMD handlers.py:24\n Deleting existing data... base.py:234\n[19:58:17] Getting all files in CMD... base.py:186\n Getting all files in CMD/json... base.py:186\n ...found 46 files in CMD/json base.py:202\n Getting all files in CMD/raw... base.py:186\n ...found 46 files in CMD/raw base.py:202\n ...found 92 files in CMD base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:58:30] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: CMD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:58:16.690524", + "end": "2022-03-05 19:58:30.438975", + "duration": 13.0 + } + ] + }, + { + "council_id": "CMN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[21:03:24] Fetching Scraper for: CMN handlers.py:21\n Begin attempting to scrape: CMN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CMN... base.py:186\n[21:03:25] Getting all files in CMN/raw... base.py:186\n ...found 47 files in CMN/raw base.py:202\n ...found 47 files in CMN base.py:202\n Deleting batch no. 1 consisting of 47 files base.py:211\n[21:03:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[21:03:38] Finished attempting to scrape: CMN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:03:24.663841", + "end": "2022-03-05 21:03:38.332316", + "duration": 13.0 + } + ] + }, + { + "council_id": "COL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:02:21] Fetching Scraper for: COL handlers.py:21\n Begin attempting to scrape: COL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in COL... base.py:186\n[00:02:22] Getting all files in COL/json... base.py:186\n ...found 51 files in COL/json base.py:202\n Getting all files in COL/raw... base.py:186\n ...found 51 files in COL/raw base.py:202\n ...found 103 files in COL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:02:25] Deleting batch no. 2 consisting of 3 files base.py:211\n[00:02:26] ...data deleted. base.py:241\n Scraping from base.py:40\n http://colchester.cmis.uk.com/colchester/Councillors.aspx \n[00:02:27] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/Scree \n nMode/Alphabetical/Default.aspx \n[00:02:30] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:32] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:34] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/63/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:36] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/173/Scree \n nMode/Alphabetical/Default.aspx \n[00:02:37] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/77/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:39] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:41] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:43] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/72/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:46] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scree \n nMode/Alphabetical/Default.aspx \n[00:02:48] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:50] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/59/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:52] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/Scree \n nMode/Alphabetical/Default.aspx \n[00:02:54] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/154/Scree \n nMode/Alphabetical/Default.aspx \n[00:02:56] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Screen \n Mode/Alphabetical/Default.aspx \n[00:02:58] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scree \n nMode/Alphabetical/Default.aspx \n[00:02:59] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:02] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:04] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:06] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:08] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:09] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:11] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:13] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:15] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/67/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:19] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:21] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/151/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:23] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/176/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:24] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/174/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:26] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/12/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:28] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:30] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/107/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:32] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:34] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/28/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:37] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:38] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:40] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/91/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:42] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/170/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:44] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:46] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/51/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:48] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/53/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:50] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/78/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:53] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/109/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:55] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/71/Screen \n Mode/Alphabetical/Default.aspx \n[00:03:57] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/169/Scree \n nMode/Alphabetical/Default.aspx \n[00:03:59] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scree \n nMode/Alphabetical/Default.aspx \n[00:04:01] Committing batch 1 consisting of 92 files base.py:269\n[00:04:02] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/155/Scree \n nMode/Alphabetical/Default.aspx \n[00:04:04] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/Screen \n Mode/Alphabetical/Default.aspx \n[00:04:06] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/Scree \n nMode/Alphabetical/Default.aspx \n[00:04:08] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/66/Screen \n Mode/Alphabetical/Default.aspx \n[00:04:11] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40\n ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/65/Screen \n Mode/Alphabetical/Default.aspx \n[00:04:13] Committing batch 2 consisting of 10 files base.py:269\n[00:04:15] No new councillor data found. base.py:317\n Finished attempting to scrape: COL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:02:21.584338", + "end": "2022-03-06 00:04:15.876064", + "duration": 114.0 + }, + { + "status_code": null, + "log_text": "[00:12:57] Fetching Scraper for: COL handlers.py:21\n Begin attempting to scrape: COL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in COL... base.py:186\n Getting all files in COL/json... base.py:186\n ...found 51 files in COL/json base.py:202\n Getting all files in COL/raw... base.py:186\n[00:12:58] ...found 51 files in COL/raw base.py:202\n ...found 103 files in COL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:12:59] Deleting batch no. 2 consisting of 3 files base.py:211\n[00:13:06] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: COL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:12:57.266527", + "end": "2022-03-06 00:13:06.539862", + "duration": 9.0 + } + ] + }, + { + "council_id": "CON", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:58:50] Fetching Scraper for: CON handlers.py:21\n Begin attempting to scrape: CON handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CON... base.py:186\n[19:58:51] Getting all files in CON/json... base.py:186\n ...found 87 files in CON/json base.py:202\n Getting all files in CON/raw... base.py:186\n ...found 87 files in CON/raw base.py:202\n ...found 174 files in CON base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:58:52] Deleting batch no. 2 consisting of 74 files base.py:211\n[19:58:53] ...data deleted. base.py:241\n Scraping from https://democracy.cornwall.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:58:57] Committing batch 1 consisting of 92 files base.py:269\n[19:59:01] Committing batch 2 consisting of 82 files base.py:269\n[19:59:09] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 82 files base.py:269\n[19:59:21] Finished attempting to scrape: CON base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:58:50.602504", + "end": "2022-03-05 19:59:21.912540", + "duration": 31.0 + } + ] + }, + { + "council_id": "COP", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:00:50] Fetching Scraper for: COP handlers.py:21\n Begin attempting to scrape: COP handlers.py:24\n Deleting existing data... base.py:234\n[20:00:51] Getting all files in COP... base.py:186\n Getting all files in COP/json... base.py:186\n ...found 34 files in COP/json base.py:202\n Getting all files in COP/raw... base.py:186\n[20:00:52] ...found 34 files in COP/raw base.py:202\n ...found 68 files in COP base.py:202\n Deleting batch no. 1 consisting of 68 files base.py:211\n[20:01:00] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:01:01] No new councillor data found. base.py:317\n Finished attempting to scrape: COP base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:00:50.685118", + "end": "2022-03-05 20:01:01.043444", + "duration": 10.0 + } + ] + }, + { + "council_id": "COT", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:40:19] Fetching Scraper for: COT handlers.py:21\n Begin attempting to scrape: COT handlers.py:24\n Deleting existing data... base.py:234\n[20:40:20] Getting all files in COT... base.py:186\n COT Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://www.cmis.cotswold.gov.uk/cmis5/People base.py:40\n /tabid/62/ScreenMode/Alphabetical/Default.aspx \n HTTPConnectionPool(host='www.cmis.cotswold.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: /cmis5/People \n /tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused \n by \n NewConnectionError(': Failed to establish a new \n connection: [Errno -2] Name or service not known')) \n Finished attempting to scrape: COT base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis5/People/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-05 20:40:19.937997", + "end": "2022-03-05 20:40:20.868123", + "duration": 0.0 + } + ] + }, + { + "council_id": "CRF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:04:08] Fetching Scraper for: CRF handlers.py:21\n Begin attempting to scrape: CRF handlers.py:24\n Deleting existing data... base.py:234\n[20:04:09] Getting all files in CRF... base.py:186\n Getting all files in CRF/json... base.py:186\n ...found 75 files in CRF/json base.py:202\n Getting all files in CRF/raw... base.py:186\n ...found 75 files in CRF/raw base.py:202\n ...found 150 files in CRF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:04:20] Deleting batch no. 2 consisting of 50 files base.py:211\n[20:04:22] ...data deleted. base.py:241\n Scraping from http://cardiff.moderngov.co.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[20:04:27] Committing batch 1 consisting of 92 files base.py:269\n[20:04:29] Committing batch 2 consisting of 58 files base.py:269\n[20:04:32] No new councillor data found. base.py:317\n Finished attempting to scrape: CRF base.py:319\n", + "errors": "", + "start": "2022-03-05 20:04:08.472388", + "end": "2022-03-05 20:04:32.586042", + "duration": 24.0 + } + ] + }, + { + "council_id": "CRW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:04:56] Fetching Scraper for: CRW handlers.py:21\n[00:04:57] Begin attempting to scrape: CRW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CRW... base.py:186\n Getting all files in CRW/json... base.py:186\n[00:04:58] ...found 36 files in CRW/json base.py:202\n Getting all files in CRW/raw... base.py:186\n ...found 36 files in CRW/raw base.py:202\n ...found 72 files in CRW base.py:202\n Deleting batch no. 1 consisting of 72 files base.py:211\n[00:05:00] ...data deleted. base.py:241\n Scraping from http://democracy.crawley.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:05:02] Committing batch 1 consisting of 72 files base.py:269\n[00:05:04] No new councillor data found. base.py:317\n Finished attempting to scrape: CRW base.py:319\n", + "errors": "", + "start": "2022-03-06 00:04:56.991045", + "end": "2022-03-06 00:05:04.094682", + "duration": 7.0 + } + ] + }, + { + "council_id": "CRY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:54:23] Fetching Scraper for: CRY handlers.py:21\n Begin attempting to scrape: CRY handlers.py:24\n Deleting existing data... base.py:234\n[20:54:24] Getting all files in CRY... base.py:186\n Getting all files in CRY/json... base.py:186\n ...found 70 files in CRY/json base.py:202\n Getting all files in CRY/raw... base.py:186\n ...found 70 files in CRY/raw base.py:202\n ...found 141 files in CRY base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:54:27] Deleting batch no. 2 consisting of 41 files base.py:211\n[20:54:30] ...data deleted. base.py:241\n Scraping from https://democracy.croydon.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[20:54:35] Committing batch 1 consisting of 92 files base.py:269\n[20:54:36] Committing batch 2 consisting of 48 files base.py:269\n[20:54:38] No new councillor data found. base.py:317\n Finished attempting to scrape: CRY base.py:319\n", + "errors": "", + "start": "2022-03-05 20:54:23.733034", + "end": "2022-03-05 20:54:38.136713", + "duration": 14.0 + } + ] + }, + { + "council_id": "CWY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:12:37] Fetching Scraper for: CWY handlers.py:21\n Begin attempting to scrape: CWY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in CWY... base.py:186\n CWY Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://modgoveng.conwy.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[00:12:41] Committing batch 1 consisting of 92 files base.py:269\n[00:12:43] Committing batch 2 consisting of 26 files base.py:269\n[00:12:45] No new councillor data found. base.py:317\n Finished attempting to scrape: CWY base.py:319\n", + "errors": "", + "start": "2022-03-06 00:12:37.433672", + "end": "2022-03-06 00:12:45.156441", + "duration": 7.0 + } + ] + }, + { + "council_id": "DAC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:13:17] Fetching Scraper for: DAC handlers.py:21\n Begin attempting to scrape: DAC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DAC... base.py:186\n Getting all files in DAC/raw... base.py:186\n ...found 2 files in DAC/raw base.py:202\n ...found 2 files in DAC base.py:202\n Deleting batch no. 1 consisting of 2 files base.py:211\n[00:13:24] ...data deleted. base.py:241\n Scraping from https://democracy.dacorum.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:13:26] Committing batch 1 consisting of 92 files base.py:269\n[00:13:28] Committing batch 2 consisting of 10 files base.py:269\n[00:13:32] No new councillor data found. base.py:317\n Finished attempting to scrape: DAC base.py:319\n", + "errors": "", + "start": "2022-03-06 00:13:17.168796", + "end": "2022-03-06 00:13:32.213628", + "duration": 15.0 + } + ] + }, + { + "council_id": "DAL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:37:18] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:37:19] No new councillor data found. base.py:317\n Finished attempting to scrape: DAL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:36:54.481004", + "end": "2022-03-05 20:37:19.132359", + "duration": 24.0 + } + ] + }, + { + "council_id": "DAR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:00:44] Fetching Scraper for: DAR handlers.py:21\n Begin attempting to scrape: DAR handlers.py:24\n Deleting existing data... base.py:234\n[00:00:45] Getting all files in DAR... base.py:186\n Getting all files in DAR/json... base.py:186\n ...found 42 files in DAR/json base.py:202\n Getting all files in DAR/raw... base.py:186\n ...found 42 files in DAR/raw base.py:202\n ...found 84 files in DAR base.py:202\n Deleting batch no. 1 consisting of 84 files base.py:211\n[00:00:49] ...data deleted. base.py:241\n Scraping from http://committeedmz.dartford.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[00:00:51] Committing batch 1 consisting of 84 files base.py:269\n[00:01:03] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 84 files base.py:269\n[00:01:08] No new councillor data found. base.py:317\n Finished attempting to scrape: DAR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:00:44.920530", + "end": "2022-03-06 00:01:08.582294", + "duration": 23.0 + } + ] + }, + { + "council_id": "DAV", + "missing": false, + "log_runs": [ + { + "status_code": "403", + "log_text": "[20:04:24] Fetching Scraper for: DAV handlers.py:21\n Begin attempting to scrape: DAV handlers.py:24\n[20:04:25] Deleting existing data... base.py:234\n Getting all files in DAV... base.py:186\n ...found 1 files in DAV base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:04:26] ...data deleted. base.py:241\n Scraping from http://cmis.daventrydc.gov.uk/daventry/Counc base.py:40\n illors/tabid/63/ScreenMode/Alphabetical/Default.aspx \n Finished attempting to scrape: DAV base.py:319\n", + "errors": "", + "start": "2022-03-05 20:04:24.912297", + "end": "2022-03-05 20:04:26.443064", + "duration": 1.0 + }, + { + "status_code": "403", + "log_text": "[20:26:56] Created log commit base.py:376\n 854c709f85a6d6d78bab28138b13a5f51aa3c666 \n Attempting to create merge commit... base.py:281\n[20:27:08] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33\n when calling the MergeBranchesBySquash operation: The \n merge cannot be completed because the following branch \n has been modified: refs/heads/main. Another user might \n have modified this branch while the merge was in \n progress. Wait a few minutes, and then try again. \n Finished attempting to scrape: DAV base.py:319\n", + "errors": "An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.", + "start": "2022-03-05 20:26:54.434329", + "end": "2022-03-05 20:27:08.845580", + "duration": 14.0 + } + ] + }, + { + "council_id": "DBY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:27:45] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:27:46] Finished attempting to scrape: DBY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:27:23.201156", + "end": "2022-03-05 20:27:46.201944", + "duration": 23.0 + } + ] + }, + { + "council_id": "DEN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:49:31] Fetching Scraper for: DEN handlers.py:21\n Begin attempting to scrape: DEN handlers.py:24\n Deleting existing data... base.py:234\n[19:49:32] Getting all files in DEN... base.py:186\n Getting all files in DEN/json... base.py:186\n ...found 47 files in DEN/json base.py:202\n Getting all files in DEN/raw... base.py:186\n ...found 47 files in DEN/raw base.py:202\n ...found 94 files in DEN base.py:202\n Deleting batch no. 1 consisting of 94 files base.py:211\n[19:49:40] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: DEN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:49:31.917424", + "end": "2022-03-05 19:49:40.459345", + "duration": 8.0 + } + ] + }, + { + "council_id": "DER", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:43:00] Fetching Scraper for: DER handlers.py:21\n Begin attempting to scrape: DER handlers.py:24\n Deleting existing data... base.py:234\n[19:43:01] Getting all files in DER... base.py:186\n Getting all files in DER/json... base.py:186\n ...found 51 files in DER/json base.py:202\n Getting all files in DER/raw... base.py:186\n[19:43:02] ...found 51 files in DER/raw base.py:202\n ...found 102 files in DER base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:43:13] Deleting batch no. 2 consisting of 2 files base.py:211\n[19:43:17] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: DER base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:43:00.776452", + "end": "2022-03-05 19:43:17.919846", + "duration": 17.0 + } + ] + }, + { + "council_id": "DEV", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:05:50] Fetching Scraper for: DEV handlers.py:21\n Begin attempting to scrape: DEV handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DEV... base.py:186\n[00:05:51] Getting all files in DEV/json... base.py:186\n ...found 60 files in DEV/json base.py:202\n Getting all files in DEV/raw... base.py:186\n ...found 60 files in DEV/raw base.py:202\n ...found 120 files in DEV base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:06:02] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: DEV base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:05:50.129654", + "end": "2022-03-06 00:06:02.376299", + "duration": 12.0 + } + ] + }, + { + "council_id": "DGY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:57:59] Fetching Scraper for: DGY handlers.py:21\n Begin attempting to scrape: DGY handlers.py:24\n Deleting existing data... base.py:234\n[19:58:00] Getting all files in DGY... base.py:186\n Getting all files in DGY/json... base.py:186\n ...found 43 files in DGY/json base.py:202\n Getting all files in DGY/raw... base.py:186\n ...found 43 files in DGY/raw base.py:202\n ...found 86 files in DGY base.py:202\n[19:58:01] Deleting batch no. 1 consisting of 86 files base.py:211\n[19:58:02] ...data deleted. base.py:241\n Scraping from https://dumfriesgalloway.moderngov.co.uk/mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n[19:58:05] Committing batch 1 consisting of 86 files base.py:269\n[19:58:13] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 86 files base.py:269\n[19:58:17] No new councillor data found. base.py:317\n Finished attempting to scrape: DGY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:57:59.664726", + "end": "2022-03-05 19:58:17.358981", + "duration": 17.0 + } + ] + }, + { + "council_id": "DNC", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:10:05] Fetching Scraper for: DNC handlers.py:21\n Begin attempting to scrape: DNC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DNC... base.py:186\n[20:10:06] Getting all files in DNC/json... base.py:186\n ...found 56 files in DNC/json base.py:202\n Getting all files in DNC/raw... base.py:186\n ...found 56 files in DNC/raw base.py:202\n ...found 112 files in DNC base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:10:08] Deleting batch no. 2 consisting of 12 files base.py:211\n[20:10:13] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: DNC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:10:05.633390", + "end": "2022-03-05 20:10:13.964147", + "duration": 8.0 + } + ] + }, + { + "council_id": "DND", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:11:44] Fetching Scraper for: DND handlers.py:21\n Begin attempting to scrape: DND handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DND... base.py:186\n[00:11:45] Getting all files in DND/json... base.py:186\n ...found 42 files in DND/json base.py:202\n Getting all files in DND/raw... base.py:186\n ...found 42 files in DND/raw base.py:202\n ...found 84 files in DND base.py:202\n Deleting batch no. 1 consisting of 84 files base.py:211\n[00:11:46] ...data deleted. base.py:241\n Scraping from https://democracy.northdevon.gov.uk//mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:11:49] Committing batch 1 consisting of 84 files base.py:269\n[00:11:50] No new councillor data found. base.py:317\n Finished attempting to scrape: DND base.py:319\n", + "errors": "", + "start": "2022-03-06 00:11:44.544360", + "end": "2022-03-06 00:11:50.435464", + "duration": 5.0 + } + ] + }, + { + "council_id": "DOR", + "missing": false, + "log_runs": [ + { + "status_code": "500", + "log_text": "[19:48:34] Fetching Scraper for: DOR handlers.py:21\n Begin attempting to scrape: DOR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DOR... base.py:186\n DOR Does not exist base.py:206\n ...no data to delete. base.py:238\n[19:48:35] Scraping from https://dorset.moderngov.co.uk//mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n Finished attempting to scrape: DOR base.py:319\n", + "errors": "", + "start": "2022-03-05 19:48:34.553103", + "end": "2022-03-05 19:48:35.571575", + "duration": 1.0 + }, + { + "status_code": "500", + "log_text": "[20:18:21] Created log commit base.py:376\n ba411843ca4e9f738a09e73d80d7773af177c723 \n Attempting to create merge commit... base.py:281\n[20:18:34] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33\n when calling the MergeBranchesBySquash operation: The \n merge cannot be completed because the following branch \n has been modified: refs/heads/main. Another user might \n have modified this branch while the merge was in \n progress. Wait a few minutes, and then try again. \n[20:18:35] Finished attempting to scrape: DOR base.py:319\n", + "errors": "An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.", + "start": "2022-03-05 20:18:09.552964", + "end": "2022-03-05 20:18:35.009970", + "duration": 25.0 + } + ] + }, + { + "council_id": "DOV", + "missing": true, + "log_runs": [] + }, + { + "council_id": "DRS", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:49:35] Fetching Scraper for: DRS handlers.py:21\n Begin attempting to scrape: DRS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DRS... base.py:186\n Getting all files in DRS/json... base.py:186\n ...found 40 files in DRS/json base.py:202\n Getting all files in DRS/raw... base.py:186\n[19:49:36] ...found 40 files in DRS/raw base.py:202\n ...found 80 files in DRS base.py:202\n Deleting batch no. 1 consisting of 80 files base.py:211\n[19:49:42] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:49:43] No new councillor data found. base.py:317\n Finished attempting to scrape: DRS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:49:35.353851", + "end": "2022-03-05 19:49:43.071585", + "duration": 7.0 + } + ] + }, + { + "council_id": "DST", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:51:56] Fetching Scraper for: DST handlers.py:21\n Begin attempting to scrape: DST handlers.py:24\n Deleting existing data... base.py:234\n[19:51:57] Getting all files in DST... base.py:186\n Getting all files in DST/json... base.py:186\n ...found 82 files in DST/json base.py:202\n Getting all files in DST/raw... base.py:186\n ...found 82 files in DST/raw base.py:202\n ...found 164 files in DST base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:52:07] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:52:08] No new councillor data found. base.py:317\n Finished attempting to scrape: DST base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:51:56.460581", + "end": "2022-03-05 19:52:08.224780", + "duration": 11.0 + } + ] + }, + { + "council_id": "DUD", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:02:12] Fetching Scraper for: DUD handlers.py:21\n[20:02:13] Begin attempting to scrape: DUD handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in DUD... base.py:186\n DUD Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n http://cmis.dudley.gov.uk/cmis5/Councillors.aspx \n[20:02:37] Finished attempting to scrape: DUD base.py:319\n", + "errors": "", + "start": "2022-03-05 20:02:12.973710", + "end": "2022-03-05 20:02:37.972467", + "duration": 24.0 + }, + { + "status_code": null, + "log_text": "[20:24:46] Fetching Scraper for: DUD handlers.py:21\n Begin attempting to scrape: DUD handlers.py:24\n Deleting existing data... base.py:234\n[20:24:47] Getting all files in DUD... base.py:186\n ...found 1 files in DUD base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:24:59] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: DUD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:24:46.527024", + "end": "2022-03-05 20:24:59.867316", + "duration": 13.0 + } + ] + }, + { + "council_id": "DUR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:15:53] Fetching Scraper for: DUR handlers.py:21\n Begin attempting to scrape: DUR handlers.py:24\n Deleting existing data... base.py:234\n[20:15:54] Getting all files in DUR... base.py:186\n Getting all files in DUR/json... base.py:186\n ...found 46 files in DUR/json base.py:202\n Getting all files in DUR/raw... base.py:186\n ...found 46 files in DUR/raw base.py:202\n ...found 92 files in DUR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:15:55] ...data deleted. base.py:241\n Scraping from https://democracy.durham.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[20:16:00] Committing batch 1 consisting of 92 files base.py:269\n[20:16:12] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:16:14] Finished attempting to scrape: DUR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:15:53.891567", + "end": "2022-03-05 20:16:14.425670", + "duration": 20.0 + } + ] + }, + { + "council_id": "EAL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:44:28] Fetching Scraper for: EAL handlers.py:21\n Begin attempting to scrape: EAL handlers.py:24\n Deleting existing data... base.py:234\n[20:44:29] Getting all files in EAL... base.py:186\n Getting all files in EAL/json... base.py:186\n ...found 46 files in EAL/json base.py:202\n Getting all files in EAL/raw... base.py:186\n ...found 46 files in EAL/raw base.py:202\n ...found 93 files in EAL base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[20:44:32] ...data deleted. base.py:241\n Scraping from base.py:40\n http://ealing.cmis.uk.com/ealing/Councillors.aspx \n[20:44:34] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Al \n phabetical/Default.aspx \n[20:44:36] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/917/ScreenMode/Al \n phabetical/Default.aspx \n[20:44:37] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alp \n habetical/Default.aspx \n[20:44:40] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1071/ScreenMode/A \n lphabetical/Default.aspx \n[20:44:41] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alp \n habetical/Default.aspx \n[20:44:43] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alp \n habetical/Default.aspx \n[20:44:45] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alp \n habetical/Default.aspx \n[20:44:47] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMode/Alp \n habetical/Default.aspx \n[20:44:50] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/215/ScreenMode/Al \n phabetical/Default.aspx \n[20:44:52] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1064/ScreenMode/A \n lphabetical/Default.aspx \n[20:44:53] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1313/ScreenMode/A \n lphabetical/Default.aspx \n[20:44:55] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1066/ScreenMode/A \n lphabetical/Default.aspx \n[20:44:57] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/225/ScreenMode/Al \n phabetical/Default.aspx \n[20:44:59] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:01] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/232/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:02] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1070/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:04] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/226/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:06] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/353/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:08] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1072/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:10] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:13] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:15] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:17] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1069/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:19] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/54/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:21] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:22] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/205/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:24] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1079/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:26] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:28] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:30] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:31] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1075/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:33] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/71/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:36] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:38] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/220/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:40] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:42] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1073/ScreenMode/A \n lphabetical/Default.aspx \n[20:45:44] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/7/ScreenMode/Alph \n abetical/Default.aspx \n[20:45:46] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/233/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:48] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:50] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:52] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/58/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:54] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alp \n habetical/Default.aspx \n[20:45:56] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Al \n phabetical/Default.aspx \n[20:45:58] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/219/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:01] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:03] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/31/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:05] Committing batch 1 consisting of 92 files base.py:269\n[20:46:07] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:09] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:10] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/224/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:12] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/45/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:15] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/234/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:16] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/221/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:18] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1068/ScreenMode/A \n lphabetical/Default.aspx \n[20:46:20] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1067/ScreenMode/A \n lphabetical/Default.aspx \n[20:46:22] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/72/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:24] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1074/ScreenMode/A \n lphabetical/Default.aspx \n[20:46:26] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:28] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/229/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:30] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:31] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:33] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:35] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:37] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:39] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1327/ScreenMode/A \n lphabetical/Default.aspx \n[20:46:40] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/9/ScreenMode/Alph \n abetical/Default.aspx \n[20:46:42] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/63/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:44] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/203/ScreenMode/Al \n phabetical/Default.aspx \n[20:46:46] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40\n /tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alp \n habetical/Default.aspx \n[20:46:49] Committing batch 2 consisting of 44 files base.py:269\n[20:46:58] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 44 files base.py:269\n[20:47:04] No new councillor data found. base.py:317\n Finished attempting to scrape: EAL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:44:28.826341", + "end": "2022-03-05 20:47:04.409543", + "duration": 155.0 + }, + { + "status_code": null, + "log_text": "[21:21:29] Fetching Scraper for: EAL handlers.py:21\n Begin attempting to scrape: EAL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EAL... base.py:186\n Getting all files in EAL/json... base.py:186\n[21:21:30] ...found 46 files in EAL/json base.py:202\n Getting all files in EAL/raw... base.py:186\n ...found 46 files in EAL/raw base.py:202\n ...found 92 files in EAL base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[21:21:42] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: EAL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:21:29.383596", + "end": "2022-03-05 21:21:42.739398", + "duration": 13.0 + } + ] + }, + { + "council_id": "EAT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:57:17] Fetching Scraper for: EAT handlers.py:21\n Begin attempting to scrape: EAT handlers.py:24\n Deleting existing data... base.py:234\n[19:57:18] Getting all files in EAT... base.py:186\n Getting all files in EAT/json... base.py:186\n ...found 39 files in EAT/json base.py:202\n Getting all files in EAT/raw... base.py:186\n ...found 39 files in EAT/raw base.py:202\n ...found 78 files in EAT base.py:202\n Deleting batch no. 1 consisting of 78 files base.py:211\n[19:57:25] ...data deleted. base.py:241\n Scraping from https://meetings.eastleigh.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:57:28] Committing batch 1 consisting of 78 files base.py:269\n[19:57:29] No new councillor data found. base.py:317\n Finished attempting to scrape: EAT base.py:319\n", + "errors": "", + "start": "2022-03-05 19:57:17.898726", + "end": "2022-03-05 19:57:29.761900", + "duration": 11.0 + } + ] + }, + { + "council_id": "EDE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:16:00] Fetching Scraper for: EDE handlers.py:21\n Begin attempting to scrape: EDE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EDE... base.py:186\n Getting all files in EDE/json... base.py:186\n[20:16:01] ...found 60 files in EDE/json base.py:202\n Getting all files in EDE/raw... base.py:186\n ...found 60 files in EDE/raw base.py:202\n ...found 121 files in EDE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:16:06] Deleting batch no. 2 consisting of 21 files base.py:211\n[20:16:15] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: EDE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:16:00.334784", + "end": "2022-03-05 20:16:15.949713", + "duration": 15.0 + } + ] + }, + { + "council_id": "EDH", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:27:50] Fetching Scraper for: EDH handlers.py:21\n Begin attempting to scrape: EDH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EDH... base.py:186\n Getting all files in EDH/json... base.py:186\n[20:27:51] ...found 62 files in EDH/json base.py:202\n Getting all files in EDH/raw... base.py:186\n ...found 62 files in EDH/raw base.py:202\n ...found 125 files in EDH base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:27:52] Deleting batch no. 2 consisting of 25 files base.py:211\n[20:28:07] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: EDH base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:27:50.444176", + "end": "2022-03-05 20:28:07.573243", + "duration": 17.0 + }, + { + "status_code": "200", + "log_text": "[20:28:22] Fetching Scraper for: EDH handlers.py:21\n[20:28:23] Begin attempting to scrape: EDH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EDH... base.py:186\n Getting all files in EDH/raw... base.py:186\n ...found 25 files in EDH/raw base.py:202\n ...found 26 files in EDH base.py:202\n Deleting batch no. 1 consisting of 26 files base.py:211\n[20:28:25] ...data deleted. base.py:241\n Scraping from http://democracy.edinburgh.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:28:32] Committing batch 1 consisting of 92 files base.py:269\n[20:28:35] Committing batch 2 consisting of 32 files base.py:269\n[20:28:37] Finished attempting to scrape: EDH base.py:319\n", + "errors": "", + "start": "2022-03-05 20:28:22.985309", + "end": "2022-03-05 20:28:37.172880", + "duration": 14.0 + } + ] + }, + { + "council_id": "EDN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:45:05] Fetching Scraper for: EDN handlers.py:21\n Begin attempting to scrape: EDN handlers.py:24\n Deleting existing data... base.py:234\n[19:45:06] Getting all files in EDN... base.py:186\n Getting all files in EDN/json... base.py:186\n ...found 38 files in EDN/json base.py:202\n Getting all files in EDN/raw... base.py:186\n ...found 38 files in EDN/raw base.py:202\n ...found 77 files in EDN base.py:202\n Deleting batch no. 1 consisting of 77 files base.py:211\n[19:45:09] ...data deleted. base.py:241\n Scraping from https://democracy.eden.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[19:45:11] Committing batch 1 consisting of 76 files base.py:269\n[19:45:14] Finished attempting to scrape: EDN base.py:319\n", + "errors": "", + "start": "2022-03-05 19:45:05.658736", + "end": "2022-03-05 19:45:14.318483", + "duration": 8.0 + } + ] + }, + { + "council_id": "EHA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:35:11] Fetching Scraper for: EHA handlers.py:21\n Begin attempting to scrape: EHA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EHA... base.py:186\n Getting all files in EHA/json... base.py:186\n ...found 43 files in EHA/json base.py:202\n Getting all files in EHA/raw... base.py:186\n[20:35:12] ...found 43 files in EHA/raw base.py:202\n ...found 87 files in EHA base.py:202\n Deleting batch no. 1 consisting of 87 files base.py:211\n[20:35:14] ...data deleted. base.py:241\n Scraping from http://easthants.moderngov.co.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[20:35:17] Committing batch 1 consisting of 86 files base.py:269\n[20:35:25] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 86 files base.py:269\n[20:35:29] Finished attempting to scrape: EHA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:35:11.375326", + "end": "2022-03-05 20:35:29.607233", + "duration": 18.0 + }, + { + "status_code": null, + "log_text": "[20:54:04] Fetching Scraper for: EHA handlers.py:21\n Begin attempting to scrape: EHA handlers.py:24\n Deleting existing data... base.py:234\n[20:54:05] Getting all files in EHA... base.py:186\n Getting all files in EHA/json... base.py:186\n ...found 43 files in EHA/json base.py:202\n Getting all files in EHA/raw... base.py:186\n ...found 43 files in EHA/raw base.py:202\n ...found 87 files in EHA base.py:202\n Deleting batch no. 1 consisting of 87 files base.py:211\n[20:54:15] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:54:16] No new councillor data found. base.py:317\n Finished attempting to scrape: EHA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:54:04.363733", + "end": "2022-03-05 20:54:16.075899", + "duration": 11.0 + } + ] + }, + { + "council_id": "EHE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:48:03] Fetching Scraper for: EHE handlers.py:21\n Begin attempting to scrape: EHE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EHE... base.py:186\n[19:48:04] Getting all files in EHE/json... base.py:186\n ...found 50 files in EHE/json base.py:202\n Getting all files in EHE/raw... base.py:186\n ...found 50 files in EHE/raw base.py:202\n ...found 100 files in EHE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:48:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: EHE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:48:03.624884", + "end": "2022-03-05 19:48:11.924905", + "duration": 8.0 + } + ] + }, + { + "council_id": "ELI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:13:50] Fetching Scraper for: ELI handlers.py:21\n Begin attempting to scrape: ELI handlers.py:24\n Deleting existing data... base.py:234\n[00:13:51] Getting all files in ELI... base.py:186\n Getting all files in ELI/json... base.py:186\n ...found 55 files in ELI/json base.py:202\n Getting all files in ELI/raw... base.py:186\n ...found 55 files in ELI/raw base.py:202\n ...found 110 files in ELI base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:13:55] Deleting batch no. 2 consisting of 10 files base.py:211\n[00:14:00] ...data deleted. base.py:241\n Scraping from https://democracy.e-lindsey.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:14:02] Committing batch 1 consisting of 92 files base.py:269\n[00:14:05] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[00:14:15] Finished attempting to scrape: ELI base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:13:50.913077", + "end": "2022-03-06 00:14:15.898409", + "duration": 24.0 + } + ] + }, + { + "council_id": "ELM", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:43:01] Fetching Scraper for: ELM handlers.py:21\n Begin attempting to scrape: ELM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ELM... base.py:186\n[19:43:02] Getting all files in ELM/json... base.py:186\n ...found 48 files in ELM/json base.py:202\n Getting all files in ELM/raw... base.py:186\n ...found 48 files in ELM/raw base.py:202\n ...found 97 files in ELM base.py:202\n Deleting batch no. 1 consisting of 97 files base.py:211\n[19:43:03] ...data deleted. base.py:241\n Scraping from http://mygov.elmbridge.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[19:43:05] Committing batch 1 consisting of 92 files base.py:269\n[19:43:07] Committing batch 2 consisting of 4 files base.py:269\n[19:43:16] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 4 files base.py:269\n[19:43:27] Finished attempting to scrape: ELM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:43:01.694300", + "end": "2022-03-05 19:43:27.496605", + "duration": 25.0 + } + ] + }, + { + "council_id": "ENF", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:14:07] Fetching Scraper for: ENF handlers.py:21\n Begin attempting to scrape: ENF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ENF... base.py:186\n Getting all files in ENF/json... base.py:186\n[20:14:08] ...found 63 files in ENF/json base.py:202\n Getting all files in ENF/raw... base.py:186\n ...found 63 files in ENF/raw base.py:202\n ...found 126 files in ENF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:14:09] Deleting batch no. 2 consisting of 26 files base.py:211\n[20:14:19] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:14:20] Finished attempting to scrape: ENF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:14:07.339302", + "end": "2022-03-05 20:14:20.373241", + "duration": 13.0 + } + ] + }, + { + "council_id": "EPP", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:26:38] Fetching Scraper for: EPP handlers.py:21\n[00:26:41] Begin attempting to scrape: EPP handlers.py:24\n[00:26:42] Deleting existing data... base.py:234\n Getting all files in EPP... base.py:186\n[00:26:43] Getting all files in EPP/json... base.py:186\n ...found 58 files in EPP/json base.py:202\n Getting all files in EPP/raw... base.py:186\n ...found 58 files in EPP/raw base.py:202\n ...found 117 files in EPP base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:26:44] Deleting batch no. 2 consisting of 17 files base.py:211\n[00:26:46] ...data deleted. base.py:241\n Scraping from http://rds.eppingforestdc.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:26:53] Committing batch 1 consisting of 92 files base.py:269\n[00:26:58] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[00:27:02] Finished attempting to scrape: EPP base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:26:38.066758", + "end": "2022-03-06 00:27:02.460892", + "duration": 24.0 + } + ] + }, + { + "council_id": "EPS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:02:30] Fetching Scraper for: EPS handlers.py:21\n Begin attempting to scrape: EPS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in EPS... base.py:186\n Getting all files in EPS/json... base.py:186\n[20:02:31] ...found 38 files in EPS/json base.py:202\n Getting all files in EPS/raw... base.py:186\n ...found 38 files in EPS/raw base.py:202\n ...found 77 files in EPS base.py:202\n Deleting batch no. 1 consisting of 77 files base.py:211\n[20:02:32] ...data deleted. base.py:241\n Scraping from https://democracy.epsom-ewell.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[20:02:34] Committing batch 1 consisting of 76 files base.py:269\n[20:02:37] No new councillor data found. base.py:317\n Finished attempting to scrape: EPS base.py:319\n", + "errors": "", + "start": "2022-03-05 20:02:30.459126", + "end": "2022-03-05 20:02:37.305256", + "duration": 6.0 + } + ] + }, + { + "council_id": "ERE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:04:38] Fetching Scraper for: ERE handlers.py:21\n Begin attempting to scrape: ERE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ERE... base.py:186\n[00:04:39] Getting all files in ERE/json... base.py:186\n ...found 46 files in ERE/json base.py:202\n Getting all files in ERE/raw... base.py:186\n ...found 46 files in ERE/raw base.py:202\n ...found 92 files in ERE base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[00:04:50] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:04:51] Finished attempting to scrape: ERE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:04:38.518815", + "end": "2022-03-06 00:04:51.196355", + "duration": 12.0 + } + ] + }, + { + "council_id": "ESS", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[00:06:49] Fetching Scraper for: ESS handlers.py:21\n Begin attempting to scrape: ESS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ESS... base.py:186\n[00:06:50] ESS Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n http://cmis.essexcc.gov.uk/EssexCmis5/Councillors.aspx \n Finished attempting to scrape: ESS base.py:319\n", + "errors": "", + "start": "2022-03-06 00:06:49.159218", + "end": "2022-03-06 00:06:50.454340", + "duration": 1.0 + }, + { + "status_code": "404", + "log_text": "[00:07:54] Fetching Scraper for: ESS handlers.py:21\n Begin attempting to scrape: ESS handlers.py:24\n Deleting existing data... base.py:234\n[00:07:55] Getting all files in ESS... base.py:186\n ...found 1 files in ESS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:07:58] ...data deleted. base.py:241\n Scraping from base.py:40\n http://cmis.essexcc.gov.uk/EssexCmis5/Councillors.aspx \n[00:07:59] Finished attempting to scrape: ESS base.py:319\n", + "errors": "", + "start": "2022-03-06 00:07:54.741276", + "end": "2022-03-06 00:07:59.263816", + "duration": 4.0 + }, + { + "status_code": "404", + "log_text": "[00:15:54] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: ESS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:15:41.175351", + "end": "2022-03-06 00:15:54.739144", + "duration": 13.0 + } + ] + }, + { + "council_id": "ESX", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:54:45] Fetching Scraper for: ESX handlers.py:21\n Begin attempting to scrape: ESX handlers.py:24\n[19:54:46] Deleting existing data... base.py:234\n Getting all files in ESX... base.py:186\n Getting all files in ESX/json... base.py:186\n ...found 46 files in ESX/json base.py:202\n Getting all files in ESX/raw... base.py:186\n[19:54:47] ...found 46 files in ESX/raw base.py:202\n ...found 92 files in ESX base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:54:58] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: ESX base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:54:45.876802", + "end": "2022-03-05 19:54:58.834575", + "duration": 12.0 + } + ] + }, + { + "council_id": "EXE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:13:25] Fetching Scraper for: EXE handlers.py:21\n Begin attempting to scrape: EXE handlers.py:24\n Deleting existing data... base.py:234\n[20:13:26] Getting all files in EXE... base.py:186\n Getting all files in EXE/json... base.py:186\n ...found 39 files in EXE/json base.py:202\n Getting all files in EXE/raw... base.py:186\n ...found 39 files in EXE/raw base.py:202\n ...found 78 files in EXE base.py:202\n Deleting batch no. 1 consisting of 78 files base.py:211\n[20:13:32] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: EXE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:13:25.342566", + "end": "2022-03-05 20:13:32.527501", + "duration": 7.0 + } + ] + }, + { + "council_id": "FAR", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:02:03] Fetching Scraper for: FAR handlers.py:21\n Begin attempting to scrape: FAR handlers.py:24\n Deleting existing data... base.py:234\n[00:02:04] Getting all files in FAR... base.py:186\n Getting all files in FAR/json... base.py:186\n ...found 31 files in FAR/json base.py:202\n Getting all files in FAR/raw... base.py:186\n ...found 31 files in FAR/raw base.py:202\n ...found 62 files in FAR base.py:202\n Deleting batch no. 1 consisting of 62 files base.py:211\n[00:02:06] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: FAR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:02:03.888075", + "end": "2022-03-06 00:02:06.789380", + "duration": 2.0 + } + ] + }, + { + "council_id": "FEN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:04:52] Fetching Scraper for: FEN handlers.py:21\n Begin attempting to scrape: FEN handlers.py:24\n Deleting existing data... base.py:234\n[20:04:53] Getting all files in FEN... base.py:186\n Getting all files in FEN/json... base.py:186\n ...found 39 files in FEN/json base.py:202\n Getting all files in FEN/raw... base.py:186\n ...found 39 files in FEN/raw base.py:202\n ...found 79 files in FEN base.py:202\n Deleting batch no. 1 consisting of 79 files base.py:211\n[20:04:54] ...data deleted. base.py:241\n Scraping from https://www.fenland.gov.uk/localgov//mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[20:04:57] Committing batch 1 consisting of 78 files base.py:269\n[20:04:58] No new councillor data found. base.py:317\n Finished attempting to scrape: FEN base.py:319\n", + "errors": "", + "start": "2022-03-05 20:04:52.677936", + "end": "2022-03-05 20:04:58.583139", + "duration": 5.0 + } + ] + }, + { + "council_id": "FLN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:53:20] Fetching Scraper for: FLN handlers.py:21\n Begin attempting to scrape: FLN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in FLN... base.py:186\n ...found 1 files in FLN base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:53:21] ...data deleted. base.py:241\n Scraping from http://cyfarfodyddpwyllgor.siryfflint.gov.uk base.py:40\n /mgWebService.asmx/GetCouncillorsByWard \n HTTPSConnectionPool(host='cyfarfodyddpwyllgor.siryffli handlers.py:33\n nt.gov.uk', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: FLN base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-05 20:53:20.155019", + "end": "2022-03-05 20:53:21.910683", + "duration": 1.0 + } + ] + }, + { + "council_id": "FOE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:30:06] Fetching Scraper for: FOE handlers.py:21\n Begin attempting to scrape: FOE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in FOE... base.py:186\n[00:30:07] Getting all files in FOE/json... base.py:186\n ...found 38 files in FOE/json base.py:202\n Getting all files in FOE/raw... base.py:186\n ...found 38 files in FOE/raw base.py:202\n ...found 77 files in FOE base.py:202\n Deleting batch no. 1 consisting of 77 files base.py:211\n[00:30:08] ...data deleted. base.py:241\n Scraping from https://meetings.fdean.gov.uk//mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:30:09] Committing batch 1 consisting of 76 files base.py:269\n[00:30:11] No new councillor data found. base.py:317\n Finished attempting to scrape: FOE base.py:319\n", + "errors": "", + "start": "2022-03-06 00:30:06.477109", + "end": "2022-03-06 00:30:11.245912", + "duration": 4.0 + } + ] + }, + { + "council_id": "FOR", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:50:15] Fetching Scraper for: FOR handlers.py:21\n Begin attempting to scrape: FOR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in FOR... base.py:186\n Getting all files in FOR/json... base.py:186\n ...found 64 files in FOR/json base.py:202\n Getting all files in FOR/raw... base.py:186\n ...found 64 files in FOR/raw base.py:202\n ...found 128 files in FOR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:50:22] Deleting batch no. 2 consisting of 28 files base.py:211\n[19:50:32] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: FOR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:50:15.089009", + "end": "2022-03-05 19:50:32.450588", + "duration": 17.0 + } + ] + }, + { + "council_id": "FYL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:21:02] Fetching Scraper for: FYL handlers.py:21\n Begin attempting to scrape: FYL handlers.py:24\n Deleting existing data... base.py:234\n[00:21:03] Getting all files in FYL... base.py:186\n Getting all files in FYL/json... base.py:186\n ...found 51 files in FYL/json base.py:202\n Getting all files in FYL/raw... base.py:186\n ...found 51 files in FYL/raw base.py:202\n ...found 103 files in FYL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:21:04] Deleting batch no. 2 consisting of 3 files base.py:211\n[00:21:08] ...data deleted. base.py:241\n Scraping from base.py:40\n https://fylde.cmis.uk.com/fylde/CouncillorsandMP.aspx \n[00:21:11] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/10/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:12] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:13] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:15] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/183/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:16] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:17] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:19] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/184/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:20] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/59/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:21] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:23] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:24] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:25] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:28] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:29] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:31] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:32] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/174/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:33] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:35] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/97/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:36] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/186/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:37] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:39] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/176/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:40] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:41] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:43] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:44] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:46] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/55/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:48] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:49] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/187/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:50] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:52] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:53] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/177/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:54] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:56] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMode/ \n Alphabetical/Default.aspx \n[00:21:57] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/170/ScreenMode \n /Alphabetical/Default.aspx \n[00:21:59] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/167/ScreenMode \n /Alphabetical/Default.aspx \n[00:22:00] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:02] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:05] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/178/ScreenMode \n /Alphabetical/Default.aspx \n[00:22:06] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:08] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/179/ScreenMode \n /Alphabetical/Default.aspx \n[00:22:09] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode \n /Alphabetical/Default.aspx \n[00:22:10] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:12] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:13] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:15] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/96/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:16] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:17] Committing batch 1 consisting of 92 files base.py:269\n[00:22:24] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:25] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:27] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/181/ScreenMode \n /Alphabetical/Default.aspx \n[00:22:29] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/ \n Alphabetical/Default.aspx \n[00:22:31] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40\n dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode \n /Alphabetical/Default.aspx \n[00:22:32] Committing batch 2 consisting of 10 files base.py:269\n[00:22:34] No new councillor data found. base.py:317\n Finished attempting to scrape: FYL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:21:02.872726", + "end": "2022-03-06 00:22:34.369621", + "duration": 91.0 + }, + { + "status_code": null, + "log_text": "[00:23:10] Fetching Scraper for: FYL handlers.py:21\n Begin attempting to scrape: FYL handlers.py:24\n[00:23:11] Deleting existing data... base.py:234\n Getting all files in FYL... base.py:186\n Getting all files in FYL/json... base.py:186\n ...found 51 files in FYL/json base.py:202\n Getting all files in FYL/raw... base.py:186\n[00:23:12] ...found 51 files in FYL/raw base.py:202\n ...found 103 files in FYL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:23:15] Deleting batch no. 2 consisting of 3 files base.py:211\n[00:23:19] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:23:20] Finished attempting to scrape: FYL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:23:10.953096", + "end": "2022-03-06 00:23:20.147560", + "duration": 9.0 + } + ] + }, + { + "council_id": "GAT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:11:23] Fetching Scraper for: GAT handlers.py:21\n Begin attempting to scrape: GAT handlers.py:24\n Deleting existing data... base.py:234\n[00:11:24] Getting all files in GAT... base.py:186\n Getting all files in GAT/json... base.py:186\n ...found 66 files in GAT/json base.py:202\n Getting all files in GAT/raw... base.py:186\n ...found 66 files in GAT/raw base.py:202\n ...found 132 files in GAT base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:11:30] Deleting batch no. 2 consisting of 32 files base.py:211\n[00:11:33] ...data deleted. base.py:241\n Scraping from http://democracy.gateshead.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:11:37] Committing batch 1 consisting of 92 files base.py:269\n[00:11:39] Committing batch 2 consisting of 40 files base.py:269\n[00:11:40] No new councillor data found. base.py:317\n Finished attempting to scrape: GAT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:11:23.903850", + "end": "2022-03-06 00:11:40.618815", + "duration": 16.0 + } + ] + }, + { + "council_id": "GED", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:56:23] Fetching Scraper for: GED handlers.py:21\n Begin attempting to scrape: GED handlers.py:24\n Deleting existing data... base.py:234\n[19:56:24] Getting all files in GED... base.py:186\n Getting all files in GED/json... base.py:186\n ...found 41 files in GED/json base.py:202\n Getting all files in GED/raw... base.py:186\n ...found 41 files in GED/raw base.py:202\n ...found 82 files in GED base.py:202\n Deleting batch no. 1 consisting of 82 files base.py:211\n[19:56:27] ...data deleted. base.py:241\n Scraping from https://democracy.gedling.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[19:56:29] Committing batch 1 consisting of 82 files base.py:269\n[19:56:31] No new councillor data found. base.py:317\n Finished attempting to scrape: GED base.py:319\n", + "errors": "", + "start": "2022-03-05 19:56:23.330275", + "end": "2022-03-05 19:56:31.336162", + "duration": 8.0 + } + ] + }, + { + "council_id": "GLO", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:03:04] Fetching Scraper for: GLO handlers.py:21\n Begin attempting to scrape: GLO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GLO... base.py:186\n Getting all files in GLO/json... base.py:186\n ...found 39 files in GLO/json base.py:202\n Getting all files in GLO/raw... base.py:186\n[00:03:05] ...found 39 files in GLO/raw base.py:202\n ...found 78 files in GLO base.py:202\n Deleting batch no. 1 consisting of 78 files base.py:211\n[00:03:11] ...data deleted. base.py:241\n Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:05:21] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: GLO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 00:03:04.144215", + "end": "2022-03-06 00:05:21.954596", + "duration": 137.0 + }, + { + "status_code": null, + "log_text": "[00:13:27] Fetching Scraper for: GLO handlers.py:21\n Begin attempting to scrape: GLO handlers.py:24\n Deleting existing data... base.py:234\n[00:13:28] Getting all files in GLO... base.py:186\n ...found 1 files in GLO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:13:30] ...data deleted. base.py:241\n Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:15:39] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[00:15:40] Finished attempting to scrape: GLO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 00:13:27.813319", + "end": "2022-03-06 00:15:40.217961", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[00:21:40] Fetching Scraper for: GLO handlers.py:21\n Begin attempting to scrape: GLO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GLO... base.py:186\n GLO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:23:50] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: GLO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 00:21:40.044248", + "end": "2022-03-06 00:23:50.784583", + "duration": 130.0 + }, + { + "status_code": null, + "log_text": "[00:25:34] Fetching Scraper for: GLO handlers.py:21\n Begin attempting to scrape: GLO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GLO... base.py:186\n GLO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:27:45] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33\n port=80): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: GLO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 00:25:34.096673", + "end": "2022-03-06 00:27:45.951145", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[00:30:33] Fetching Scraper for: GLO handlers.py:21\n Begin attempting to scrape: GLO handlers.py:24\n[00:30:34] Deleting existing data... base.py:234\n Getting all files in GLO... base.py:186\n ...found 1 files in GLO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:30:43] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: GLO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:30:33.966692", + "end": "2022-03-06 00:30:43.796271", + "duration": 9.0 + } + ] + }, + { + "council_id": "GLS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:21:03] Fetching Scraper for: GLS handlers.py:21\n Begin attempting to scrape: GLS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GLS... base.py:186\n[00:21:04] Getting all files in GLS/json... base.py:186\n ...found 53 files in GLS/json base.py:202\n Getting all files in GLS/raw... base.py:186\n ...found 53 files in GLS/raw base.py:202\n ...found 107 files in GLS base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:21:08] Deleting batch no. 2 consisting of 7 files base.py:211\n[00:21:13] ...data deleted. base.py:241\n Scraping from http://glostext.gloucestershire.gov.uk//mgWe base.py:40\n bService.asmx/GetCouncillorsByWard \n[00:21:18] Committing batch 1 consisting of 92 files base.py:269\n[00:21:20] Committing batch 2 consisting of 14 files base.py:269\n[00:21:22] No new councillor data found. base.py:317\n Finished attempting to scrape: GLS base.py:319\n", + "errors": "", + "start": "2022-03-06 00:21:03.583499", + "end": "2022-03-06 00:21:22.218618", + "duration": 18.0 + }, + { + "status_code": "200", + "log_text": "[00:24:49] Fetching Scraper for: GLS handlers.py:21\n Begin attempting to scrape: GLS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GLS... base.py:186\n[00:24:50] Getting all files in GLS/json... base.py:186\n ...found 53 files in GLS/json base.py:202\n Getting all files in GLS/raw... base.py:186\n ...found 53 files in GLS/raw base.py:202\n ...found 107 files in GLS base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:24:51] Deleting batch no. 2 consisting of 7 files base.py:211\n[00:24:55] ...data deleted. base.py:241\n Scraping from http://glostext.gloucestershire.gov.uk//mgWe base.py:40\n bService.asmx/GetCouncillorsByWard \n[00:25:01] Committing batch 1 consisting of 92 files base.py:269\n[00:25:02] Committing batch 2 consisting of 14 files base.py:269\n[00:25:09] Finished attempting to scrape: GLS base.py:319\n", + "errors": "", + "start": "2022-03-06 00:24:49.236503", + "end": "2022-03-06 00:25:09.457792", + "duration": 20.0 + } + ] + }, + { + "council_id": "GOS", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:46:55] Fetching Scraper for: GOS handlers.py:21\n Begin attempting to scrape: GOS handlers.py:24\n[19:46:56] Deleting existing data... base.py:234\n Getting all files in GOS... base.py:186\n Getting all files in GOS/json... base.py:186\n ...found 34 files in GOS/json base.py:202\n Getting all files in GOS/raw... base.py:186\n ...found 34 files in GOS/raw base.py:202\n ...found 68 files in GOS base.py:202\n Deleting batch no. 1 consisting of 68 files base.py:211\n[19:47:01] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: GOS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:46:55.926425", + "end": "2022-03-05 19:47:01.891794", + "duration": 5.0 + } + ] + }, + { + "council_id": "GRA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:03:04] Fetching Scraper for: GRA handlers.py:21\n Begin attempting to scrape: GRA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GRA... base.py:186\n[20:03:05] Getting all files in GRA/json... base.py:186\n ...found 44 files in GRA/json base.py:202\n Getting all files in GRA/raw... base.py:186\n ...found 44 files in GRA/raw base.py:202\n ...found 89 files in GRA base.py:202\n Deleting batch no. 1 consisting of 89 files base.py:211\n[20:03:07] ...data deleted. base.py:241\n Scraping from https://democracy.gravesham.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[20:03:09] Committing batch 1 consisting of 88 files base.py:269\n[20:03:10] No new councillor data found. base.py:317\n Finished attempting to scrape: GRA base.py:319\n", + "errors": "", + "start": "2022-03-05 20:03:04.557020", + "end": "2022-03-05 20:03:10.534659", + "duration": 5.0 + } + ] + }, + { + "council_id": "GRT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:50:24] Fetching Scraper for: GRT handlers.py:21\n Begin attempting to scrape: GRT handlers.py:24\n Deleting existing data... base.py:234\n[19:50:25] Getting all files in GRT... base.py:186\n GRT Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://www2.guildford.gov.uk/councilmeeting base.py:40\n s/mgWebService.asmx/GetCouncillorsByWard \n[19:50:26] Finished attempting to scrape: GRT base.py:319\n", + "errors": "", + "start": "2022-03-05 19:50:24.430776", + "end": "2022-03-05 19:50:26.392618", + "duration": 1.0 + }, + { + "status_code": "200", + "log_text": "[20:17:38] Created log commit base.py:376\n ea430fabe4bd41a606c18aa520961bd5f7734075 \n Attempting to create merge commit... base.py:281\n[20:17:43] An error occurred (InvalidTargetBranchException) when handlers.py:33\n calling the MergeBranchesBySquash operation: Target \n branch parameter must point to either source or \n destination tip commit. Verify your target branch \n value is valid and then try again \n Finished attempting to scrape: GRT base.py:319\n", + "errors": "An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again", + "start": "2022-03-05 20:17:33.693836", + "end": "2022-03-05 20:17:43.623550", + "duration": 9.0 + } + ] + }, + { + "council_id": "GRY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:22:43] Fetching Scraper for: GRY handlers.py:21\n Begin attempting to scrape: GRY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in GRY... base.py:186\n[00:22:44] Getting all files in GRY/json... base.py:186\n ...found 39 files in GRY/json base.py:202\n Getting all files in GRY/raw... base.py:186\n ...found 39 files in GRY/raw base.py:202\n ...found 79 files in GRY base.py:202\n Deleting batch no. 1 consisting of 79 files base.py:211\n[00:22:45] ...data deleted. base.py:241\n Scraping from https://great-yarmouth.cmis.uk.com/great-yar base.py:40\n mouth/Councillors/tabid/63/ScreenMode/Alphabetical/Default \n .aspx \n[00:22:46] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3 \n 88/ScreenMode/Alphabetical/Default.aspx \n[00:22:48] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 21/ScreenMode/Alphabetical/Default.aspx \n[00:22:49] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3 \n 89/ScreenMode/Alphabetical/Default.aspx \n[00:22:51] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 20/ScreenMode/Alphabetical/Default.aspx \n[00:22:52] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 86/ScreenMode/Alphabetical/Default.aspx \n[00:22:54] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 87/ScreenMode/Alphabetical/Default.aspx \n[00:22:55] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 70/ScreenMode/Alphabetical/Default.aspx \n[00:22:57] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5 \n 27/ScreenMode/Alphabetical/Default.aspx \n[00:23:00] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 68/ScreenMode/Alphabetical/Default.aspx \n[00:23:02] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/2 \n 8/ScreenMode/Alphabetical/Default.aspx \n[00:23:03] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 22/ScreenMode/Alphabetical/Default.aspx \n[00:23:05] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 88/ScreenMode/Alphabetical/Default.aspx \n[00:23:08] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 73/ScreenMode/Alphabetical/Default.aspx \n[00:23:09] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5 \n 26/ScreenMode/Alphabetical/Default.aspx \n[00:23:11] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1 \n 6/ScreenMode/Alphabetical/Default.aspx \n[00:23:12] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 89/ScreenMode/Alphabetical/Default.aspx \n[00:23:14] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 24/ScreenMode/Alphabetical/Default.aspx \n[00:23:16] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7 \n 05/ScreenMode/Alphabetical/Default.aspx \n[00:23:18] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/4 \n 0/ScreenMode/Alphabetical/Default.aspx \n[00:23:20] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5 \n 31/ScreenMode/Alphabetical/Default.aspx \n[00:23:23] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 71/ScreenMode/Alphabetical/Default.aspx \n[00:23:24] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 90/ScreenMode/Alphabetical/Default.aspx \n[00:23:26] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 91/ScreenMode/Alphabetical/Default.aspx \n[00:23:27] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1 \n 3/ScreenMode/Alphabetical/Default.aspx \n[00:23:29] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7 \n 06/ScreenMode/Alphabetical/Default.aspx \n[00:23:31] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3 \n 6/ScreenMode/Alphabetical/Default.aspx \n[00:23:33] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5 \n 25/ScreenMode/Alphabetical/Default.aspx \n[00:23:35] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 72/ScreenMode/Alphabetical/Default.aspx \n[00:23:36] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3 \n 96/ScreenMode/Alphabetical/Default.aspx \n[00:23:39] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 93/ScreenMode/Alphabetical/Default.aspx \n[00:23:41] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 94/ScreenMode/Alphabetical/Default.aspx \n[00:23:42] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3 \n 7/ScreenMode/Alphabetical/Default.aspx \n[00:23:45] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/4 \n 1/ScreenMode/Alphabetical/Default.aspx \n[00:23:46] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 95/ScreenMode/Alphabetical/Default.aspx \n[00:23:48] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 23/ScreenMode/Alphabetical/Default.aspx \n[00:23:49] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 96/ScreenMode/Alphabetical/Default.aspx \n[00:23:51] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5 \n 0/ScreenMode/Alphabetical/Default.aspx \n[00:23:53] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/2 \n 9/ScreenMode/Alphabetical/Default.aspx \n[00:23:55] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40\n outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6 \n 74/ScreenMode/Alphabetical/Default.aspx \n[00:23:57] Committing batch 1 consisting of 78 files base.py:269\n[00:23:58] No new councillor data found. base.py:317\n Finished attempting to scrape: GRY base.py:319\n", + "errors": "", + "start": "2022-03-06 00:22:43.536650", + "end": "2022-03-06 00:23:58.861437", + "duration": 75.0 + } + ] + }, + { + "council_id": "GWN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:01:43] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: GWN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:00:58.368891", + "end": "2022-03-06 00:01:43.476646", + "duration": 45.0 + } + ] + }, + { + "council_id": "HAA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:08:34] Fetching Scraper for: HAA handlers.py:21\n Begin attempting to scrape: HAA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HAA... base.py:186\n Getting all files in HAA/json... base.py:186\n[20:08:35] ...found 38 files in HAA/json base.py:202\n Getting all files in HAA/raw... base.py:186\n ...found 38 files in HAA/raw base.py:202\n ...found 76 files in HAA base.py:202\n Deleting batch no. 1 consisting of 76 files base.py:211\n[20:08:42] ...data deleted. base.py:241\n Scraping from http://havant.moderngov.co.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[20:08:45] Committing batch 1 consisting of 76 files base.py:269\n[20:08:46] No new councillor data found. base.py:317\n Finished attempting to scrape: HAA base.py:319\n", + "errors": "", + "start": "2022-03-05 20:08:34.447482", + "end": "2022-03-05 20:08:46.772866", + "duration": 12.0 + } + ] + }, + { + "council_id": "HAE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:55:01] Fetching Scraper for: HAE handlers.py:21\n[20:55:06] Begin attempting to scrape: HAE handlers.py:24\n[20:55:07] Deleting existing data... base.py:234\n Getting all files in HAE... base.py:186\n Getting all files in HAE/json... base.py:186\n ...found 28 files in HAE/json base.py:202\n Getting all files in HAE/raw... base.py:186\n[20:55:08] ...found 28 files in HAE/raw base.py:202\n ...found 56 files in HAE base.py:202\n Deleting batch no. 1 consisting of 56 files base.py:211\n[20:55:10] ...data deleted. base.py:241\n Scraping from http://democracy.hambleton.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:55:11] Committing batch 1 consisting of 56 files base.py:269\n[20:55:13] No new councillor data found. base.py:317\n Finished attempting to scrape: HAE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:55:01.594263", + "end": "2022-03-05 20:55:13.887007", + "duration": 12.0 + } + ] + }, + { + "council_id": "HAG", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:46:01] Fetching Scraper for: HAG handlers.py:21\n Begin attempting to scrape: HAG handlers.py:24\n[19:46:02] Deleting existing data... base.py:234\n Getting all files in HAG... base.py:186\n Getting all files in HAG/json... base.py:186\n[19:46:03] ...found 40 files in HAG/json base.py:202\n Getting all files in HAG/raw... base.py:186\n ...found 40 files in HAG/raw base.py:202\n ...found 80 files in HAG base.py:202\n Deleting batch no. 1 consisting of 80 files base.py:211\n[19:46:04] ...data deleted. base.py:241\n Scraping from https://democracy.harrogate.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:46:06] Committing batch 1 consisting of 80 files base.py:269\n[19:46:08] No new councillor data found. base.py:317\n Finished attempting to scrape: HAG base.py:319\n", + "errors": "", + "start": "2022-03-05 19:46:01.877359", + "end": "2022-03-05 19:46:08.843471", + "duration": 6.0 + } + ] + }, + { + "council_id": "HAL", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:59:54] Fetching Scraper for: HAL handlers.py:21\n Begin attempting to scrape: HAL handlers.py:24\n Deleting existing data... base.py:234\n[19:59:55] Getting all files in HAL... base.py:186\n Getting all files in HAL/json... base.py:186\n ...found 54 files in HAL/json base.py:202\n Getting all files in HAL/raw... base.py:186\n[19:59:56] ...found 54 files in HAL/raw base.py:202\n ...found 108 files in HAL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:59:58] Deleting batch no. 2 consisting of 8 files base.py:211\n[20:00:06] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: HAL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:59:54.877129", + "end": "2022-03-05 20:00:06.695772", + "duration": 11.0 + } + ] + }, + { + "council_id": "HAM", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[21:19:37] Fetching Scraper for: HAM handlers.py:21\n Begin attempting to scrape: HAM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HAM... base.py:186\n Getting all files in HAM/json... base.py:186\n ...found 78 files in HAM/json base.py:202\n Getting all files in HAM/raw... base.py:186\n ...found 78 files in HAM/raw base.py:202\n ...found 156 files in HAM base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[21:19:40] Deleting batch no. 2 consisting of 56 files base.py:211\n[21:19:54] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[21:19:55] Finished attempting to scrape: HAM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:19:37.038848", + "end": "2022-03-05 21:19:55.018924", + "duration": 17.0 + } + ] + }, + { + "council_id": "HAO", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:44:18] Fetching Scraper for: HAO handlers.py:21\n Begin attempting to scrape: HAO handlers.py:24\n[20:44:20] Deleting existing data... base.py:234\n Getting all files in HAO... base.py:186\n HAO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n https://cmis.harborough.gov.uk/cmis5/Councillors.aspx \n[20:44:21] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1427/ScreenMo \n de/Ward/Default.aspx \n[20:44:24] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1428/ScreenMo \n de/Ward/Default.aspx \n[20:44:26] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2068/ScreenMo \n de/Ward/Default.aspx \n[20:44:28] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2054/ScreenMo \n de/Ward/Default.aspx \n[20:44:31] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2151/ScreenMo \n de/Ward/Default.aspx \n[20:44:32] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2149/ScreenMo \n de/Ward/Default.aspx \n[20:44:35] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2107/ScreenMo \n de/Ward/Default.aspx \n[20:44:37] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2147/ScreenMo \n de/Ward/Default.aspx \n[20:44:39] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2057/ScreenMo \n de/Ward/Default.aspx \n[20:44:42] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2109/ScreenMo \n de/Ward/Default.aspx \n[20:44:44] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2163/ScreenMo \n de/Ward/Default.aspx \n[20:44:45] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2161/ScreenMo \n de/Ward/Default.aspx \n[20:44:48] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2059/ScreenMo \n de/Ward/Default.aspx \n[20:44:50] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2165/ScreenMo \n de/Ward/Default.aspx \n[20:44:52] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2066/ScreenMo \n de/Ward/Default.aspx \n[20:44:54] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2061/ScreenMo \n de/Ward/Default.aspx \n[20:44:56] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2164/ScreenMo \n de/Ward/Default.aspx \n[20:44:57] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2158/ScreenMo \n de/Ward/Default.aspx \n[20:44:59] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1450/ScreenMo \n de/Ward/Default.aspx \n[20:45:01] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2166/ScreenMo \n de/Ward/Default.aspx \n[20:45:02] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2162/ScreenMo \n de/Ward/Default.aspx \n[20:45:03] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2160/ScreenMo \n de/Ward/Default.aspx \n[20:45:05] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2074/ScreenMo \n de/Ward/Default.aspx \n[20:45:07] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2148/ScreenMo \n de/Ward/Default.aspx \n[20:45:09] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2072/ScreenMo \n de/Ward/Default.aspx \n[20:45:11] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1440/ScreenMo \n de/Ward/Default.aspx \n[20:45:15] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2159/ScreenMo \n de/Ward/Default.aspx \n[20:45:17] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1441/ScreenMo \n de/Ward/Default.aspx \n[20:45:19] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2156/ScreenMo \n de/Ward/Default.aspx \n[20:45:21] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2152/ScreenMo \n de/Ward/Default.aspx \n[20:45:22] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1444/ScreenMo \n de/Ward/Default.aspx \n[20:45:25] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2121/ScreenMo \n de/Ward/Default.aspx \n[20:45:27] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1445/ScreenMo \n de/Ward/Default.aspx \n[20:45:29] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1468/ScreenMo \n de/Ward/Default.aspx \n[20:45:31] Committing batch 1 consisting of 68 files base.py:269\n[20:45:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 68 files base.py:269\n[20:45:50] No new councillor data found. base.py:317\n Finished attempting to scrape: HAO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:44:18.957539", + "end": "2022-03-05 20:45:50.390555", + "duration": 91.0 + }, + { + "status_code": "200", + "log_text": "[21:01:10] Fetching Scraper for: HAO handlers.py:21\n Begin attempting to scrape: HAO handlers.py:24\n[21:01:11] Deleting existing data... base.py:234\n Getting all files in HAO... base.py:186\n Getting all files in HAO/json... base.py:186\n[21:01:12] ...found 34 files in HAO/json base.py:202\n Getting all files in HAO/raw... base.py:186\n ...found 34 files in HAO/raw base.py:202\n ...found 69 files in HAO base.py:202\n Deleting batch no. 1 consisting of 69 files base.py:211\n[21:01:15] ...data deleted. base.py:241\n Scraping from base.py:40\n https://cmis.harborough.gov.uk/cmis5/Councillors.aspx \n[21:01:16] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1427/ScreenMo \n de/Ward/Default.aspx \n[21:01:18] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1428/ScreenMo \n de/Ward/Default.aspx \n[21:01:20] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2068/ScreenMo \n de/Ward/Default.aspx \n[21:01:22] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2054/ScreenMo \n de/Ward/Default.aspx \n[21:01:24] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2151/ScreenMo \n de/Ward/Default.aspx \n[21:01:27] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2149/ScreenMo \n de/Ward/Default.aspx \n[21:01:29] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2107/ScreenMo \n de/Ward/Default.aspx \n[21:01:31] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2147/ScreenMo \n de/Ward/Default.aspx \n[21:01:33] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2057/ScreenMo \n de/Ward/Default.aspx \n[21:01:35] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2109/ScreenMo \n de/Ward/Default.aspx \n[21:01:37] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2163/ScreenMo \n de/Ward/Default.aspx \n[21:01:38] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2161/ScreenMo \n de/Ward/Default.aspx \n[21:01:40] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2059/ScreenMo \n de/Ward/Default.aspx \n[21:01:42] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2165/ScreenMo \n de/Ward/Default.aspx \n[21:01:44] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2066/ScreenMo \n de/Ward/Default.aspx \n[21:01:46] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2061/ScreenMo \n de/Ward/Default.aspx \n[21:01:48] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2164/ScreenMo \n de/Ward/Default.aspx \n[21:01:49] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2158/ScreenMo \n de/Ward/Default.aspx \n[21:01:52] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1450/ScreenMo \n de/Ward/Default.aspx \n[21:01:54] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2166/ScreenMo \n de/Ward/Default.aspx \n[21:01:55] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2162/ScreenMo \n de/Ward/Default.aspx \n[21:01:57] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2160/ScreenMo \n de/Ward/Default.aspx \n[21:01:58] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2074/ScreenMo \n de/Ward/Default.aspx \n[21:02:01] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2148/ScreenMo \n de/Ward/Default.aspx \n[21:02:03] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2072/ScreenMo \n de/Ward/Default.aspx \n[21:02:05] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1440/ScreenMo \n de/Ward/Default.aspx \n[21:02:07] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2159/ScreenMo \n de/Ward/Default.aspx \n[21:02:09] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1441/ScreenMo \n de/Ward/Default.aspx \n[21:02:11] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2156/ScreenMo \n de/Ward/Default.aspx \n[21:02:13] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2152/ScreenMo \n de/Ward/Default.aspx \n[21:02:15] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1444/ScreenMo \n de/Ward/Default.aspx \n[21:02:19] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2121/ScreenMo \n de/Ward/Default.aspx \n[21:02:20] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1445/ScreenMo \n de/Ward/Default.aspx \n[21:02:23] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40\n lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1468/ScreenMo \n de/Ward/Default.aspx \n[21:02:25] Committing batch 1 consisting of 68 files base.py:269\n[21:02:32] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 68 files base.py:269\n[21:02:33] Finished attempting to scrape: HAO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:01:10.963824", + "end": "2022-03-05 21:02:33.819339", + "duration": 82.0 + } + ] + }, + { + "council_id": "HAR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:17:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: HAR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:17:18.795216", + "end": "2022-03-06 00:17:37.390382", + "duration": 18.0 + } + ] + }, + { + "council_id": "HAS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:41:04] Fetching Scraper for: HAS handlers.py:21\n Begin attempting to scrape: HAS handlers.py:24\n Deleting existing data... base.py:234\n[19:41:05] Getting all files in HAS... base.py:186\n Getting all files in HAS/json... base.py:186\n ...found 32 files in HAS/json base.py:202\n Getting all files in HAS/raw... base.py:186\n ...found 32 files in HAS/raw base.py:202\n ...found 65 files in HAS base.py:202\n Deleting batch no. 1 consisting of 65 files base.py:211\n[19:41:06] ...data deleted. base.py:241\n Scraping from http://hastings.moderngov.co.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[19:41:08] Committing batch 1 consisting of 64 files base.py:269\n[19:41:11] No new councillor data found. base.py:317\n Finished attempting to scrape: HAS base.py:319\n", + "errors": "", + "start": "2022-03-05 19:41:04.844172", + "end": "2022-03-05 19:41:11.191738", + "duration": 6.0 + } + ] + }, + { + "council_id": "HAT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:28:29] Fetching Scraper for: HAT handlers.py:21\n Begin attempting to scrape: HAT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HAT... base.py:186\n Getting all files in HAT/json... base.py:186\n[00:28:30] ...found 33 files in HAT/json base.py:202\n Getting all files in HAT/raw... base.py:186\n ...found 33 files in HAT/raw base.py:202\n ...found 67 files in HAT base.py:202\n Deleting batch no. 1 consisting of 67 files base.py:211\n[00:28:31] ...data deleted. base.py:241\n Scraping from http://hart.moderngov.co.uk/mgWebService.asm base.py:40\n x/GetCouncillorsByWard \n[00:28:33] Committing batch 1 consisting of 66 files base.py:269\n[00:28:35] No new councillor data found. base.py:317\n Finished attempting to scrape: HAT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:28:29.407293", + "end": "2022-03-06 00:28:35.035539", + "duration": 5.0 + } + ] + }, + { + "council_id": "HAV", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:02:06] Fetching Scraper for: HAV handlers.py:21\n Begin attempting to scrape: HAV handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HAV... base.py:186\n Getting all files in HAV/raw... base.py:186\n ...found 8 files in HAV/raw base.py:202\n ...found 8 files in HAV base.py:202\n Deleting batch no. 1 consisting of 8 files base.py:211\n[20:02:17] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: HAV base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:02:06.138905", + "end": "2022-03-05 20:02:17.876039", + "duration": 11.0 + } + ] + }, + { + "council_id": "HEF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:22:54] Fetching Scraper for: HEF handlers.py:21\n Begin attempting to scrape: HEF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HEF... base.py:186\n Getting all files in HEF/json... base.py:186\n ...found 53 files in HEF/json base.py:202\n Getting all files in HEF/raw... base.py:186\n[00:22:55] ...found 53 files in HEF/raw base.py:202\n ...found 107 files in HEF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:22:56] Deleting batch no. 2 consisting of 7 files base.py:211\n[00:23:00] ...data deleted. base.py:241\n Scraping from http://councillors.herefordshire.gov.uk/mgWe base.py:40\n bService.asmx/GetCouncillorsByWard \n[00:23:03] Committing batch 1 consisting of 92 files base.py:269\n[00:23:05] Committing batch 2 consisting of 14 files base.py:269\n[00:23:07] Finished attempting to scrape: HEF base.py:319\n", + "errors": "", + "start": "2022-03-06 00:22:54.243729", + "end": "2022-03-06 00:23:08.029708", + "duration": 13.0 + } + ] + }, + { + "council_id": "HER", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:21:30] Fetching Scraper for: HER handlers.py:21\n Begin attempting to scrape: HER handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HER... base.py:186\n ...found 1 files in HER base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:21:34] ...data deleted. base.py:241\n Scraping from https://www5.hertsmere.gov.uk/democracy//mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n[20:21:39] Finished attempting to scrape: HER base.py:319\n", + "errors": "", + "start": "2022-03-05 20:21:30.096309", + "end": "2022-03-05 20:21:39.242028", + "duration": 9.0 + }, + { + "status_code": "200", + "log_text": "[20:22:51] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: HER base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:22:11.218088", + "end": "2022-03-05 20:22:51.402586", + "duration": 40.0 + } + ] + }, + { + "council_id": "HIG", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:41:45] Fetching Scraper for: HIG handlers.py:21\n Begin attempting to scrape: HIG handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HIG... base.py:186\n Getting all files in HIG/json... base.py:186\n ...found 46 files in HIG/json base.py:202\n Getting all files in HIG/raw... base.py:186\n[19:41:46] ...found 46 files in HIG/raw base.py:202\n ...found 92 files in HIG base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:41:49] ...data deleted. base.py:241\n Scraping from https://democracy.highpeak.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:41:54] Committing batch 1 consisting of 92 files base.py:269\n[19:41:56] Committing batch 2 consisting of 92 files base.py:269\n[19:42:02] Committing batch 3 consisting of 14 files base.py:269\n[19:42:03] No new councillor data found. base.py:317\n Finished attempting to scrape: HIG base.py:319\n", + "errors": "", + "start": "2022-03-05 19:41:45.191316", + "end": "2022-03-05 19:42:03.420229", + "duration": 18.0 + } + ] + }, + { + "council_id": "HIL", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:41:57] Fetching Scraper for: HIL handlers.py:21\n Begin attempting to scrape: HIL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HIL... base.py:186\n Getting all files in HIL/json... base.py:186\n[19:41:58] ...found 65 files in HIL/json base.py:202\n Getting all files in HIL/raw... base.py:186\n ...found 65 files in HIL/raw base.py:202\n ...found 130 files in HIL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:42:00] Deleting batch no. 2 consisting of 30 files base.py:211\n[19:42:09] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: HIL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:41:57.318575", + "end": "2022-03-05 19:42:09.716891", + "duration": 12.0 + } + ] + }, + { + "council_id": "HIN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:10:33] Fetching Scraper for: HIN handlers.py:21\n Begin attempting to scrape: HIN handlers.py:24\n Deleting existing data... base.py:234\n[00:10:34] Getting all files in HIN... base.py:186\n Getting all files in HIN/json... base.py:186\n[00:10:35] ...found 34 files in HIN/json base.py:202\n Getting all files in HIN/raw... base.py:186\n ...found 34 files in HIN/raw base.py:202\n ...found 68 files in HIN base.py:202\n Deleting batch no. 1 consisting of 68 files base.py:211\n[00:10:38] ...data deleted. base.py:241\n Scraping from http://moderngov.hinckley-bosworth.gov.uk/mg base.py:40\n WebService.asmx/GetCouncillorsByWard \n[00:10:41] Committing batch 1 consisting of 68 files base.py:269\n[00:10:43] No new councillor data found. base.py:317\n Finished attempting to scrape: HIN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:10:33.804667", + "end": "2022-03-06 00:10:43.186024", + "duration": 9.0 + } + ] + }, + { + "council_id": "HMF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:14:46] Fetching Scraper for: HMF handlers.py:21\n Begin attempting to scrape: HMF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HMF... base.py:186\n HMF Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.lbhf.gov.uk/mgWebService.as base.py:40\n mx/GetCouncillorsByWard \n[00:14:50] Committing batch 1 consisting of 92 files base.py:269\n[00:14:55] No new councillor data found. base.py:317\n Finished attempting to scrape: HMF base.py:319\n", + "errors": "", + "start": "2022-03-06 00:14:46.002969", + "end": "2022-03-06 00:14:55.220290", + "duration": 9.0 + } + ] + }, + { + "council_id": "HNS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:31:29] Fetching Scraper for: HNS handlers.py:21\n Begin attempting to scrape: HNS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HNS... base.py:186\n[20:31:30] Getting all files in HNS/json... base.py:186\n ...found 59 files in HNS/json base.py:202\n Getting all files in HNS/raw... base.py:186\n ...found 59 files in HNS/raw base.py:202\n ...found 118 files in HNS base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:31:31] Deleting batch no. 2 consisting of 18 files base.py:211\n[20:31:34] ...data deleted. base.py:241\n Scraping from https://democraticservices.hounslow.gov.uk/m base.py:40\n gWebService.asmx/GetCouncillorsByWard \n[20:31:37] Committing batch 1 consisting of 92 files base.py:269\n[20:31:39] Committing batch 2 consisting of 26 files base.py:269\n[20:31:47] Finished attempting to scrape: HNS base.py:319\n", + "errors": "", + "start": "2022-03-05 20:31:29.599151", + "end": "2022-03-05 20:31:47.997765", + "duration": 18.0 + } + ] + }, + { + "council_id": "HOR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:24:08] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: HOR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:23:51.477121", + "end": "2022-03-05 20:24:08.775835", + "duration": 17.0 + } + ] + }, + { + "council_id": "HRT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:26:08] Fetching Scraper for: HRT handlers.py:21\n Begin attempting to scrape: HRT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HRT... base.py:186\n Getting all files in HRT/json... base.py:186\n[00:26:09] ...found 78 files in HRT/json base.py:202\n Getting all files in HRT/raw... base.py:186\n ...found 78 files in HRT/raw base.py:202\n ...found 157 files in HRT base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:26:10] Deleting batch no. 2 consisting of 57 files base.py:211\n[00:26:11] ...data deleted. base.py:241\n Scraping from https://democracy.hertfordshire.gov.uk//mgWe base.py:40\n bService.asmx/GetCouncillorsByWard \n[00:26:17] Committing batch 1 consisting of 92 files base.py:269\n[00:26:18] Committing batch 2 consisting of 64 files base.py:269\n[00:26:20] Finished attempting to scrape: HRT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:26:08.388845", + "end": "2022-03-06 00:26:20.343899", + "duration": 11.0 + } + ] + }, + { + "council_id": "HRW", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:42:34] Fetching Scraper for: HRW handlers.py:21\n Begin attempting to scrape: HRW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HRW... base.py:186\n Getting all files in HRW/json... base.py:186\n ...found 46 files in HRW/json base.py:202\n Getting all files in HRW/raw... base.py:186\n[20:42:35] ...found 46 files in HRW/raw base.py:202\n ...found 92 files in HRW base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:42:42] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: HRW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:42:34.182541", + "end": "2022-03-05 20:42:42.810231", + "duration": 8.0 + } + ] + }, + { + "council_id": "HRY", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:21:43] Fetching Scraper for: HRY handlers.py:21\n Begin attempting to scrape: HRY handlers.py:24\n Deleting existing data... base.py:234\n[00:21:44] Getting all files in HRY... base.py:186\n Getting all files in HRY/json... base.py:186\n ...found 57 files in HRY/json base.py:202\n Getting all files in HRY/raw... base.py:186\n ...found 57 files in HRY/raw base.py:202\n ...found 115 files in HRY base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:21:45] Deleting batch no. 2 consisting of 15 files base.py:211\n[00:21:53] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:21:54] Finished attempting to scrape: HRY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:21:43.774599", + "end": "2022-03-06 00:21:54.186773", + "duration": 10.0 + } + ] + }, + { + "council_id": "HUN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:00:02] Fetching Scraper for: HUN handlers.py:21\n Begin attempting to scrape: HUN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in HUN... base.py:186\n Getting all files in HUN/json... base.py:186\n[00:00:04] ...found 52 files in HUN/json base.py:202\n Getting all files in HUN/raw... base.py:186\n[00:00:05] ...found 52 files in HUN/raw base.py:202\n ...found 104 files in HUN base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:00:08] Deleting batch no. 2 consisting of 4 files base.py:211\n[00:00:13] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: HUN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:00:02.042344", + "end": "2022-03-06 00:00:13.971521", + "duration": 11.0 + } + ] + }, + { + "council_id": "HYN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:41:32] Fetching Scraper for: HYN handlers.py:21\n Begin attempting to scrape: HYN handlers.py:24\n[19:41:33] Deleting existing data... base.py:234\n Getting all files in HYN... base.py:186\n Getting all files in HYN/json... base.py:186\n ...found 35 files in HYN/json base.py:202\n Getting all files in HYN/raw... base.py:186\n ...found 35 files in HYN/raw base.py:202\n ...found 70 files in HYN base.py:202\n Deleting batch no. 1 consisting of 70 files base.py:211\n[19:41:35] ...data deleted. base.py:241\n Scraping from https://democracy.hyndburnbc.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[19:41:37] Committing batch 1 consisting of 70 files base.py:269\n[19:41:45] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 70 files base.py:269\n[19:41:52] No new councillor data found. base.py:317\n Finished attempting to scrape: HYN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:41:32.908223", + "end": "2022-03-05 19:41:52.666806", + "duration": 19.0 + } + ] + }, + { + "council_id": "IOS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:09:03] Fetching Scraper for: IOS handlers.py:21\n Begin attempting to scrape: IOS handlers.py:24\n[20:09:04] Deleting existing data... base.py:234\n Getting all files in IOS... base.py:186\n Getting all files in IOS/json... base.py:186\n ...found 16 files in IOS/json base.py:202\n Getting all files in IOS/raw... base.py:186\n ...found 16 files in IOS/raw base.py:202\n ...found 32 files in IOS base.py:202\n Deleting batch no. 1 consisting of 32 files base.py:211\n[20:09:06] ...data deleted. base.py:241\n Scraping from http://committees.scilly.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[20:09:07] Committing batch 1 consisting of 32 files base.py:269\n[20:09:09] No new councillor data found. base.py:317\n Finished attempting to scrape: IOS base.py:319\n", + "errors": "", + "start": "2022-03-05 20:09:03.956804", + "end": "2022-03-05 20:09:09.702295", + "duration": 5.0 + } + ] + }, + { + "council_id": "IPS", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:47:20] Fetching Scraper for: IPS handlers.py:21\n Begin attempting to scrape: IPS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in IPS... base.py:186\n[19:47:21] Getting all files in IPS/json... base.py:186\n ...found 46 files in IPS/json base.py:202\n Getting all files in IPS/raw... base.py:186\n ...found 46 files in IPS/raw base.py:202\n ...found 92 files in IPS base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:47:26] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: IPS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:47:20.225396", + "end": "2022-03-05 19:47:26.677687", + "duration": 6.0 + } + ] + }, + { + "council_id": "ISL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:12:49] Fetching Scraper for: ISL handlers.py:21\n Begin attempting to scrape: ISL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ISL... base.py:186\n Getting all files in ISL/json... base.py:186\n[20:12:50] ...found 48 files in ISL/json base.py:202\n Getting all files in ISL/raw... base.py:186\n ...found 48 files in ISL/raw base.py:202\n ...found 97 files in ISL base.py:202\n Deleting batch no. 1 consisting of 97 files base.py:211\n[20:12:53] ...data deleted. base.py:241\n Scraping from http://democracy.islington.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:12:56] Committing batch 1 consisting of 92 files base.py:269\n[20:12:58] Committing batch 2 consisting of 4 files base.py:269\n[20:13:04] No new councillor data found. base.py:317\n Finished attempting to scrape: ISL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:12:49.314688", + "end": "2022-03-05 20:13:04.438241", + "duration": 15.0 + } + ] + }, + { + "council_id": "KEC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:10:40] Fetching Scraper for: KEC handlers.py:21\n Begin attempting to scrape: KEC handlers.py:24\n Deleting existing data... base.py:234\n[20:10:41] Getting all files in KEC... base.py:186\n KEC Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://www.rbkc.gov.uk/council-and-democrac base.py:40\n y/councillors-and-committees/councillors/cllrs-ward/counci \n llors-and-their-wards \n[20:10:43] Scraping from https://www.rbkc.gov.ukhttps://www.rbkc.gov. base.py:40\n uk/committees/Councillors/tabid/62/ctl/ViewCMIS_Person/mid \n /384/id/421/ScreenMode/Alphabetical/Default.aspx \n HTTPSConnectionPool(host='www.rbkc.gov.ukhttps', handlers.py:33\n port=443): Max retries exceeded with url: //www.rbkc.g \n ov.uk/committees/Councillors/tabid/62/ctl/ViewCMIS_Per \n son/mid/384/id/421/ScreenMode/Alphabetical/Default.asp \n x (Caused by NewConnectionError(': Failed to \n establish a new connection: [Errno -2] Name or service \n not known')) \n Finished attempting to scrape: KEC base.py:319\n", + "errors": "None: Max retries exceeded with url: //www.rbkc.gov.uk/committees/Councillors/tabid/62/ctl/ViewCMIS_Person/mid/384/id/421/ScreenMode/Alphabetical/Default.aspx (Caused by None)", + "start": "2022-03-05 20:10:40.761763", + "end": "2022-03-05 20:10:43.890585", + "duration": 3.0 + } + ] + }, + { + "council_id": "KEN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:02:44] Fetching Scraper for: KEN handlers.py:21\n Begin attempting to scrape: KEN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in KEN... base.py:186\n Getting all files in KEN/json... base.py:186\n[00:02:45] ...found 81 files in KEN/json base.py:202\n Getting all files in KEN/raw... base.py:186\n ...found 81 files in KEN/raw base.py:202\n ...found 162 files in KEN base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:02:55] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: KEN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:02:44.432719", + "end": "2022-03-06 00:02:55.377083", + "duration": 10.0 + } + ] + }, + { + "council_id": "KHL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:30:13] Fetching Scraper for: KHL handlers.py:21\n Begin attempting to scrape: KHL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in KHL... base.py:186\n[20:30:14] KHL Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers.aspx \n[20:30:15] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/794/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/590/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:21] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/798/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:23] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:30:26] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/585/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:30] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/45/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:30:33] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/699/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:35] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/800/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:38] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/46/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:30:41] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/47/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:30:44] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/793/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:46] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/51/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:30:49] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/702/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:53] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/588/ScreenMode/Alphabetical/De \n fault.aspx \n[20:30:56] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1008/ScreenMode/Alphabetical/D \n efault.aspx \n[20:30:58] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/790/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:00] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/802/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:04] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:31:07] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/636/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:10] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphabetical/D \n efault.aspx \n[20:31:12] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/54/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:31:16] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/935/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/57/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:31:21] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/58/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:31:23] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/637/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:27] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/933/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:29] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/635/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:33] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/801/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/63/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:31:39] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:31:41] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/701/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:43] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1007/ScreenMode/Alphabetical/D \n efault.aspx \n[20:31:47] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/638/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:49] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/799/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:52] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/125/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:54] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/795/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:57] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetical/De \n fault.aspx \n[20:31:59] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphabetical/D \n efault.aspx \n[20:32:01] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:32:04] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphabetical/D \n efault.aspx \n[20:32:06] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/69/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:32:10] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/587/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:13] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/72/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:32:15] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/804/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:32:21] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/805/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:24] Committing batch 1 consisting of 92 files base.py:269\n[20:32:25] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/806/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:28] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/697/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:30] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:32:32] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/934/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/700/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:39] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/589/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:42] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/698/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:44] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetical/Def \n ault.aspx \n[20:32:47] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:50] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/591/ScreenMode/Alphabetical/De \n fault.aspx \n[20:32:52] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1010/ScreenMode/Alphabetical/D \n efault.aspx \n[20:32:54] Committing batch 2 consisting of 22 files base.py:269\n[20:32:59] Finished attempting to scrape: KHL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:30:13.675242", + "end": "2022-03-05 20:32:59.833035", + "duration": 166.0 + }, + { + "status_code": "200", + "log_text": "[21:14:58] Fetching Scraper for: KHL handlers.py:21\n Begin attempting to scrape: KHL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in KHL... base.py:186\n Getting all files in KHL/json... base.py:186\n ...found 57 files in KHL/json base.py:202\n Getting all files in KHL/raw... base.py:186\n ...found 57 files in KHL/raw base.py:202\n ...found 114 files in KHL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[21:14:59] Deleting batch no. 2 consisting of 14 files base.py:211\n[21:15:09] ...data deleted. base.py:241\n Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers.aspx \n[21:15:11] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/794/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:13] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/590/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:17] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/798/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:20] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:15:22] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/585/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:25] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/45/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:15:28] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/699/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:31] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/800/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:33] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/46/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:15:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/47/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:15:40] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/793/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:43] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/51/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:15:46] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/702/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:48] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/588/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:51] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1008/ScreenMode/Alphabetical/D \n efault.aspx \n[21:15:53] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/790/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:55] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/802/ScreenMode/Alphabetical/De \n fault.aspx \n[21:15:58] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:02] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/636/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:05] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphabetical/D \n efault.aspx \n[21:16:08] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/54/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:11] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/935/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:13] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/57/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:15] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/58/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/637/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:20] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/933/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:23] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/635/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:26] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/801/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:29] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/63/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:32] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:35] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/701/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:37] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1007/ScreenMode/Alphabetical/D \n efault.aspx \n[21:16:40] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/638/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:42] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/799/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:46] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/125/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:48] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/795/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:50] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetical/De \n fault.aspx \n[21:16:53] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphabetical/D \n efault.aspx \n[21:16:55] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:16:58] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphabetical/D \n efault.aspx \n[21:17:00] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/69/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:17:03] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/587/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:06] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/72/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:17:08] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/804/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:11] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:17:14] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/805/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:16] Committing batch 1 consisting of 92 files base.py:269\n[21:17:20] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/806/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:24] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/697/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:27] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:17:29] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/934/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:32] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/700/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/589/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:38] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/698/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:41] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetical/Def \n ault.aspx \n[21:17:45] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:48] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/591/ScreenMode/Alphabetical/De \n fault.aspx \n[21:17:50] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40\n ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl \n /ViewCMIS_Person/mid/383/id/1010/ScreenMode/Alphabetical/D \n efault.aspx \n[21:17:54] Committing batch 2 consisting of 22 files base.py:269\n[21:17:59] Finished attempting to scrape: KHL base.py:319\n", + "errors": "", + "start": "2022-03-05 21:14:58.062405", + "end": "2022-03-05 21:17:59.790469", + "duration": 181.0 + }, + { + "status_code": null, + "log_text": "[21:36:13] Fetching Scraper for: KHL handlers.py:21\n Begin attempting to scrape: KHL handlers.py:24\n Deleting existing data... base.py:234\n[21:36:14] Getting all files in KHL... base.py:186\n Getting all files in KHL/json... base.py:186\n ...found 57 files in KHL/json base.py:202\n Getting all files in KHL/raw... base.py:186\n ...found 57 files in KHL/raw base.py:202\n ...found 115 files in KHL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[21:36:19] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[21:36:20] No new councillor data found. base.py:317\n Finished attempting to scrape: KHL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:36:13.741727", + "end": "2022-03-05 21:36:20.201134", + "duration": 6.0 + } + ] + }, + { + "council_id": "KIN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:08:35] Fetching Scraper for: KIN handlers.py:21\n Begin attempting to scrape: KIN handlers.py:24\n[00:08:36] Deleting existing data... base.py:234\n Getting all files in KIN... base.py:186\n Getting all files in KIN/json... base.py:186\n ...found 55 files in KIN/json base.py:202\n Getting all files in KIN/raw... base.py:186\n ...found 55 files in KIN/raw base.py:202\n ...found 110 files in KIN base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:08:40] Deleting batch no. 2 consisting of 10 files base.py:211\n[00:08:45] ...data deleted. base.py:241\n Scraping from http://democracy.west-norfolk.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:08:48] Committing batch 1 consisting of 92 files base.py:269\n[00:08:51] Committing batch 2 consisting of 18 files base.py:269\n[00:08:53] Finished attempting to scrape: KIN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:08:35.961496", + "end": "2022-03-06 00:08:53.857683", + "duration": 17.0 + } + ] + }, + { + "council_id": "KIR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:10:54] Fetching Scraper for: KIR handlers.py:21\n Begin attempting to scrape: KIR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in KIR... base.py:186\n Getting all files in KIR/raw... base.py:186\n ...found 38 files in KIR/raw base.py:202\n ...found 38 files in KIR base.py:202\n Deleting batch no. 1 consisting of 38 files base.py:211\n[00:11:00] ...data deleted. base.py:241\n Scraping from http://democracy.kirklees.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:11:03] Committing batch 1 consisting of 92 files base.py:269\n[00:11:08] Committing batch 2 consisting of 46 files base.py:269\n[00:11:11] Finished attempting to scrape: KIR base.py:319\n", + "errors": "", + "start": "2022-03-06 00:10:54.098306", + "end": "2022-03-06 00:11:12.008890", + "duration": 17.0 + } + ] + }, + { + "council_id": "KTT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:23:53] Fetching Scraper for: KTT handlers.py:21\n Begin attempting to scrape: KTT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in KTT... base.py:186\n Getting all files in KTT/json... base.py:186\n ...found 47 files in KTT/json base.py:202\n Getting all files in KTT/raw... base.py:186\n[00:23:54] ...found 47 files in KTT/raw base.py:202\n ...found 94 files in KTT base.py:202\n Deleting batch no. 1 consisting of 94 files base.py:211\n ...data deleted. base.py:241\n Scraping from https://moderngov.kingston.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:23:57] Committing batch 1 consisting of 92 files base.py:269\n[00:23:58] Committing batch 2 consisting of 2 files base.py:269\n[00:24:00] Finished attempting to scrape: KTT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:23:53.255452", + "end": "2022-03-06 00:24:00.297676", + "duration": 7.0 + } + ] + }, + { + "council_id": "KWL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:30:10] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: KWL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:29:57.990988", + "end": "2022-03-05 20:30:10.735501", + "duration": 12.0 + } + ] + }, + { + "council_id": "LAC", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:16:36] Fetching Scraper for: LAC handlers.py:21\n Begin attempting to scrape: LAC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LAC... base.py:186\n Getting all files in LAC/json... base.py:186\n[00:16:37] ...found 60 files in LAC/json base.py:202\n Getting all files in LAC/raw... base.py:186\n ...found 60 files in LAC/raw base.py:202\n ...found 121 files in LAC base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:16:41] Deleting batch no. 2 consisting of 21 files base.py:211\n[00:16:52] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:16:53] Finished attempting to scrape: LAC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:16:36.398554", + "end": "2022-03-06 00:16:53.086819", + "duration": 16.0 + } + ] + }, + { + "council_id": "LAN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:50:51] Fetching Scraper for: LAN handlers.py:21\n Begin attempting to scrape: LAN handlers.py:24\n Deleting existing data... base.py:234\n[19:50:52] Getting all files in LAN... base.py:186\n Getting all files in LAN/json... base.py:186\n ...found 46 files in LAN/json base.py:202\n Getting all files in LAN/raw... base.py:186\n ...found 46 files in LAN/raw base.py:202\n ...found 92 files in LAN base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:50:56] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:50:57] Finished attempting to scrape: LAN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:50:51.808686", + "end": "2022-03-05 19:50:57.141191", + "duration": 5.0 + } + ] + }, + { + "council_id": "LBH", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:28:55] Fetching Scraper for: LBH handlers.py:21\n Begin attempting to scrape: LBH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LBH... base.py:186\n Getting all files in LBH/json... base.py:186\n ...found 63 files in LBH/json base.py:202\n Getting all files in LBH/raw... base.py:186\n[00:28:56] ...found 63 files in LBH/raw base.py:202\n ...found 127 files in LBH base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:28:57] Deleting batch no. 2 consisting of 27 files base.py:211\n[00:28:58] ...data deleted. base.py:241\n Scraping from https://moderngov.lambeth.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:29:02] Committing batch 1 consisting of 92 files base.py:269\n[00:29:04] Committing batch 2 consisting of 34 files base.py:269\n[00:29:05] No new councillor data found. base.py:317\n Finished attempting to scrape: LBH base.py:319\n", + "errors": "", + "start": "2022-03-06 00:28:55.257545", + "end": "2022-03-06 00:29:05.800911", + "duration": 10.0 + } + ] + }, + { + "council_id": "LCE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:16:31] Fetching Scraper for: LCE handlers.py:21\n Begin attempting to scrape: LCE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LCE... base.py:186\n Getting all files in LCE/raw... base.py:186\n ...found 11 files in LCE/raw base.py:202\n ...found 11 files in LCE base.py:202\n Deleting batch no. 1 consisting of 11 files base.py:211\n[20:16:38] ...data deleted. base.py:241\n Scraping from https://cabinet.leicester.gov.uk//mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:16:43] Committing batch 1 consisting of 92 files base.py:269\n[20:16:49] Committing batch 2 consisting of 18 files base.py:269\n[20:16:57] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 18 files base.py:269\n[20:17:00] Finished attempting to scrape: LCE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:16:31.333772", + "end": "2022-03-05 20:17:00.169258", + "duration": 28.0 + } + ] + }, + { + "council_id": "LDS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:22:49] Fetching Scraper for: LDS handlers.py:21\n Begin attempting to scrape: LDS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LDS... base.py:186\n Getting all files in LDS/json... base.py:186\n ...found 99 files in LDS/json base.py:202\n Getting all files in LDS/raw... base.py:186\n[00:22:50] ...found 99 files in LDS/raw base.py:202\n ...found 199 files in LDS base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:22:51] Deleting batch no. 2 consisting of 99 files base.py:211\n[00:22:59] ...data deleted. base.py:241\n Scraping from http://democracy.leeds.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[00:23:07] Committing batch 1 consisting of 92 files base.py:269\n[00:23:18] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[00:23:21] Finished attempting to scrape: LDS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:22:49.252439", + "end": "2022-03-06 00:23:21.026194", + "duration": 31.0 + }, + { + "status_code": "200", + "log_text": "[00:27:15] Created log commit base.py:376\n 319b83f9eefc014a5f9d8d3c4be5e92eb8d89d5e \n Attempting to create merge commit... base.py:281\n[00:27:20] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33\n when calling the MergeBranchesBySquash operation: The \n merge cannot be completed because the following branch \n has been modified: refs/heads/main. Another user might \n have modified this branch while the merge was in \n progress. Wait a few minutes, and then try again. \n Finished attempting to scrape: LDS base.py:319\n", + "errors": "An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.", + "start": "2022-03-06 00:26:55.469620", + "end": "2022-03-06 00:27:20.608538", + "duration": 25.0 + } + ] + }, + { + "council_id": "LEC", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:42:35] Fetching Scraper for: LEC handlers.py:21\n Begin attempting to scrape: LEC handlers.py:24\n Deleting existing data... base.py:234\n[19:42:36] Getting all files in LEC... base.py:186\n Getting all files in LEC/json... base.py:186\n[19:42:37] ...found 55 files in LEC/json base.py:202\n Getting all files in LEC/raw... base.py:186\n ...found 55 files in LEC/raw base.py:202\n ...found 110 files in LEC base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:42:45] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: LEC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:42:35.909231", + "end": "2022-03-05 19:42:45.878902", + "duration": 9.0 + } + ] + }, + { + "council_id": "LEE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:14:09] Fetching Scraper for: LEE handlers.py:21\n Begin attempting to scrape: LEE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LEE... base.py:186\n[00:14:10] Getting all files in LEE/json... base.py:186\n ...found 68 files in LEE/json base.py:202\n Getting all files in LEE/raw... base.py:186\n ...found 68 files in LEE/raw base.py:202\n ...found 137 files in LEE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:14:11] Deleting batch no. 2 consisting of 37 files base.py:211\n[00:14:13] ...data deleted. base.py:241\n Scraping from http://democracy.lewes-eastbourne.gov.uk//mg base.py:40\n WebService.asmx/GetCouncillorsByWard \n[00:14:19] Committing batch 1 consisting of 92 files base.py:269\n[00:14:28] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[00:14:30] Finished attempting to scrape: LEE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:14:09.661691", + "end": "2022-03-06 00:14:30.203534", + "duration": 20.0 + } + ] + }, + { + "council_id": "LEW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:47:53] Fetching Scraper for: LEW handlers.py:21\n[20:47:54] Begin attempting to scrape: LEW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LEW... base.py:186\n LEW Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://councilmeetings.lewisham.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[20:47:57] Committing batch 1 consisting of 92 files base.py:269\n[20:48:06] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:48:16] Finished attempting to scrape: LEW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:47:53.977857", + "end": "2022-03-05 20:48:16.215255", + "duration": 22.0 + }, + { + "status_code": null, + "log_text": "[21:04:33] Fetching Scraper for: LEW handlers.py:21\n Begin attempting to scrape: LEW handlers.py:24\n[21:04:34] Deleting existing data... base.py:234\n Getting all files in LEW... base.py:186\n Getting all files in LEW/json... base.py:186\n ...found 46 files in LEW/json base.py:202\n Getting all files in LEW/raw... base.py:186\n ...found 46 files in LEW/raw base.py:202\n ...found 93 files in LEW base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[21:04:41] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: LEW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:04:33.962970", + "end": "2022-03-05 21:04:41.658328", + "duration": 7.0 + } + ] + }, + { + "council_id": "LIC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:40:54] Fetching Scraper for: LIC handlers.py:21\n Begin attempting to scrape: LIC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LIC... base.py:186\n Getting all files in LIC/json... base.py:186\n ...found 33 files in LIC/json base.py:202\n Getting all files in LIC/raw... base.py:186\n ...found 33 files in LIC/raw base.py:202\n ...found 66 files in LIC base.py:202\n Deleting batch no. 1 consisting of 66 files base.py:211\n[19:40:55] ...data deleted. base.py:241\n Scraping from http://democratic.lincoln.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[19:40:57] Committing batch 1 consisting of 66 files base.py:269\n[19:40:59] No new councillor data found. base.py:317\n Finished attempting to scrape: LIC base.py:319\n", + "errors": "", + "start": "2022-03-05 19:40:54.167604", + "end": "2022-03-05 19:40:59.192040", + "duration": 5.0 + } + ] + }, + { + "council_id": "LIF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[21:18:25] Fetching Scraper for: LIF handlers.py:21\n Begin attempting to scrape: LIF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LIF... base.py:186\n LIF Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.lichfielddc.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[21:18:29] Committing batch 1 consisting of 92 files base.py:269\n[21:18:30] Committing batch 2 consisting of 2 files base.py:269\n[21:18:31] No new councillor data found. base.py:317\n Finished attempting to scrape: LIF base.py:319\n", + "errors": "", + "start": "2022-03-05 21:18:25.289981", + "end": "2022-03-05 21:18:31.755797", + "duration": 6.0 + } + ] + }, + { + "council_id": "LIN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:21:22] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:21:23] Finished attempting to scrape: LIN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:21:04.748691", + "end": "2022-03-05 20:21:23.160087", + "duration": 18.0 + } + ] + }, + { + "council_id": "LIV", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:17:50] Fetching Scraper for: LIV handlers.py:21\n Begin attempting to scrape: LIV handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in LIV... base.py:186\n Getting all files in LIV/json... base.py:186\n ...found 89 files in LIV/json base.py:202\n Getting all files in LIV/raw... base.py:186\n ...found 89 files in LIV/raw base.py:202\n ...found 179 files in LIV base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:17:52] Deleting batch no. 2 consisting of 79 files base.py:211\n[00:17:54] ...data deleted. base.py:241\n Scraping from https://councillors.liverpool.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:17:58] Committing batch 1 consisting of 92 files base.py:269\n[00:18:01] Committing batch 2 consisting of 86 files base.py:269\n[00:18:05] Finished attempting to scrape: LIV base.py:319\n", + "errors": "", + "start": "2022-03-06 00:17:50.057035", + "end": "2022-03-06 00:18:05.744196", + "duration": 15.0 + } + ] + }, + { + "council_id": "LND", + "missing": true, + "log_runs": [] + }, + { + "council_id": "LUT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:43:18] Fetching Scraper for: LUT handlers.py:21\n Begin attempting to scrape: LUT handlers.py:24\n Deleting existing data... base.py:234\n[19:43:19] Getting all files in LUT... base.py:186\n Getting all files in LUT/json... base.py:186\n ...found 48 files in LUT/json base.py:202\n Getting all files in LUT/raw... base.py:186\n ...found 48 files in LUT/raw base.py:202\n ...found 96 files in LUT base.py:202\n Deleting batch no. 1 consisting of 96 files base.py:211\n[19:43:21] ...data deleted. base.py:241\n Scraping from base.py:40\n http://democracy.luton.gov.uk/cmis5public/Councillors.aspx \n[19:43:23] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/364/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:24] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/365/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:25] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/292/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:26] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/366/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:27] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/253/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:31] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/367/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:32] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/392/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:33] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/396/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:34] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/368/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:35] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/235/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:36] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/191/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:40] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/369/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:42] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/193/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:43] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/370/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:45] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/371/Scr \n eenMode/Alphabetical/Default.aspx \n Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:48] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:50] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/372/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:52] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/373/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:53] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/374/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:56] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/Scr \n eenMode/Alphabetical/Default.aspx \n[19:43:59] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/375/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:00] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/376/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:01] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/299/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:02] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/243/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:03] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/377/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:04] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/378/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:05] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/246/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:07] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/379/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:08] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/247/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:09] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/390/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:10] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/380/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:11] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/261/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:12] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/393/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:13] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/362/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:15] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/300/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:16] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/302/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:17] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/381/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:19] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/308/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:20] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/382/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:21] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/169/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:23] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/170/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:25] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/208/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:28] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/228/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:31] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/383/Scr \n eenMode/Alphabetical/Default.aspx \n Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/291/Scr \n eenMode/Alphabetical/Default.aspx \n[19:44:33] Committing batch 1 consisting of 92 files base.py:269\n[19:44:40] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[19:44:42] Finished attempting to scrape: LUT base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:43:18.687905", + "end": "2022-03-05 19:44:42.081697", + "duration": 83.0 + } + ] + }, + { + "council_id": "MAI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:15:01] Fetching Scraper for: MAI handlers.py:21\n Begin attempting to scrape: MAI handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in MAI... base.py:186\n[00:15:02] Getting all files in MAI/raw... base.py:186\n ...found 10 files in MAI/raw base.py:202\n ...found 10 files in MAI base.py:202\n Deleting batch no. 1 consisting of 10 files base.py:211\n[00:15:05] ...data deleted. base.py:241\n Scraping from https://meetings.maidstone.gov.uk//mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:15:08] Committing batch 1 consisting of 92 files base.py:269\n[00:15:09] Committing batch 2 consisting of 18 files base.py:269\n[00:15:13] No new councillor data found. base.py:317\n Finished attempting to scrape: MAI base.py:319\n", + "errors": "", + "start": "2022-03-06 00:15:01.500164", + "end": "2022-03-06 00:15:13.649402", + "duration": 12.0 + } + ] + }, + { + "council_id": "MAL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:18:41] Fetching Scraper for: MAL handlers.py:21\n Begin attempting to scrape: MAL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in MAL... base.py:186\n MAL Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.maldon.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:18:43] Committing batch 1 consisting of 60 files base.py:269\n[00:18:45] Finished attempting to scrape: MAL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:18:41.456316", + "end": "2022-03-06 00:18:45.330904", + "duration": 3.0 + } + ] + }, + { + "council_id": "MAN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:14:49] Fetching Scraper for: MAN handlers.py:21\n Begin attempting to scrape: MAN handlers.py:24\n Deleting existing data... base.py:234\n[20:14:50] Getting all files in MAN... base.py:186\n Getting all files in MAN/json... base.py:186\n ...found 46 files in MAN/json base.py:202\n Getting all files in MAN/raw... base.py:186\n ...found 46 files in MAN/raw base.py:202\n ...found 92 files in MAN base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:14:51] ...data deleted. base.py:241\n Scraping from https://democracy.manchester.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[20:14:57] Committing batch 1 consisting of 92 files base.py:269\n[20:14:59] Committing batch 2 consisting of 92 files base.py:269\n[20:15:01] Committing batch 3 consisting of 6 files base.py:269\n[20:15:05] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 3 consisting of 6 files base.py:269\n[20:15:07] No new councillor data found. base.py:317\n Finished attempting to scrape: MAN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:14:49.713086", + "end": "2022-03-05 20:15:07.723977", + "duration": 18.0 + } + ] + }, + { + "council_id": "MAV", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:08:09] Fetching Scraper for: MAV handlers.py:21\n Begin attempting to scrape: MAV handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in MAV... base.py:186\n[00:08:10] Getting all files in MAV/json... base.py:186\n ...found 38 files in MAV/json base.py:202\n Getting all files in MAV/raw... base.py:186\n ...found 38 files in MAV/raw base.py:202\n ...found 76 files in MAV base.py:202\n Deleting batch no. 1 consisting of 76 files base.py:211\n[00:08:19] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: MAV base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:08:09.233467", + "end": "2022-03-06 00:08:19.917454", + "duration": 10.0 + } + ] + }, + { + "council_id": "MDB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:03:23] Fetching Scraper for: MDB handlers.py:21\n Begin attempting to scrape: MDB handlers.py:24\n Deleting existing data... base.py:234\n[00:03:24] Getting all files in MDB... base.py:186\n Getting all files in MDB/json... base.py:186\n ...found 47 files in MDB/json base.py:202\n Getting all files in MDB/raw... base.py:186\n ...found 47 files in MDB/raw base.py:202\n ...found 94 files in MDB base.py:202\n Deleting batch no. 1 consisting of 94 files base.py:211\n[00:03:26] ...data deleted. base.py:241\n Scraping from https://moderngov.middlesbrough.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[00:03:28] Committing batch 1 consisting of 92 files base.py:269\n[00:03:31] Committing batch 2 consisting of 2 files base.py:269\n[00:03:32] Finished attempting to scrape: MDB base.py:319\n", + "errors": "", + "start": "2022-03-06 00:03:23.536230", + "end": "2022-03-06 00:03:32.430939", + "duration": 8.0 + } + ] + }, + { + "council_id": "MDE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:19:56] Fetching Scraper for: MDE handlers.py:21\n Begin attempting to scrape: MDE handlers.py:24\n Deleting existing data... base.py:234\n[00:19:57] Getting all files in MDE... base.py:186\n Getting all files in MDE/json... base.py:186\n ...found 41 files in MDE/json base.py:202\n Getting all files in MDE/raw... base.py:186\n ...found 41 files in MDE/raw base.py:202\n ...found 83 files in MDE base.py:202\n Deleting batch no. 1 consisting of 83 files base.py:211\n[00:19:58] ...data deleted. base.py:241\n Scraping from https://democracy.middevon.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:20:00] Committing batch 1 consisting of 82 files base.py:269\n[00:20:02] No new councillor data found. base.py:317\n Finished attempting to scrape: MDE base.py:319\n", + "errors": "", + "start": "2022-03-06 00:19:56.773927", + "end": "2022-03-06 00:20:02.102699", + "duration": 5.0 + } + ] + }, + { + "council_id": "MDW", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:14:42] Fetching Scraper for: MDW handlers.py:21\n Begin attempting to scrape: MDW handlers.py:24\n Deleting existing data... base.py:234\n[00:14:43] Getting all files in MDW... base.py:186\n Getting all files in MDW/json... base.py:186\n ...found 55 files in MDW/json base.py:202\n Getting all files in MDW/raw... base.py:186\n ...found 55 files in MDW/raw base.py:202\n ...found 111 files in MDW base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:14:44] Deleting batch no. 2 consisting of 11 files base.py:211\n[00:14:47] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: MDW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:14:42.747540", + "end": "2022-03-06 00:14:47.435768", + "duration": 4.0 + } + ] + }, + { + "council_id": "MEL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:03:35] Fetching Scraper for: MEL handlers.py:21\n[00:03:39] Begin attempting to scrape: MEL handlers.py:24\n[00:03:40] Deleting existing data... base.py:234\n[00:03:41] Getting all files in MEL... base.py:186\n Getting all files in MEL/json... base.py:186\n ...found 28 files in MEL/json base.py:202\n Getting all files in MEL/raw... base.py:186\n[00:03:42] ...found 28 files in MEL/raw base.py:202\n ...found 56 files in MEL base.py:202\n Deleting batch no. 1 consisting of 56 files base.py:211\n[00:03:43] ...data deleted. base.py:241\n Scraping from https://democracy.melton.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:03:45] Committing batch 1 consisting of 56 files base.py:269\n[00:03:47] No new councillor data found. base.py:317\n Finished attempting to scrape: MEL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:03:35.238290", + "end": "2022-03-06 00:03:47.268395", + "duration": 12.0 + } + ] + }, + { + "council_id": "MIK", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:38:38] Fetching Scraper for: MIK handlers.py:21\n Begin attempting to scrape: MIK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in MIK... base.py:186\n[20:38:39] Getting all files in MIK/json... base.py:186\n ...found 56 files in MIK/json base.py:202\n Getting all files in MIK/raw... base.py:186\n ...found 56 files in MIK/raw base.py:202\n ...found 113 files in MIK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:38:40] Deleting batch no. 2 consisting of 13 files base.py:211\n[20:38:47] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: MIK base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:38:38.650531", + "end": "2022-03-05 20:38:47.712731", + "duration": 9.0 + } + ] + }, + { + "council_id": "MLN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:33:16] Fetching Scraper for: MLN handlers.py:21\n Begin attempting to scrape: MLN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in MLN... base.py:186\n Getting all files in MLN/json... base.py:186\n ...found 18 files in MLN/json base.py:202\n Getting all files in MLN/raw... base.py:186\n[20:33:17] ...found 18 files in MLN/raw base.py:202\n ...found 37 files in MLN base.py:202\n Deleting batch no. 1 consisting of 37 files base.py:211\n[20:33:18] ...data deleted. base.py:241\n Scraping from base.py:40\n https://midlothian.cmis.uk.com/live/Councillors.aspx \n[20:33:19] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:20] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:23] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:25] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/147/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:26] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:28] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:29] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:31] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/142/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:33] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/140/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:34] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/234/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:36] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:38] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:40] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:42] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:44] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:46] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:48] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/ \n Alphabetical/Default.aspx \n[20:33:49] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40\n ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode \n /Alphabetical/Default.aspx \n[20:33:51] Committing batch 1 consisting of 36 files base.py:269\n[20:34:00] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 36 files base.py:269\n[20:34:04] No new councillor data found. base.py:317\n Finished attempting to scrape: MLN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:33:16.229466", + "end": "2022-03-05 20:34:04.714018", + "duration": 48.0 + } + ] + }, + { + "council_id": "MON", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:40:24] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: MON base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:39:44.374860", + "end": "2022-03-05 19:40:24.756670", + "duration": 40.0 + } + ] + }, + { + "council_id": "MRT", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:06:25] Fetching Scraper for: MRT handlers.py:21\n Begin attempting to scrape: MRT handlers.py:24\n Deleting existing data... base.py:234\n[20:06:26] Getting all files in MRT... base.py:186\n Getting all files in MRT/json... base.py:186\n ...found 59 files in MRT/json base.py:202\n Getting all files in MRT/raw... base.py:186\n ...found 59 files in MRT/raw base.py:202\n[20:06:27] ...found 118 files in MRT base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:06:30] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:06:31] No new councillor data found. base.py:317\n Finished attempting to scrape: MRT base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:06:25.643234", + "end": "2022-03-05 20:06:31.217331", + "duration": 5.0 + } + ] + }, + { + "council_id": "MRY", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:46:45] Fetching Scraper for: MRY handlers.py:21\n Begin attempting to scrape: MRY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in MRY... base.py:186\n[20:46:46] Getting all files in MRY/json... base.py:186\n ...found 25 files in MRY/json base.py:202\n Getting all files in MRY/raw... base.py:186\n ...found 25 files in MRY/raw base.py:202\n ...found 50 files in MRY base.py:202\n Deleting batch no. 1 consisting of 50 files base.py:211\n[20:46:50] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: MRY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:46:45.607889", + "end": "2022-03-05 20:46:50.578532", + "duration": 4.0 + } + ] + }, + { + "council_id": "MSS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:47:03] Fetching Scraper for: MSS handlers.py:21\n Begin attempting to scrape: MSS handlers.py:24\n[20:47:04] Deleting existing data... base.py:234\n Getting all files in MSS... base.py:186\n Getting all files in MSS/raw... base.py:186\n ...found 9 files in MSS/raw base.py:202\n ...found 10 files in MSS base.py:202\n Deleting batch no. 1 consisting of 10 files base.py:211\n[20:47:12] ...data deleted. base.py:241\n Scraping from http://midsussex.moderngov.co.uk//mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:47:17] Committing batch 1 consisting of 92 files base.py:269\n[20:47:22] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:47:24] Finished attempting to scrape: MSS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:47:03.912601", + "end": "2022-03-05 20:47:24.462868", + "duration": 20.0 + } + ] + }, + { + "council_id": "MSU", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:58:24] Fetching Scraper for: MSU handlers.py:21\n Begin attempting to scrape: MSU handlers.py:24\n Deleting existing data... base.py:234\n[19:58:25] Getting all files in MSU... base.py:186\n Getting all files in MSU/json... base.py:186\n ...found 67 files in MSU/json base.py:202\n Getting all files in MSU/raw... base.py:186\n ...found 67 files in MSU/raw base.py:202\n ...found 134 files in MSU base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:58:27] Deleting batch no. 2 consisting of 34 files base.py:211\n[19:58:31] ...data deleted. base.py:241\n Scraping from http://baberghmidsuffolk.moderngov.co.uk/mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n[19:58:36] Committing batch 1 consisting of 92 files base.py:269\n[19:58:38] Committing batch 2 consisting of 42 files base.py:269\n[19:58:44] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 42 files base.py:269\n[19:58:46] No new councillor data found. base.py:317\n Finished attempting to scrape: MSU base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:58:24.361651", + "end": "2022-03-05 19:58:46.053566", + "duration": 21.0 + } + ] + }, + { + "council_id": "MTY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:34:47] Fetching Scraper for: MTY handlers.py:21\n Begin attempting to scrape: MTY handlers.py:24\n Deleting existing data... base.py:234\n[20:34:48] Getting all files in MTY... base.py:186\n Getting all files in MTY/json... base.py:186\n ...found 32 files in MTY/json base.py:202\n Getting all files in MTY/raw... base.py:186\n ...found 32 files in MTY/raw base.py:202\n ...found 65 files in MTY base.py:202\n Deleting batch no. 1 consisting of 65 files base.py:211\n[20:34:49] ...data deleted. base.py:241\n Scraping from http://democracy.merthyr.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[20:34:51] Committing batch 1 consisting of 64 files base.py:269\n[20:34:54] No new councillor data found. base.py:317\n Finished attempting to scrape: MTY base.py:319\n", + "errors": "", + "start": "2022-03-05 20:34:47.835307", + "end": "2022-03-05 20:34:54.482832", + "duration": 6.0 + } + ] + }, + { + "council_id": "MUL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:03:00] Fetching Scraper for: MUL handlers.py:21\n Begin attempting to scrape: MUL handlers.py:24\n Deleting existing data... base.py:234\n[00:03:01] Getting all files in MUL... base.py:186\n Getting all files in MUL/json... base.py:186\n[00:03:02] ...found 40 files in MUL/json base.py:202\n Getting all files in MUL/raw... base.py:186\n ...found 40 files in MUL/raw base.py:202\n ...found 80 files in MUL base.py:202\n Deleting batch no. 1 consisting of 80 files base.py:211\n[00:03:03] ...data deleted. base.py:241\n Scraping from base.py:40\n https://mid-ulster.cmis-ni.org/midulster/Councillors.aspx \n[00:03:04] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/125/Screen \n Mode/Ward/Default.aspx \n[00:03:07] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Screen \n Mode/Ward/Default.aspx \n[00:03:09] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenM \n ode/Ward/Default.aspx \n[00:03:13] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/32/ScreenM \n ode/Ward/Default.aspx \n[00:03:15] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenM \n ode/Ward/Default.aspx \n[00:03:18] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/11/ScreenM \n ode/Ward/Default.aspx \n[00:03:21] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenM \n ode/Ward/Default.aspx \n[00:03:23] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Screen \n Mode/Ward/Default.aspx \n[00:03:25] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenM \n ode/Ward/Default.aspx \n[00:03:28] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenM \n ode/Ward/Default.aspx \n[00:03:31] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenM \n ode/Ward/Default.aspx \n[00:03:33] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenM \n ode/Ward/Default.aspx \n[00:03:36] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenM \n ode/Ward/Default.aspx \n[00:03:39] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenM \n ode/Ward/Default.aspx \n[00:03:41] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Screen \n Mode/Ward/Default.aspx \n[00:03:44] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenM \n ode/Ward/Default.aspx \n[00:03:46] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/ScreenM \n ode/Ward/Default.aspx \n[00:03:49] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenM \n ode/Ward/Default.aspx \n[00:03:51] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/ScreenM \n ode/Ward/Default.aspx \n[00:03:54] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenM \n ode/Ward/Default.aspx \n[00:03:56] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenM \n ode/Ward/Default.aspx \n[00:03:59] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenM \n ode/Ward/Default.aspx \n[00:04:03] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenM \n ode/Ward/Default.aspx \n[00:04:05] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/51/ScreenM \n ode/Ward/Default.aspx \n[00:04:07] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Screen \n Mode/Ward/Default.aspx \n[00:04:10] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenM \n ode/Ward/Default.aspx \n[00:04:13] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenM \n ode/Ward/Default.aspx \n[00:04:16] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenM \n ode/Ward/Default.aspx \n[00:04:18] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenM \n ode/Ward/Default.aspx \n[00:04:20] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/31/ScreenM \n ode/Ward/Default.aspx \n[00:04:23] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenM \n ode/Ward/Default.aspx \n[00:04:26] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenM \n ode/Ward/Default.aspx \n[00:04:29] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/Screen \n Mode/Ward/Default.aspx \n[00:04:31] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Screen \n Mode/Ward/Default.aspx \n[00:04:34] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Screen \n Mode/Ward/Default.aspx \n[00:04:36] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenM \n ode/Ward/Default.aspx \n[00:04:39] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/129/Screen \n Mode/Ward/Default.aspx \n[00:04:42] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Screen \n Mode/Ward/Default.aspx \n[00:04:44] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenM \n ode/Ward/Default.aspx \n[00:04:46] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40\n cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenM \n ode/Ward/Default.aspx \n[00:04:49] Committing batch 1 consisting of 80 files base.py:269\n[00:04:51] No new councillor data found. base.py:317\n Finished attempting to scrape: MUL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:03:00.822714", + "end": "2022-03-06 00:04:51.218383", + "duration": 110.0 + } + ] + }, + { + "council_id": "NAY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:18:34] Fetching Scraper for: NAY handlers.py:21\n Begin attempting to scrape: NAY handlers.py:24\n Deleting existing data... base.py:234\n[00:18:35] Getting all files in NAY... base.py:186\n NAY Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://north-ayrshire.cmis.uk.com/north-ayr base.py:40\n shire/Councillors/CurrentCouncillors.aspx \n[00:18:36] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/10/ScreenMode/Ward/Default.aspx \n[00:18:38] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/211/ScreenMode/Ward/Default.aspx \n[00:18:39] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/212/ScreenMode/Ward/Default.aspx \n[00:18:40] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/200/ScreenMode/Ward/Default.aspx \n[00:18:43] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/13/ScreenMode/Ward/Default.aspx \n[00:18:45] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/14/ScreenMode/Ward/Default.aspx \n[00:18:46] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/213/ScreenMode/Ward/Default.aspx \n[00:18:48] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/17/ScreenMode/Ward/Default.aspx \n[00:18:50] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/214/ScreenMode/Ward/Default.aspx \n[00:18:51] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/215/ScreenMode/Ward/Default.aspx \n[00:18:52] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/19/ScreenMode/Ward/Default.aspx \n[00:18:54] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/216/ScreenMode/Ward/Default.aspx \n[00:18:56] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/217/ScreenMode/Ward/Default.aspx \n[00:18:57] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/218/ScreenMode/Ward/Default.aspx \n[00:18:58] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/219/ScreenMode/Ward/Default.aspx \n[00:19:01] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/26/ScreenMode/Ward/Default.aspx \n[00:19:02] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/220/ScreenMode/Ward/Default.aspx \n[00:19:04] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/29/ScreenMode/Ward/Default.aspx \n[00:19:06] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/222/ScreenMode/Ward/Default.aspx \n[00:19:07] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/310/ScreenMode/Ward/Default.aspx \n[00:19:08] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/32/ScreenMode/Ward/Default.aspx \n[00:19:10] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/33/ScreenMode/Ward/Default.aspx \n[00:19:11] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/223/ScreenMode/Ward/Default.aspx \n[00:19:13] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/35/ScreenMode/Ward/Default.aspx \n[00:19:14] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/36/ScreenMode/Ward/Default.aspx \n[00:19:16] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/37/ScreenMode/Ward/Default.aspx \n[00:19:19] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/224/ScreenMode/Ward/Default.aspx \n[00:19:20] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/225/ScreenMode/Ward/Default.aspx \n[00:19:22] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/22/ScreenMode/Ward/Default.aspx \n[00:19:23] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/23/ScreenMode/Ward/Default.aspx \n[00:19:25] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/226/ScreenMode/Ward/Default.aspx \n[00:19:26] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/227/ScreenMode/Ward/Default.aspx \n[00:19:28] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40\n hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_ \n Person/mid/437/id/228/ScreenMode/Ward/Default.aspx \n[00:19:29] Committing batch 1 consisting of 66 files base.py:269\n[00:19:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 66 files base.py:269\n[00:19:40] No new councillor data found. base.py:317\n Finished attempting to scrape: NAY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:18:34.781774", + "end": "2022-03-06 00:19:40.179647", + "duration": 65.0 + } + ] + }, + { + "council_id": "NBL", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:52:47] Fetching Scraper for: NBL handlers.py:21\n Begin attempting to scrape: NBL handlers.py:24\n Deleting existing data... base.py:234\n[20:52:48] Getting all files in NBL... base.py:186\n Getting all files in NBL/json... base.py:186\n ...found 66 files in NBL/json base.py:202\n Getting all files in NBL/raw... base.py:186\n ...found 66 files in NBL/raw base.py:202\n ...found 133 files in NBL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:52:49] Deleting batch no. 2 consisting of 33 files base.py:211\n[20:52:56] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:52:57] Finished attempting to scrape: NBL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:52:47.857995", + "end": "2022-03-05 20:52:57.337864", + "duration": 9.0 + } + ] + }, + { + "council_id": "NDE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:23:18] Fetching Scraper for: NDE handlers.py:21\n Begin attempting to scrape: NDE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NDE... base.py:186\n Getting all files in NDE/json... base.py:186\n[20:23:19] ...found 42 files in NDE/json base.py:202\n Getting all files in NDE/raw... base.py:186\n ...found 42 files in NDE/raw base.py:202\n ...found 85 files in NDE base.py:202\n Deleting batch no. 1 consisting of 85 files base.py:211\n[20:23:22] ...data deleted. base.py:241\n Scraping from https://democracy.northdevon.gov.uk//mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[20:23:24] Committing batch 1 consisting of 84 files base.py:269\n[20:23:28] No new councillor data found. base.py:317\n Finished attempting to scrape: NDE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:23:18.465120", + "end": "2022-03-05 20:23:28.837165", + "duration": 10.0 + } + ] + }, + { + "council_id": "NEA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:46:11] Fetching Scraper for: NEA handlers.py:21\n Begin attempting to scrape: NEA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NEA... base.py:186\n Getting all files in NEA/json... base.py:186\n[19:46:12] ...found 39 files in NEA/json base.py:202\n Getting all files in NEA/raw... base.py:186\n ...found 39 files in NEA/raw base.py:202\n ...found 78 files in NEA base.py:202\n Deleting batch no. 1 consisting of 78 files base.py:211\n[19:46:16] ...data deleted. base.py:241\n Scraping from https://democracy.newark-sherwooddc.gov.uk/m base.py:40\n gWebService.asmx/GetCouncillorsByWard \n[19:46:19] Committing batch 1 consisting of 78 files base.py:269\n[19:46:27] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 78 files base.py:269\n[19:46:35] No new councillor data found. base.py:317\n Finished attempting to scrape: NEA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:46:11.479495", + "end": "2022-03-05 19:46:35.099205", + "duration": 23.0 + } + ] + }, + { + "council_id": "NEC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:54:28] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: NEC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:54:17.014172", + "end": "2022-03-05 19:54:28.696963", + "duration": 11.0 + } + ] + }, + { + "council_id": "NED", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:25:42] Fetching Scraper for: NED handlers.py:21\n Begin attempting to scrape: NED handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NED... base.py:186\n Getting all files in NED/json... base.py:186\n[20:25:43] ...found 53 files in NED/json base.py:202\n Getting all files in NED/raw... base.py:186\n ...found 53 files in NED/raw base.py:202\n ...found 106 files in NED base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:25:45] Deleting batch no. 2 consisting of 6 files base.py:211\n[20:25:46] ...data deleted. base.py:241\n Scraping from https://democracy.ne-derbyshire.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[20:25:48] Committing batch 1 consisting of 92 files base.py:269\n[20:25:49] Committing batch 2 consisting of 14 files base.py:269\n[20:25:59] No new councillor data found. base.py:317\n Finished attempting to scrape: NED base.py:319\n", + "errors": "", + "start": "2022-03-05 20:25:42.377404", + "end": "2022-03-05 20:25:59.227614", + "duration": 16.0 + } + ] + }, + { + "council_id": "NET", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:42:23] Fetching Scraper for: NET handlers.py:21\n Begin attempting to scrape: NET handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NET... base.py:186\n Getting all files in NET/json... base.py:186\n[19:42:24] ...found 78 files in NET/json base.py:202\n Getting all files in NET/raw... base.py:186\n ...found 78 files in NET/raw base.py:202\n ...found 157 files in NET base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:42:26] Deleting batch no. 2 consisting of 57 files base.py:211\n[19:42:27] ...data deleted. base.py:241\n Scraping from http://democracy.newcastle.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:42:32] Committing batch 1 consisting of 92 files base.py:269\n[19:42:34] Committing batch 2 consisting of 64 files base.py:269\n[19:42:35] No new councillor data found. base.py:317\n Finished attempting to scrape: NET base.py:319\n", + "errors": "", + "start": "2022-03-05 19:42:23.518715", + "end": "2022-03-05 19:42:35.383423", + "duration": 11.0 + } + ] + }, + { + "council_id": "NEW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:45:30] Fetching Scraper for: NEW handlers.py:21\n Begin attempting to scrape: NEW handlers.py:24\n Deleting existing data... base.py:234\n[19:45:31] Getting all files in NEW... base.py:186\n Getting all files in NEW/json... base.py:186\n ...found 60 files in NEW/json base.py:202\n Getting all files in NEW/raw... base.py:186\n ...found 60 files in NEW/raw base.py:202\n ...found 120 files in NEW base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:45:36] Deleting batch no. 2 consisting of 20 files base.py:211\n[19:45:39] ...data deleted. base.py:241\n Scraping from https://democracy.newforest.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:45:41] Committing batch 1 consisting of 92 files base.py:269\n[19:45:43] Committing batch 2 consisting of 28 files base.py:269\n[19:45:44] Finished attempting to scrape: NEW base.py:319\n", + "errors": "", + "start": "2022-03-05 19:45:30.518792", + "end": "2022-03-05 19:45:44.505059", + "duration": 13.0 + } + ] + }, + { + "council_id": "NFK", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:21:09] Fetching Scraper for: NFK handlers.py:21\n Begin attempting to scrape: NFK handlers.py:24\n[00:21:10] Deleting existing data... base.py:234\n Getting all files in NFK... base.py:186\n ...found 1 files in NFK base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:21:11] ...data deleted. base.py:241\n Scraping from base.py:40\n https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx \n[00:21:13] 'NoneType' object has no attribute 'next' handlers.py:33\n[00:21:14] Finished attempting to scrape: NFK base.py:319\n", + "errors": "'NoneType' object has no attribute 'next'", + "start": "2022-03-06 00:21:09.941237", + "end": "2022-03-06 00:21:14.065230", + "duration": 4.0 + } + ] + }, + { + "council_id": "NGM", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:43:56] Fetching Scraper for: NGM handlers.py:21\n Begin attempting to scrape: NGM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NGM... base.py:186\n[19:43:57] Getting all files in NGM/json... base.py:186\n ...found 55 files in NGM/json base.py:202\n Getting all files in NGM/raw... base.py:186\n ...found 55 files in NGM/raw base.py:202\n ...found 111 files in NGM base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:43:58] Deleting batch no. 2 consisting of 11 files base.py:211\n[19:44:10] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: NGM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:43:56.581901", + "end": "2022-03-05 19:44:10.356380", + "duration": 13.0 + } + ] + }, + { + "council_id": "NHE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:07:52] Fetching Scraper for: NHE handlers.py:21\n Begin attempting to scrape: NHE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NHE... base.py:186\n Getting all files in NHE/json... base.py:186\n ...found 47 files in NHE/json base.py:202\n Getting all files in NHE/raw... base.py:186\n[20:07:53] ...found 47 files in NHE/raw base.py:202\n ...found 95 files in NHE base.py:202\n Deleting batch no. 1 consisting of 95 files base.py:211\n[20:07:55] ...data deleted. base.py:241\n Scraping from https://democracy.north-herts.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[20:07:57] Committing batch 1 consisting of 92 files base.py:269\n[20:08:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:08:21] Finished attempting to scrape: NHE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:07:52.330345", + "end": "2022-03-05 20:08:21.611897", + "duration": 29.0 + }, + { + "status_code": "200", + "log_text": "[20:33:35] Fetching Scraper for: NHE handlers.py:21\n Begin attempting to scrape: NHE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NHE... base.py:186\n[20:33:36] NHE Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.north-herts.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[20:33:38] Committing batch 1 consisting of 92 files base.py:269\n[20:33:43] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:33:54] Finished attempting to scrape: NHE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:33:35.522479", + "end": "2022-03-05 20:33:54.453017", + "duration": 18.0 + } + ] + }, + { + "council_id": "NKE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:56:49] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: NKE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:56:29.496173", + "end": "2022-03-05 19:56:49.632887", + "duration": 20.0 + } + ] + }, + { + "council_id": "NLN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[21:07:06] Fetching Scraper for: NLN handlers.py:21\n Begin attempting to scrape: NLN handlers.py:24\n Deleting existing data... base.py:234\n[21:07:07] Getting all files in NLN... base.py:186\n Getting all files in NLN/json... base.py:186\n ...found 43 files in NLN/json base.py:202\n Getting all files in NLN/raw... base.py:186\n ...found 43 files in NLN/raw base.py:202\n ...found 87 files in NLN base.py:202\n Deleting batch no. 1 consisting of 87 files base.py:211\n[21:07:10] ...data deleted. base.py:241\n Scraping from http://northlincolnshire.moderngov.co.uk/mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n[21:07:12] Committing batch 1 consisting of 86 files base.py:269\n[21:07:24] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 86 files base.py:269\n[21:07:31] No new councillor data found. base.py:317\n Finished attempting to scrape: NLN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:07:06.743678", + "end": "2022-03-05 21:07:31.053461", + "duration": 24.0 + }, + { + "status_code": "200", + "log_text": "[21:22:59] Fetching Scraper for: NLN handlers.py:21\n Begin attempting to scrape: NLN handlers.py:24\n Deleting existing data... base.py:234\n[21:23:00] Getting all files in NLN... base.py:186\n Getting all files in NLN/json... base.py:186\n ...found 43 files in NLN/json base.py:202\n Getting all files in NLN/raw... base.py:186\n[21:23:01] ...found 43 files in NLN/raw base.py:202\n ...found 87 files in NLN base.py:202\n Deleting batch no. 1 consisting of 87 files base.py:211\n[21:23:07] ...data deleted. base.py:241\n Scraping from http://northlincolnshire.moderngov.co.uk/mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n[21:23:10] Committing batch 1 consisting of 86 files base.py:269\n[21:23:12] Finished attempting to scrape: NLN base.py:319\n", + "errors": "", + "start": "2022-03-05 21:22:59.844407", + "end": "2022-03-05 21:23:12.311161", + "duration": 12.0 + } + ] + }, + { + "council_id": "NNO", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:01:56] Fetching Scraper for: NNO handlers.py:21\n Begin attempting to scrape: NNO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NNO... base.py:186\n[20:01:57] ...found 1 files in NNO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:01:58] ...data deleted. base.py:241\n Scraping from base.py:40\n https://www.north-norfolk.gov.uk/members/#filter-form \n[20:01:59] HTTPSConnectionPool(host='modgov.north-norfolk.gov.uk' handlers.py:33\n , port=443): Max retries exceeded with url: \n /mgMemberIndex.aspx?bcr=1 (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n Finished attempting to scrape: NNO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgMemberIndex.aspx?bcr=1 (Caused by None)", + "start": "2022-03-05 20:01:56.534685", + "end": "2022-03-05 20:01:59.484621", + "duration": 2.0 + } + ] + }, + { + "council_id": "NOR", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:09:30] Fetching Scraper for: NOR handlers.py:21\n Begin attempting to scrape: NOR handlers.py:24\n Deleting existing data... base.py:234\n[00:09:31] Getting all files in NOR... base.py:186\n Getting all files in NOR/json... base.py:186\n ...found 43 files in NOR/json base.py:202\n Getting all files in NOR/raw... base.py:186\n[00:09:32] ...found 43 files in NOR/raw base.py:202\n ...found 86 files in NOR base.py:202\n Deleting batch no. 1 consisting of 86 files base.py:211\n[00:09:38] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: NOR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:09:30.809584", + "end": "2022-03-06 00:09:38.400749", + "duration": 7.0 + } + ] + }, + { + "council_id": "NOW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:29:34] Created log commit base.py:376\n 877eb21e9e4454e775c827f9a5e49b98cce8f4bb \n Attempting to create merge commit... base.py:281\n[00:29:48] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33\n when calling the MergeBranchesBySquash operation: The \n merge cannot be completed because the following branch \n has been modified: refs/heads/main. Another user might \n have modified this branch while the merge was in \n progress. Wait a few minutes, and then try again. \n Finished attempting to scrape: NOW base.py:319\n", + "errors": "An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.", + "start": "2022-03-06 00:28:25.038607", + "end": "2022-03-06 00:29:48.448662", + "duration": 83.0 + } + ] + }, + { + "council_id": "NSM", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:29:01] Fetching Scraper for: NSM handlers.py:21\n Begin attempting to scrape: NSM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NSM... base.py:186\n Getting all files in NSM/json... base.py:186\n[20:29:02] ...found 46 files in NSM/json base.py:202\n Getting all files in NSM/raw... base.py:186\n ...found 46 files in NSM/raw base.py:202\n ...found 92 files in NSM base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:29:11] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:29:12] Finished attempting to scrape: NSM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:29:01.323217", + "end": "2022-03-05 20:29:12.180991", + "duration": 10.0 + } + ] + }, + { + "council_id": "NTH", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:54:32] Fetching Scraper for: NTH handlers.py:21\n Begin attempting to scrape: NTH handlers.py:24\n Deleting existing data... base.py:234\n[19:54:33] Getting all files in NTH... base.py:186\n Getting all files in NTH/json... base.py:186\n ...found 56 files in NTH/json base.py:202\n Getting all files in NTH/raw... base.py:186\n[19:54:34] ...found 56 files in NTH/raw base.py:202\n ...found 112 files in NTH base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:54:36] Deleting batch no. 2 consisting of 12 files base.py:211\n[19:54:45] ...data deleted. base.py:241\n Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40\n ve/Councillors.aspx \n[19:56:55] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33\n ', port=443): Max retries exceeded with url: \n /cmis5live/Councillors.aspx (Caused by NewConnectionEr \n ror(': Failed to establish a new connection: \n [Errno 110] Connection timed out')) \n[19:56:56] Finished attempting to scrape: NTH base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)", + "start": "2022-03-05 19:54:32.584745", + "end": "2022-03-05 19:56:56.184461", + "duration": 143.0 + }, + { + "status_code": null, + "log_text": "[20:49:57] Fetching Scraper for: NTH handlers.py:21\n Begin attempting to scrape: NTH handlers.py:24\n Deleting existing data... base.py:234\n[20:49:58] Getting all files in NTH... base.py:186\n ...found 1 files in NTH base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n ...data deleted. base.py:241\n[20:49:59] Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40\n ve/Councillors.aspx \n[20:52:09] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33\n ', port=443): Max retries exceeded with url: \n /cmis5live/Councillors.aspx (Caused by NewConnectionEr \n ror(': Failed to establish a new connection: \n [Errno 110] Connection timed out')) \n Finished attempting to scrape: NTH base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)", + "start": "2022-03-05 20:49:57.678968", + "end": "2022-03-05 20:52:09.865959", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[21:31:31] Fetching Scraper for: NTH handlers.py:21\n Begin attempting to scrape: NTH handlers.py:24\n Deleting existing data... base.py:234\n[21:31:32] Getting all files in NTH... base.py:186\n NTH Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40\n ve/Councillors.aspx \n[21:33:41] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33\n ', port=443): Max retries exceeded with url: \n /cmis5live/Councillors.aspx (Caused by NewConnectionEr \n ror(': Failed to establish a new connection: \n [Errno 110] Connection timed out')) \n[21:33:42] Finished attempting to scrape: NTH base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)", + "start": "2022-03-05 21:31:31.870376", + "end": "2022-03-05 21:33:42.206774", + "duration": 130.0 + }, + { + "status_code": null, + "log_text": "[21:50:09] Fetching Scraper for: NTH handlers.py:21\n Begin attempting to scrape: NTH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NTH... base.py:186\n ...found 1 files in NTH base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[21:50:10] ...data deleted. base.py:241\n Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40\n ve/Councillors.aspx \n[21:52:21] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33\n ', port=443): Max retries exceeded with url: \n /cmis5live/Councillors.aspx (Caused by NewConnectionEr \n ror(': Failed to establish a new connection: \n [Errno 110] Connection timed out')) \n[21:52:22] Finished attempting to scrape: NTH base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)", + "start": "2022-03-05 21:50:09.167890", + "end": "2022-03-05 21:52:22.165354", + "duration": 132.0 + } + ] + }, + { + "council_id": "NTL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:03:40] Fetching Scraper for: NTL handlers.py:21\n[00:03:44] Begin attempting to scrape: NTL handlers.py:24\n[00:03:45] Deleting existing data... base.py:234\n[00:03:46] Getting all files in NTL... base.py:186\n Getting all files in NTL/raw... base.py:186\n ...found 28 files in NTL/raw base.py:202\n ...found 28 files in NTL base.py:202\n Deleting batch no. 1 consisting of 28 files base.py:211\n[00:03:51] ...data deleted. base.py:241\n Scraping from https://democracy.npt.gov.uk/mgWebService.as base.py:40\n mx/GetCouncillorsByWard \n[00:03:56] Committing batch 1 consisting of 92 files base.py:269\n[00:04:00] Committing batch 2 consisting of 36 files base.py:269\n[00:04:03] Finished attempting to scrape: NTL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:03:39.959549", + "end": "2022-03-06 00:04:03.042521", + "duration": 23.0 + } + ] + }, + { + "council_id": "NTY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:09:51] Fetching Scraper for: NTY handlers.py:21\n Begin attempting to scrape: NTY handlers.py:24\n Deleting existing data... base.py:234\n[00:09:53] Getting all files in NTY... base.py:186\n Getting all files in NTY/json... base.py:186\n ...found 61 files in NTY/json base.py:202\n Getting all files in NTY/raw... base.py:186\n[00:09:54] ...found 61 files in NTY/raw base.py:202\n ...found 122 files in NTY base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:09:55] Deleting batch no. 2 consisting of 22 files base.py:211\n[00:10:05] ...data deleted. base.py:241\n Scraping from http://democracy.northtyneside.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[00:10:09] Committing batch 1 consisting of 92 files base.py:269\n[00:10:10] Committing batch 2 consisting of 30 files base.py:269\n[00:10:12] Finished attempting to scrape: NTY base.py:319\n", + "errors": "", + "start": "2022-03-06 00:09:51.464526", + "end": "2022-03-06 00:10:12.225633", + "duration": 20.0 + } + ] + }, + { + "council_id": "NWL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:21:54] Fetching Scraper for: NWL handlers.py:21\n Begin attempting to scrape: NWL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NWL... base.py:186\n[00:21:55] Getting all files in NWL/json... base.py:186\n ...found 38 files in NWL/json base.py:202\n Getting all files in NWL/raw... base.py:186\n ...found 38 files in NWL/raw base.py:202\n ...found 77 files in NWL base.py:202\n Deleting batch no. 1 consisting of 77 files base.py:211\n[00:21:57] ...data deleted. base.py:241\n Scraping from http://minutes-1.nwleics.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:21:59] Committing batch 1 consisting of 76 files base.py:269\n[00:22:02] No new councillor data found. base.py:317\n Finished attempting to scrape: NWL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:21:54.531153", + "end": "2022-03-06 00:22:02.216298", + "duration": 7.0 + } + ] + }, + { + "council_id": "NWM", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:44:15] Fetching Scraper for: NWM handlers.py:21\n Begin attempting to scrape: NWM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in NWM... base.py:186\n[19:44:16] Getting all files in NWM/json... base.py:186\n ...found 46 files in NWM/json base.py:202\n Getting all files in NWM/raw... base.py:186\n ...found 46 files in NWM/raw base.py:202\n ...found 92 files in NWM base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:44:18] ...data deleted. base.py:241\n Scraping from https://mgov.newham.gov.uk/mgWebService.asmx base.py:40\n /GetCouncillorsByWard \n[19:44:22] Committing batch 1 consisting of 92 files base.py:269\n[19:44:35] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[19:44:42] Finished attempting to scrape: NWM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:44:15.620287", + "end": "2022-03-05 19:44:42.201801", + "duration": 26.0 + } + ] + }, + { + "council_id": "NWP", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:36:21] Fetching Scraper for: NWP handlers.py:21\n Begin attempting to scrape: NWP handlers.py:24\n[20:36:22] Deleting existing data... base.py:234\n Getting all files in NWP... base.py:186\n Getting all files in NWP/json... base.py:186\n ...found 50 files in NWP/json base.py:202\n Getting all files in NWP/raw... base.py:186\n[20:36:23] ...found 50 files in NWP/raw base.py:202\n ...found 101 files in NWP base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:36:27] Deleting batch no. 2 consisting of 1 files base.py:211\n[20:36:29] ...data deleted. base.py:241\n Scraping from https://democracy.newport.gov.uk//mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:36:33] Committing batch 1 consisting of 92 files base.py:269\n[20:36:35] Committing batch 2 consisting of 8 files base.py:269\n[20:36:36] No new councillor data found. base.py:317\n Finished attempting to scrape: NWP base.py:319\n", + "errors": "", + "start": "2022-03-05 20:36:21.038331", + "end": "2022-03-05 20:36:36.547171", + "duration": 15.0 + } + ] + }, + { + "council_id": "NYK", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:24:26] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: NYK base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:24:14.295667", + "end": "2022-03-06 00:24:26.967747", + "duration": 12.0 + } + ] + }, + { + "council_id": "OAD", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:01:47] Fetching Scraper for: OAD handlers.py:21\n Begin attempting to scrape: OAD handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in OAD... base.py:186\n ...found 1 files in OAD base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:01:48] ...data deleted. base.py:241\n Scraping from http://moderngov.oadby-wigston.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[00:01:49] ('Connection aborted.', ConnectionResetError(104, handlers.py:33\n 'Connection reset by peer')) \n[00:01:50] Finished attempting to scrape: OAD base.py:319\n", + "errors": "('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))", + "start": "2022-03-06 00:01:47.179362", + "end": "2022-03-06 00:01:50.082709", + "duration": 2.0 + } + ] + }, + { + "council_id": "OLD", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:39:39] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:39:40] Finished attempting to scrape: OLD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:39:24.898100", + "end": "2022-03-05 20:39:40.282160", + "duration": 15.0 + }, + { + "status_code": "200", + "log_text": "[20:57:19] Fetching Scraper for: OLD handlers.py:21\n Begin attempting to scrape: OLD handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in OLD... base.py:186\n Getting all files in OLD/json... base.py:186\n ...found 60 files in OLD/json base.py:202\n Getting all files in OLD/raw... base.py:186\n[20:57:20] ...found 60 files in OLD/raw base.py:202\n ...found 121 files in OLD base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n Deleting batch no. 2 consisting of 21 files base.py:211\n[20:57:21] ...data deleted. base.py:241\n Scraping from http://committees.oldham.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[20:57:24] Committing batch 1 consisting of 92 files base.py:269\n[20:57:28] Committing batch 2 consisting of 28 files base.py:269\n[20:57:33] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 28 files base.py:269\n[20:57:38] Finished attempting to scrape: OLD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:57:19.337480", + "end": "2022-03-05 20:57:38.426927", + "duration": 19.0 + } + ] + }, + { + "council_id": "OXF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:43:41] Fetching Scraper for: OXF handlers.py:21\n Begin attempting to scrape: OXF handlers.py:24\n Deleting existing data... base.py:234\n[19:43:42] Getting all files in OXF... base.py:186\n Getting all files in OXF/raw... base.py:186\n ...found 26 files in OXF/raw base.py:202\n ...found 27 files in OXF base.py:202\n Deleting batch no. 1 consisting of 27 files base.py:211\n[19:43:43] ...data deleted. base.py:241\n Scraping from https://mycouncil.oxfordshire.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[19:43:47] Committing batch 1 consisting of 92 files base.py:269\n[19:43:48] Committing batch 2 consisting of 34 files base.py:269\n[19:43:50] No new councillor data found. base.py:317\n Finished attempting to scrape: OXF base.py:319\n", + "errors": "", + "start": "2022-03-05 19:43:41.797491", + "end": "2022-03-05 19:43:50.241588", + "duration": 8.0 + } + ] + }, + { + "council_id": "OXO", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:51:02] Fetching Scraper for: OXO handlers.py:21\n Begin attempting to scrape: OXO handlers.py:24\n[19:51:03] Deleting existing data... base.py:234\n Getting all files in OXO... base.py:186\n Getting all files in OXO/json... base.py:186\n ...found 46 files in OXO/json base.py:202\n Getting all files in OXO/raw... base.py:186\n ...found 46 files in OXO/raw base.py:202\n ...found 92 files in OXO base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[19:51:14] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: OXO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:51:02.943886", + "end": "2022-03-05 19:51:14.819937", + "duration": 11.0 + } + ] + }, + { + "council_id": "PEM", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:47:36] Fetching Scraper for: PEM handlers.py:21\n Begin attempting to scrape: PEM handlers.py:24\n Deleting existing data... base.py:234\n[19:47:37] Getting all files in PEM... base.py:186\n Getting all files in PEM/json... base.py:186\n[19:47:38] ...found 60 files in PEM/json base.py:202\n Getting all files in PEM/raw... base.py:186\n ...found 60 files in PEM/raw base.py:202\n ...found 120 files in PEM base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:47:47] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: PEM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:47:36.815359", + "end": "2022-03-05 19:47:47.439262", + "duration": 10.0 + } + ] + }, + { + "council_id": "PKN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:46:29] Fetching Scraper for: PKN handlers.py:21\n Begin attempting to scrape: PKN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in PKN... base.py:186\n Getting all files in PKN/json... base.py:186\n ...found 40 files in PKN/json base.py:202\n Getting all files in PKN/raw... base.py:186\n[19:46:30] ...found 40 files in PKN/raw base.py:202\n ...found 80 files in PKN base.py:202\n Deleting batch no. 1 consisting of 80 files base.py:211\n ...data deleted. base.py:241\n Scraping from https://perth-and-kinross.cmis.uk.com/perth- base.py:40\n and-kinross/Councillors/OverviewofCouncillors.aspx \n[19:46:31] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/205/ScreenMode/Ward/Default.as \n px \n[19:46:33] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/206/ScreenMode/Ward/Default.as \n px \n[19:46:34] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/207/ScreenMode/Ward/Default.as \n px \n[19:46:35] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/40/ScreenMode/Ward/Default.asp \n x \n[19:46:37] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/208/ScreenMode/Ward/Default.as \n px \n[19:46:38] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/45/ScreenMode/Ward/Default.asp \n x \n[19:46:39] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/209/ScreenMode/Ward/Default.as \n px \n[19:46:41] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/211/ScreenMode/Ward/Default.as \n px \n[19:46:42] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/212/ScreenMode/Ward/Default.as \n px \n[19:46:43] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/50/ScreenMode/Ward/Default.asp \n x \n[19:46:46] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/459/ScreenMode/Ward/Default.as \n px \n[19:46:47] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/210/ScreenMode/Ward/Default.as \n px \n[19:46:49] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/15/ScreenMode/Ward/Default.asp \n x \n[19:46:50] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/214/ScreenMode/Ward/Default.as \n px \n[19:46:51] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/213/ScreenMode/Ward/Default.as \n px \n[19:46:53] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/19/ScreenMode/Ward/Default.asp \n x \n[19:46:54] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/24/ScreenMode/Ward/Default.asp \n x \n[19:46:55] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/215/ScreenMode/Ward/Default.as \n px \n[19:46:57] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/216/ScreenMode/Ward/Default.as \n px \n[19:46:58] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/14/ScreenMode/Ward/Default.asp \n x \n[19:47:00] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/16/ScreenMode/Ward/Default.asp \n x \n[19:47:01] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/217/ScreenMode/Ward/Default.as \n px \n[19:47:03] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/20/ScreenMode/Ward/Default.asp \n x \n[19:47:05] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/218/ScreenMode/Ward/Default.as \n px \n[19:47:06] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/29/ScreenMode/Ward/Default.asp \n x \n[19:47:08] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/219/ScreenMode/Ward/Default.as \n px \n[19:47:09] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/128/ScreenMode/Ward/Default.as \n px \n[19:47:11] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/220/ScreenMode/Ward/Default.as \n px \n[19:47:12] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/626/ScreenMode/Ward/Default.as \n px \n[19:47:13] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/617/ScreenMode/Ward/Default.as \n px \n[19:47:14] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/367/ScreenMode/Ward/Default.as \n px \n[19:47:16] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/222/ScreenMode/Ward/Default.as \n px \n[19:47:17] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/18/ScreenMode/Ward/Default.asp \n x \n[19:47:19] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/223/ScreenMode/Ward/Default.as \n px \n[19:47:20] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/618/ScreenMode/Ward/Default.as \n px \n[19:47:22] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/224/ScreenMode/Ward/Default.as \n px \n[19:47:23] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/225/ScreenMode/Ward/Default.as \n px \n[19:47:25] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/41/ScreenMode/Ward/Default.asp \n x \n[19:47:26] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/226/ScreenMode/Ward/Default.as \n px \n[19:47:28] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40\n nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl \n /ViewCMIS_Person/mid/383/id/44/ScreenMode/Ward/Default.asp \n x \n[19:47:29] Committing batch 1 consisting of 80 files base.py:269\n[19:47:32] No new councillor data found. base.py:317\n Finished attempting to scrape: PKN base.py:319\n", + "errors": "", + "start": "2022-03-05 19:46:29.186591", + "end": "2022-03-05 19:47:32.307404", + "duration": 63.0 + } + ] + }, + { + "council_id": "PLY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:55:27] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: PLY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:54:56.501168", + "end": "2022-03-05 19:55:27.327194", + "duration": 30.0 + }, + { + "status_code": "200", + "log_text": "[20:18:36] Fetching Scraper for: PLY handlers.py:21\n Begin attempting to scrape: PLY handlers.py:24\n Deleting existing data... base.py:234\n[20:18:37] Getting all files in PLY... base.py:186\n Getting all files in PLY/json... base.py:186\n ...found 57 files in PLY/json base.py:202\n Getting all files in PLY/raw... base.py:186\n ...found 57 files in PLY/raw base.py:202\n ...found 115 files in PLY base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:18:41] Deleting batch no. 2 consisting of 15 files base.py:211\n[20:18:42] ...data deleted. base.py:241\n Scraping from https://democracy.plymouth.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:18:45] Committing batch 1 consisting of 92 files base.py:269\n[20:18:47] Committing batch 2 consisting of 22 files base.py:269\n[20:18:58] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 22 files base.py:269\n[20:19:00] Finished attempting to scrape: PLY base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:18:36.466100", + "end": "2022-03-05 20:19:00.062353", + "duration": 23.0 + } + ] + }, + { + "council_id": "POR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:52:20] Fetching Scraper for: POR handlers.py:21\n Begin attempting to scrape: POR handlers.py:24\n[19:52:21] Deleting existing data... base.py:234\n Getting all files in POR... base.py:186\n POR Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.portsmouth.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:52:24] Committing batch 1 consisting of 84 files base.py:269\n[19:52:26] No new councillor data found. base.py:317\n Finished attempting to scrape: POR base.py:319\n", + "errors": "", + "start": "2022-03-05 19:52:20.968167", + "end": "2022-03-05 19:52:26.125167", + "duration": 5.0 + } + ] + }, + { + "council_id": "POW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:20:27] Fetching Scraper for: POW handlers.py:21\n Begin attempting to scrape: POW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in POW... base.py:186\n Getting all files in POW/json... base.py:186\n ...found 73 files in POW/json base.py:202\n Getting all files in POW/raw... base.py:186\n[20:20:28] ...found 73 files in POW/raw base.py:202\n ...found 147 files in POW base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:20:29] Deleting batch no. 2 consisting of 47 files base.py:211\n[20:20:35] ...data deleted. base.py:241\n Scraping from http://powys.moderngov.co.uk/mgWebService.as base.py:40\n mx/GetCouncillorsByWard \n[20:20:40] Committing batch 1 consisting of 92 files base.py:269\n[20:20:44] Committing batch 2 consisting of 54 files base.py:269\n[20:20:51] No new councillor data found. base.py:317\n Finished attempting to scrape: POW base.py:319\n", + "errors": "", + "start": "2022-03-05 20:20:27.365443", + "end": "2022-03-05 20:20:51.272370", + "duration": 23.0 + } + ] + }, + { + "council_id": "PRE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:45:58] Fetching Scraper for: PRE handlers.py:21\n Begin attempting to scrape: PRE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in PRE... base.py:186\n Getting all files in PRE/json... base.py:186\n[20:45:59] ...found 48 files in PRE/json base.py:202\n Getting all files in PRE/raw... base.py:186\n ...found 48 files in PRE/raw base.py:202\n ...found 97 files in PRE base.py:202\n Deleting batch no. 1 consisting of 97 files base.py:211\n[20:46:04] ...data deleted. base.py:241\n Scraping from http://preston.moderngov.co.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[20:46:09] Committing batch 1 consisting of 92 files base.py:269\n[20:46:11] Committing batch 2 consisting of 4 files base.py:269\n[20:46:14] No new councillor data found. base.py:317\n Finished attempting to scrape: PRE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:45:58.192810", + "end": "2022-03-05 20:46:14.513779", + "duration": 16.0 + } + ] + }, + { + "council_id": "PTE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:43:51] Fetching Scraper for: PTE handlers.py:21\n Begin attempting to scrape: PTE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in PTE... base.py:186\n[19:43:52] Getting all files in PTE/json... base.py:186\n ...found 60 files in PTE/json base.py:202\n Getting all files in PTE/raw... base.py:186\n ...found 60 files in PTE/raw base.py:202\n ...found 120 files in PTE base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:43:53] Deleting batch no. 2 consisting of 20 files base.py:211\n[19:43:54] ...data deleted. base.py:241\n Scraping from http://democracy.peterborough.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[19:43:57] Committing batch 1 consisting of 92 files base.py:269\n[19:43:59] Committing batch 2 consisting of 28 files base.py:269\n[19:44:01] Finished attempting to scrape: PTE base.py:319\n", + "errors": "", + "start": "2022-03-05 19:43:51.559190", + "end": "2022-03-05 19:44:01.589426", + "duration": 10.0 + } + ] + }, + { + "council_id": "RCH", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:21:53] Fetching Scraper for: RCH handlers.py:21\n Begin attempting to scrape: RCH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RCH... base.py:186\n Getting all files in RCH/raw... base.py:186\n ...found 20 files in RCH/raw base.py:202\n ...found 20 files in RCH base.py:202\n Deleting batch no. 1 consisting of 20 files base.py:211\n[20:22:03] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:22:04] Finished attempting to scrape: RCH base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:21:53.171831", + "end": "2022-03-05 20:22:04.240971", + "duration": 11.0 + } + ] + }, + { + "council_id": "RDB", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:29:41] Fetching Scraper for: RDB handlers.py:21\n Begin attempting to scrape: RDB handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RDB... base.py:186\n Getting all files in RDB/json... base.py:186\n[20:29:42] ...found 63 files in RDB/json base.py:202\n Getting all files in RDB/raw... base.py:186\n ...found 63 files in RDB/raw base.py:202\n ...found 127 files in RDB base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:29:43] Deleting batch no. 2 consisting of 27 files base.py:211\n[20:29:49] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:29:50] Finished attempting to scrape: RDB base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:29:41.420559", + "end": "2022-03-05 20:29:50.210061", + "duration": 8.0 + } + ] + }, + { + "council_id": "RDG", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:20:21] Fetching Scraper for: RDG handlers.py:21\n Begin attempting to scrape: RDG handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RDG... base.py:186\n Getting all files in RDG/json... base.py:186\n[00:20:22] ...found 46 files in RDG/json base.py:202\n Getting all files in RDG/raw... base.py:186\n ...found 46 files in RDG/raw base.py:202\n ...found 93 files in RDG base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[00:20:25] ...data deleted. base.py:241\n Scraping from http://democracy.reading.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:20:29] Committing batch 1 consisting of 92 files base.py:269\n[00:20:31] No new councillor data found. base.py:317\n Finished attempting to scrape: RDG base.py:319\n", + "errors": "", + "start": "2022-03-06 00:20:21.389067", + "end": "2022-03-06 00:20:31.145577", + "duration": 9.0 + } + ] + }, + { + "council_id": "RED", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:52:03] Fetching Scraper for: RED handlers.py:21\n Begin attempting to scrape: RED handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RED... base.py:186\n Getting all files in RED/json... base.py:186\n ...found 29 files in RED/json base.py:202\n Getting all files in RED/raw... base.py:186\n ...found 29 files in RED/raw base.py:202\n ...found 59 files in RED base.py:202\n Deleting batch no. 1 consisting of 59 files base.py:211\n[19:52:15] ...data deleted. base.py:241\n Scraping from http://moderngovwebpublic.redditchbc.gov.uk/ base.py:40\n mgWebService.asmx/GetCouncillorsByWard \n[19:52:18] Committing batch 1 consisting of 58 files base.py:269\n[19:52:19] No new councillor data found. base.py:317\n Finished attempting to scrape: RED base.py:319\n", + "errors": "", + "start": "2022-03-05 19:52:03.018510", + "end": "2022-03-05 19:52:19.814179", + "duration": 16.0 + } + ] + }, + { + "council_id": "REI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:03:45] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: REI base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:03:30.173154", + "end": "2022-03-05 20:03:45.536258", + "duration": 15.0 + } + ] + }, + { + "council_id": "RFW", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:17:43] Fetching Scraper for: RFW handlers.py:21\n[20:17:44] Begin attempting to scrape: RFW handlers.py:24\n[20:17:45] Deleting existing data... base.py:234\n Getting all files in RFW... base.py:186\n Getting all files in RFW/json... base.py:186\n ...found 42 files in RFW/json base.py:202\n Getting all files in RFW/raw... base.py:186\n ...found 42 files in RFW/raw base.py:202\n ...found 84 files in RFW base.py:202\n Deleting batch no. 1 consisting of 84 files base.py:211\n[20:17:52] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:17:53] No new councillor data found. base.py:317\n Finished attempting to scrape: RFW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:17:43.585722", + "end": "2022-03-05 20:17:53.061897", + "duration": 9.0 + } + ] + }, + { + "council_id": "RIB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:21:24] Fetching Scraper for: RIB handlers.py:21\n Begin attempting to scrape: RIB handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RIB... base.py:186\n[00:21:25] Getting all files in RIB/json... base.py:186\n ...found 41 files in RIB/json base.py:202\n Getting all files in RIB/raw... base.py:186\n ...found 41 files in RIB/raw base.py:202\n ...found 83 files in RIB base.py:202\n Deleting batch no. 1 consisting of 83 files base.py:211\n[00:21:34] ...data deleted. base.py:241\n Scraping from http://democracy.ribblevalley.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:21:37] Committing batch 1 consisting of 82 files base.py:269\n[00:21:38] No new councillor data found. base.py:317\n Finished attempting to scrape: RIB base.py:319\n", + "errors": "", + "start": "2022-03-06 00:21:24.632297", + "end": "2022-03-06 00:21:38.631786", + "duration": 13.0 + } + ] + }, + { + "council_id": "RIC", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[21:10:39] Fetching Scraper for: RIC handlers.py:21\n Begin attempting to scrape: RIC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RIC... base.py:186\n[21:10:40] Getting all files in RIC/json... base.py:186\n ...found 54 files in RIC/json base.py:202\n Getting all files in RIC/raw... base.py:186\n ...found 54 files in RIC/raw base.py:202\n ...found 108 files in RIC base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[21:10:42] Deleting batch no. 2 consisting of 8 files base.py:211\n[21:10:48] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: RIC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:10:39.676130", + "end": "2022-03-05 21:10:48.506007", + "duration": 8.0 + } + ] + }, + { + "council_id": "RIH", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:12:24] Fetching Scraper for: RIH handlers.py:21\n Begin attempting to scrape: RIH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RIH... base.py:186\n Getting all files in RIH/json... base.py:186\n ...found 24 files in RIH/json base.py:202\n Getting all files in RIH/raw... base.py:186\n[00:12:25] ...found 24 files in RIH/raw base.py:202\n ...found 48 files in RIH base.py:202\n Deleting batch no. 1 consisting of 48 files base.py:211\n[00:12:27] ...data deleted. base.py:241\n Scraping from http://democracy.richmondshire.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[00:12:28] Committing batch 1 consisting of 48 files base.py:269\n[00:12:30] No new councillor data found. base.py:317\n Finished attempting to scrape: RIH base.py:319\n", + "errors": "", + "start": "2022-03-06 00:12:24.160357", + "end": "2022-03-06 00:12:30.257118", + "duration": 6.0 + } + ] + }, + { + "council_id": "ROC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:53:43] Fetching Scraper for: ROC handlers.py:21\n Begin attempting to scrape: ROC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in ROC... base.py:186\n ROC Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ScreenMode/Alphabetical/Default.aspx \n[20:53:46] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/209/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:47] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/290/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:49] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/226/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:50] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/304/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:51] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/261/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:53] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/274/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:54] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/279/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:55] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/309/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:57] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/303/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:58] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/310/ScreenMode/A \n lphabetical/Default.aspx \n[20:53:59] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/277/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:00] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/256/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:03] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/239/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:04] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/305/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:05] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/267/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:07] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/200/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:09] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/252/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:10] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/240/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:11] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/213/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:13] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/281/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:14] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/302/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:16] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/286/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:17] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/311/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:18] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/270/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:20] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/254/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:22] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/283/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:23] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/289/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:25] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/181/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:26] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/258/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:28] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/273/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:29] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/227/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:31] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/250/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:32] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/269/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:34] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/211/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:35] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/292/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:38] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/285/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:39] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/280/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:41] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40\n s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/291/ScreenMode/A \n lphabetical/Default.aspx \n[20:54:42] Committing batch 1 consisting of 76 files base.py:269\n[20:54:53] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 76 files base.py:269\n[20:54:55] No new councillor data found. base.py:317\n Finished attempting to scrape: ROC base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:53:43.378498", + "end": "2022-03-05 20:54:55.427708", + "duration": 72.0 + } + ] + }, + { + "council_id": "ROT", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:20:46] Fetching Scraper for: ROT handlers.py:21\n Begin attempting to scrape: ROT handlers.py:24\n Deleting existing data... base.py:234\n[00:20:47] Getting all files in ROT... base.py:186\n Getting all files in ROT/json... base.py:186\n ...found 59 files in ROT/json base.py:202\n Getting all files in ROT/raw... base.py:186\n ...found 59 files in ROT/raw base.py:202\n ...found 118 files in ROT base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:20:51] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:20:52] No new councillor data found. base.py:317\n Finished attempting to scrape: ROT base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:20:46.715274", + "end": "2022-03-06 00:20:52.203770", + "duration": 5.0 + } + ] + }, + { + "council_id": "RUH", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:03:31] Fetching Scraper for: RUH handlers.py:21\n Begin attempting to scrape: RUH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RUH... base.py:186\n Getting all files in RUH/json... base.py:186\n[00:03:32] ...found 40 files in RUH/json base.py:202\n Getting all files in RUH/raw... base.py:186\n ...found 40 files in RUH/raw base.py:202\n ...found 81 files in RUH base.py:202\n Deleting batch no. 1 consisting of 81 files base.py:211\n[00:03:33] ...data deleted. base.py:241\n Scraping from https://democracy.rushmoor.gov.uk//mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:03:34] Committing batch 1 consisting of 80 files base.py:269\n[00:03:36] No new councillor data found. base.py:317\n Finished attempting to scrape: RUH base.py:319\n", + "errors": "", + "start": "2022-03-06 00:03:31.307602", + "end": "2022-03-06 00:03:36.342395", + "duration": 5.0 + } + ] + }, + { + "council_id": "RUN", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[20:05:41] Fetching Scraper for: RUN handlers.py:21\n Begin attempting to scrape: RUN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RUN... base.py:186\n RUN Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n https://www.runnymede.gov.uk/article/15001/Councillors \n[20:05:42] list index out of range handlers.py:33\n Finished attempting to scrape: RUN base.py:319\n", + "errors": "list index out of range", + "start": "2022-03-05 20:05:41.247920", + "end": "2022-03-05 20:05:42.846713", + "duration": 1.0 + } + ] + }, + { + "council_id": "RUS", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:53:42] Fetching Scraper for: RUS handlers.py:21\n Begin attempting to scrape: RUS handlers.py:24\n Deleting existing data... base.py:234\n[19:53:43] Getting all files in RUS... base.py:186\n Getting all files in RUS/json... base.py:186\n ...found 44 files in RUS/json base.py:202\n Getting all files in RUS/raw... base.py:186\n ...found 44 files in RUS/raw base.py:202\n ...found 89 files in RUS base.py:202\n Deleting batch no. 1 consisting of 89 files base.py:211\n[19:53:46] ...data deleted. base.py:241\n Scraping from https://democracy.rushcliffe.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[19:53:49] Committing batch 1 consisting of 88 files base.py:269\n[19:53:51] No new councillor data found. base.py:317\n Finished attempting to scrape: RUS base.py:319\n", + "errors": "", + "start": "2022-03-05 19:53:42.736363", + "end": "2022-03-05 19:53:51.778436", + "duration": 9.0 + } + ] + }, + { + "council_id": "RUT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:54:09] Fetching Scraper for: RUT handlers.py:21\n Begin attempting to scrape: RUT handlers.py:24\n Deleting existing data... base.py:234\n[19:54:10] Getting all files in RUT... base.py:186\n Getting all files in RUT/json... base.py:186\n ...found 27 files in RUT/json base.py:202\n Getting all files in RUT/raw... base.py:186\n ...found 27 files in RUT/raw base.py:202\n ...found 54 files in RUT base.py:202\n Deleting batch no. 1 consisting of 54 files base.py:211\n[19:54:16] ...data deleted. base.py:241\n Scraping from http://rutlandcounty.moderngov.co.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[19:54:19] Committing batch 1 consisting of 54 files base.py:269\n[19:54:23] No new councillor data found. base.py:317\n Finished attempting to scrape: RUT base.py:319\n", + "errors": "", + "start": "2022-03-05 19:54:09.363802", + "end": "2022-03-05 19:54:23.963453", + "duration": 14.0 + } + ] + }, + { + "council_id": "RYE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:07:14] Fetching Scraper for: RYE handlers.py:21\n Begin attempting to scrape: RYE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in RYE... base.py:186\n Getting all files in RYE/json... base.py:186\n ...found 30 files in RYE/json base.py:202\n Getting all files in RYE/raw... base.py:186\n[00:07:15] ...found 30 files in RYE/raw base.py:202\n ...found 61 files in RYE base.py:202\n Deleting batch no. 1 consisting of 61 files base.py:211\n[00:07:16] ...data deleted. base.py:241\n Scraping from http://democracy.ryedale.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:07:17] Committing batch 1 consisting of 60 files base.py:269\n[00:07:19] No new councillor data found. base.py:317\n[00:07:20] Finished attempting to scrape: RYE base.py:319\n", + "errors": "", + "start": "2022-03-06 00:07:14.272617", + "end": "2022-03-06 00:07:20.034481", + "duration": 5.0 + } + ] + }, + { + "council_id": "SAL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:15:59] Fetching Scraper for: SAL handlers.py:21\n Begin attempting to scrape: SAL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SAL... base.py:186\n Getting all files in SAL/json... base.py:186\n ...found 58 files in SAL/json base.py:202\n Getting all files in SAL/raw... base.py:186\n ...found 58 files in SAL/raw base.py:202\n ...found 117 files in SAL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:16:00] Deleting batch no. 2 consisting of 17 files base.py:211\n[00:16:08] ...data deleted. base.py:241\n Scraping from http://stalbans.moderngov.co.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:16:11] Committing batch 1 consisting of 92 files base.py:269\n[00:16:13] Committing batch 2 consisting of 24 files base.py:269\n[00:16:15] No new councillor data found. base.py:317\n Finished attempting to scrape: SAL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:15:59.024164", + "end": "2022-03-06 00:16:15.198900", + "duration": 16.0 + } + ] + }, + { + "council_id": "SAW", + "missing": false, + "log_runs": [ + { + "status_code": "503", + "log_text": "[20:06:22] Fetching Scraper for: SAW handlers.py:21\n Begin attempting to scrape: SAW handlers.py:24\n Deleting existing data... base.py:234\n[20:06:23] Getting all files in SAW... base.py:186\n SAW Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://cmis.sandwell.gov.uk/cmis5/People/ta base.py:40\n bid/62/ScreenMode/Alphabetical/Default.aspx \n Finished attempting to scrape: SAW base.py:319\n", + "errors": "", + "start": "2022-03-05 20:06:22.282355", + "end": "2022-03-05 20:06:23.554761", + "duration": 1.0 + }, + { + "status_code": "503", + "log_text": "[20:06:50] Fetching Scraper for: SAW handlers.py:21\n Begin attempting to scrape: SAW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SAW... base.py:186\n[20:06:51] ...found 1 files in SAW base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:07:00] ...data deleted. base.py:241\n Scraping from https://cmis.sandwell.gov.uk/cmis5/People/ta base.py:40\n bid/62/ScreenMode/Alphabetical/Default.aspx \n Finished attempting to scrape: SAW base.py:319\n", + "errors": "", + "start": "2022-03-05 20:06:50.242709", + "end": "2022-03-05 20:07:00.598385", + "duration": 10.0 + }, + { + "status_code": null, + "log_text": "[20:30:38] Fetching Scraper for: SAW handlers.py:21\n Begin attempting to scrape: SAW handlers.py:24\n[20:30:39] Deleting existing data... base.py:234\n[20:30:40] Getting all files in SAW... base.py:186\n ...found 1 files in SAW base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:30:50] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:30:51] Finished attempting to scrape: SAW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:30:38.237732", + "end": "2022-03-05 20:30:51.324917", + "duration": 13.0 + } + ] + }, + { + "council_id": "SCA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:49:13] Fetching Scraper for: SCA handlers.py:21\n Begin attempting to scrape: SCA handlers.py:24\n Deleting existing data... base.py:234\n[20:49:14] Getting all files in SCA... base.py:186\n Getting all files in SCA/json... base.py:186\n ...found 45 files in SCA/json base.py:202\n Getting all files in SCA/raw... base.py:186\n ...found 45 files in SCA/raw base.py:202\n ...found 90 files in SCA base.py:202\n Deleting batch no. 1 consisting of 90 files base.py:211\n[20:49:17] ...data deleted. base.py:241\n Scraping from http://scambs.moderngov.co.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[20:49:22] Committing batch 1 consisting of 90 files base.py:269\n[20:49:24] Finished attempting to scrape: SCA base.py:319\n", + "errors": "", + "start": "2022-03-05 20:49:13.729908", + "end": "2022-03-05 20:49:24.235554", + "duration": 10.0 + } + ] + }, + { + "council_id": "SCB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:00:08] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SCB base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:59:52.756728", + "end": "2022-03-05 20:00:08.425414", + "duration": 15.0 + } + ] + }, + { + "council_id": "SCE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:14:04] Fetching Scraper for: SCE handlers.py:21\n Begin attempting to scrape: SCE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SCE... base.py:186\n Getting all files in SCE/json... base.py:186\n[20:14:05] ...found 45 files in SCE/json base.py:202\n Getting all files in SCE/raw... base.py:186\n ...found 45 files in SCE/raw base.py:202\n ...found 90 files in SCE base.py:202\n Deleting batch no. 1 consisting of 90 files base.py:211\n[20:14:09] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SCE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:14:04.437361", + "end": "2022-03-05 20:14:09.380415", + "duration": 4.0 + } + ] + }, + { + "council_id": "SDE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:16:03] Fetching Scraper for: SDE handlers.py:21\n Begin attempting to scrape: SDE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SDE... base.py:186\n Getting all files in SDE/json... base.py:186\n[20:16:04] ...found 36 files in SDE/json base.py:202\n Getting all files in SDE/raw... base.py:186\n ...found 36 files in SDE/raw base.py:202\n ...found 73 files in SDE base.py:202\n Deleting batch no. 1 consisting of 73 files base.py:211\n[20:16:13] ...data deleted. base.py:241\n Scraping from http://south-derbys.cmis.uk.com/south-derbys base.py:40\n /Councillors.aspx \n[20:16:15] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52 \n 4/ScreenMode/Alphabetical/Default.aspx \n[20:16:17] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48 \n 8/ScreenMode/Alphabetical/Default.aspx \n[20:16:18] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6/ \n ScreenMode/Alphabetical/Default.aspx \n[20:16:20] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7/ \n ScreenMode/Alphabetical/Default.aspx \n[20:16:22] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 0/ScreenMode/Alphabetical/Default.aspx \n[20:16:23] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/9/ \n ScreenMode/Alphabetical/Default.aspx \n[20:16:25] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 1/ScreenMode/Alphabetical/Default.aspx \n[20:16:27] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 2/ScreenMode/Alphabetical/Default.aspx \n[20:16:28] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 8/ScreenMode/Alphabetical/Default.aspx \n[20:16:30] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22 \n 5/ScreenMode/Alphabetical/Default.aspx \n[20:16:31] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 7/ScreenMode/Alphabetical/Default.aspx \n[20:16:34] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14 \n /ScreenMode/Alphabetical/Default.aspx \n[20:16:36] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 6/ScreenMode/Alphabetical/Default.aspx \n[20:16:38] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50 \n 1/ScreenMode/Alphabetical/Default.aspx \n[20:16:39] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50 \n 2/ScreenMode/Alphabetical/Default.aspx \n[20:16:41] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/61 \n /ScreenMode/Alphabetical/Default.aspx \n[20:16:43] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52 \n 3/ScreenMode/Alphabetical/Default.aspx \n[20:16:44] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41 \n 0/ScreenMode/Alphabetical/Default.aspx \n[20:16:46] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 9/ScreenMode/Alphabetical/Default.aspx \n[20:16:47] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41 \n 1/ScreenMode/Alphabetical/Default.aspx \n[20:16:49] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/70 \n /ScreenMode/Alphabetical/Default.aspx \n[20:16:50] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33 \n 5/ScreenMode/Alphabetical/Default.aspx \n[20:16:52] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48 \n 3/ScreenMode/Alphabetical/Default.aspx \n[20:16:55] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52 \n 6/ScreenMode/Alphabetical/Default.aspx \n[20:16:56] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73 \n /ScreenMode/Alphabetical/Default.aspx \n[20:16:58] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16 \n /ScreenMode/Alphabetical/Default.aspx \n[20:17:00] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25 \n /ScreenMode/Alphabetical/Default.aspx \n[20:17:02] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26 \n /ScreenMode/Alphabetical/Default.aspx \n[20:17:04] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49 \n 5/ScreenMode/Alphabetical/Default.aspx \n[20:17:06] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52 \n 5/ScreenMode/Alphabetical/Default.aspx \n[20:17:07] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/17 \n /ScreenMode/Alphabetical/Default.aspx \n[20:17:09] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41 \n 2/ScreenMode/Alphabetical/Default.aspx \n[20:17:11] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18 \n /ScreenMode/Alphabetical/Default.aspx \n[20:17:13] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42 \n 7/ScreenMode/Alphabetical/Default.aspx \n[20:17:15] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19 \n /ScreenMode/Alphabetical/Default.aspx \n[20:17:18] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40\n ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52 \n 8/ScreenMode/Alphabetical/Default.aspx \n[20:17:19] Committing batch 1 consisting of 72 files base.py:269\n[20:17:21] No new councillor data found. base.py:317\n Finished attempting to scrape: SDE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:16:03.390551", + "end": "2022-03-05 20:17:21.111892", + "duration": 77.0 + } + ] + }, + { + "council_id": "SED", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:20:59] Fetching Scraper for: SED handlers.py:21\n Begin attempting to scrape: SED handlers.py:24\n Deleting existing data... base.py:234\n[20:21:00] Getting all files in SED... base.py:186\n Getting all files in SED/raw... base.py:186\n ...found 28 files in SED/raw base.py:202\n ...found 28 files in SED base.py:202\n Deleting batch no. 1 consisting of 28 files base.py:211\n[20:21:04] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:21:05] Finished attempting to scrape: SED base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:20:59.833809", + "end": "2022-03-05 20:21:05.330249", + "duration": 5.0 + } + ] + }, + { + "council_id": "SEG", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:10:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:10:38] No new councillor data found. base.py:317\n Finished attempting to scrape: SEG base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:07:55.096094", + "end": "2022-03-05 20:10:38.195021", + "duration": 163.0 + }, + { + "status_code": "200", + "log_text": "[20:47:11] Fetching Scraper for: SEG handlers.py:21\n Begin attempting to scrape: SEG handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SEG... base.py:186\n Getting all files in SEG/json... base.py:186\n ...found 46 files in SEG/json base.py:202\n Getting all files in SEG/raw... base.py:186\n[20:47:12] ...found 46 files in SEG/raw base.py:202\n ...found 92 files in SEG base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:47:15] ...data deleted. base.py:241\n Scraping from https://www.sedgemoor.gov.uk/councillors base.py:40\n[20:47:21] Scraping from https://www.sedgemoor.gov.uk/article/3422/Co base.py:40\n uncillor-Sue-Barber \n[20:47:24] Scraping from https://www.sedgemoor.gov.uk/article/3407/Co base.py:40\n uncillor-Alexia-Bartlett \n[20:47:26] Scraping from https://www.sedgemoor.gov.uk/article/3434/Co base.py:40\n uncillor-Nick-Bayliss \n[20:47:29] Scraping from https://www.sedgemoor.gov.uk/article/3438/Co base.py:40\n uncillor-Anthony-Betty \n[20:47:31] Scraping from https://www.sedgemoor.gov.uk/article/3428/Co base.py:40\n uncillor-Brian-Bolt \n[20:47:34] Scraping from https://www.sedgemoor.gov.uk/article/1090/Co base.py:40\n uncillor-Alan-Bradford \n[20:47:36] Scraping from https://www.sedgemoor.gov.uk/article/3411/Co base.py:40\n uncillor-Hilary-Bruce \n[20:47:38] Scraping from https://www.sedgemoor.gov.uk/article/3446/Co base.py:40\n uncillor-Michael-Caswell \n[20:47:40] Scraping from https://www.sedgemoor.gov.uk/article/3425/Co base.py:40\n uncillor-Peter-Clayton \n[20:47:43] Scraping from https://www.sedgemoor.gov.uk/article/3416/Co base.py:40\n uncillor-Julie-Cordiner \n[20:47:45] Scraping from https://www.sedgemoor.gov.uk/article/3448/Co base.py:40\n uncillor-Polly-Costello \n[20:47:47] Scraping from https://www.sedgemoor.gov.uk/article/3444/Co base.py:40\n uncillor-Barrie-Crow \n[20:47:50] Scraping from https://www.sedgemoor.gov.uk/article/3417/Co base.py:40\n uncillor-Lance-Duddridge \n[20:47:52] Scraping from https://www.sedgemoor.gov.uk/article/3429/Co base.py:40\n uncillor-Ian-Dyer \n[20:47:54] Scraping from https://www.sedgemoor.gov.uk/article/3426/Co base.py:40\n uncillor-Mike-Facey \n[20:47:57] Scraping from https://www.sedgemoor.gov.uk/article/3440/Co base.py:40\n uncillor-Bob-Filmer \n[20:47:59] Scraping from https://www.sedgemoor.gov.uk/article/3430/Co base.py:40\n uncillor-Paul-Fineran \n[20:48:01] Scraping from https://www.sedgemoor.gov.uk/article/3409/Co base.py:40\n uncillor-Li-Gibson \n[20:48:04] Scraping from https://www.sedgemoor.gov.uk/article/3441/Co base.py:40\n uncillor-Andrew-Gilling \n[20:48:06] Scraping from https://www.sedgemoor.gov.uk/article/3412/Co base.py:40\n uncillor-Alex-Glassford \n[20:48:08] Scraping from https://www.sedgemoor.gov.uk/article/3404/Co base.py:40\n uncillor-Graham-Godwin-Pearson \n[20:48:12] Scraping from https://www.sedgemoor.gov.uk/article/3413/Co base.py:40\n uncillor-Graham-Granter \n[20:48:14] Scraping from https://www.sedgemoor.gov.uk/article/3406/Co base.py:40\n uncillor-Tony-Grimes \n[20:48:16] Scraping from https://www.sedgemoor.gov.uk/article/3423/Co base.py:40\n uncillor-Phil-Harvey \n[20:48:18] Scraping from https://www.sedgemoor.gov.uk/article/3445/Co base.py:40\n uncillor-Mark-Healey \n[20:48:21] Scraping from https://www.sedgemoor.gov.uk/article/3424/Co base.py:40\n uncillor-Alistair-Hendry \n[20:48:23] Scraping from https://www.sedgemoor.gov.uk/article/3410/Co base.py:40\n uncillor-Tony-Heywood \n[20:48:25] Scraping from https://www.sedgemoor.gov.uk/article/3449/Co base.py:40\n uncillor-Will-Human \n[20:48:28] Scraping from https://www.sedgemoor.gov.uk/article/3435/Co base.py:40\n uncillor-Janet-Keen \n[20:48:30] Scraping from https://www.sedgemoor.gov.uk/article/3450/Co base.py:40\n uncillor-Stuart-Kingham \n[20:48:33] Scraping from https://www.sedgemoor.gov.uk/article/3414/Co base.py:40\n uncillor-Liz-Leavy \n[20:48:35] Scraping from https://www.sedgemoor.gov.uk/article/3420/Co base.py:40\n uncillor-Rachael-Lilley \n[20:48:37] Scraping from https://www.sedgemoor.gov.uk/article/3436/Co base.py:40\n uncillor-Alan-Matthews \n[20:48:39] Scraping from https://www.sedgemoor.gov.uk/article/3433/Co base.py:40\n uncillor-Duncan-McGinty \n[20:48:42] Scraping from https://www.sedgemoor.gov.uk/article/3431/Co base.py:40\n uncillor-Lisa-Methley \n[20:48:44] Scraping from https://www.sedgemoor.gov.uk/article/3427/Co base.py:40\n uncillor-Mike-Murphy \n[20:48:46] Scraping from https://www.sedgemoor.gov.uk/article/3447/Co base.py:40\n uncillor-Julie-Pay \n[20:48:49] Scraping from https://www.sedgemoor.gov.uk/article/3418/Co base.py:40\n uncillor-Kathy-Pearce \n[20:48:51] Scraping from https://www.sedgemoor.gov.uk/article/3439/Co base.py:40\n uncillor-Liz-Perry \n[20:48:53] Scraping from https://www.sedgemoor.gov.uk/article/3415/Co base.py:40\n uncillor-Leigh-Redman \n[20:48:56] Scraping from https://www.sedgemoor.gov.uk/article/3442/Co base.py:40\n uncillor-Bill-Revans \n[20:48:58] Scraping from https://www.sedgemoor.gov.uk/article/3432/Co base.py:40\n uncillor-Charlie-Riches \n[20:49:02] Scraping from https://www.sedgemoor.gov.uk/article/3408/Co base.py:40\n uncillor-Diogo-Rodrigues \n[20:49:04] Scraping from https://www.sedgemoor.gov.uk/article/3405/Co base.py:40\n uncillor-Liz-Scott \n[20:49:06] Scraping from https://www.sedgemoor.gov.uk/article/3421/Co base.py:40\n uncillor-Gill-Slocombe \n[20:49:09] Scraping from https://www.sedgemoor.gov.uk/article/3419/Co base.py:40\n uncillor-Brian-Smedley \n[20:49:11] Committing batch 1 consisting of 92 files base.py:269\n[20:49:14] Scraping from https://www.sedgemoor.gov.uk/article/3443/Co base.py:40\n uncillor-Gary-Wong \n[20:49:16] Scraping from https://www.sedgemoor.gov.uk/article/3437/Co base.py:40\n uncillor-John-Woodman \n[20:49:19] Committing batch 2 consisting of 4 files base.py:269\n[20:49:20] Finished attempting to scrape: SEG base.py:319\n", + "errors": "", + "start": "2022-03-05 20:47:11.174158", + "end": "2022-03-05 20:49:20.900566", + "duration": 129.0 + } + ] + }, + { + "council_id": "SEL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:05:17] Fetching Scraper for: SEL handlers.py:21\n Begin attempting to scrape: SEL handlers.py:24\n[00:05:18] Deleting existing data... base.py:234\n Getting all files in SEL... base.py:186\n Getting all files in SEL/json... base.py:186\n ...found 31 files in SEL/json base.py:202\n Getting all files in SEL/raw... base.py:186\n ...found 31 files in SEL/raw base.py:202\n ...found 62 files in SEL base.py:202\n Deleting batch no. 1 consisting of 62 files base.py:211\n[00:05:19] ...data deleted. base.py:241\n Scraping from https://democracy.selby.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:05:21] Committing batch 1 consisting of 62 files base.py:269\n[00:05:23] No new councillor data found. base.py:317\n Finished attempting to scrape: SEL base.py:319\n", + "errors": "", + "start": "2022-03-06 00:05:17.894373", + "end": "2022-03-06 00:05:23.718710", + "duration": 5.0 + } + ] + }, + { + "council_id": "SEV", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:03:29] Fetching Scraper for: SEV handlers.py:21\n Begin attempting to scrape: SEV handlers.py:24\n[20:03:30] Deleting existing data... base.py:234\n Getting all files in SEV... base.py:186\n Getting all files in SEV/json... base.py:186\n ...found 53 files in SEV/json base.py:202\n[20:03:31] Getting all files in SEV/raw... base.py:186\n ...found 53 files in SEV/raw base.py:202\n ...found 106 files in SEV base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:03:38] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:03:39] No new councillor data found. base.py:317\n Finished attempting to scrape: SEV base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:03:29.931596", + "end": "2022-03-05 20:03:39.021593", + "duration": 9.0 + } + ] + }, + { + "council_id": "SFK", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[04:29:59] Created log commit base.py:376\n 02d9ad397b56939b60d26c06bcb9af9387d65238 \n Attempting to create merge commit... base.py:281\n[04:30:11] An error occurred (InvalidTargetBranchException) when handlers.py:33\n calling the MergeBranchesBySquash operation: Target \n branch parameter must point to either source or \n destination tip commit. Verify your target branch \n value is valid and then try again \n Finished attempting to scrape: SFK base.py:319\n", + "errors": "An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again", + "start": "2022-03-06 04:25:37.199167", + "end": "2022-03-06 04:30:11.483100", + "duration": 274.0 + }, + { + "status_code": "200", + "log_text": "[04:26:37] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:26:38] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 29 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n[04:26:39] ...found 29 files in SFK/raw base.py:202\n ...found 59 files in SFK base.py:202\n Deleting batch no. 1 consisting of 59 files base.py:211\n[04:26:40] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:26:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:26:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:26:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:26:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:26:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:27:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:27:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:27:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:27:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:27:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:27:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:27:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:27:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:27:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:27:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:27:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:27:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:27:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:27:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:27:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:27:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:27:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:27:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:28:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:28:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:28:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:28:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:28:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:28:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:28:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:28:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:28:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:28:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:28:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:28:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:28:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:28:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:28:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:28:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:28:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:28:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:29:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:29:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:29:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:29:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:29:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:29:18] Committing batch 1 consisting of 92 files base.py:269\n[04:29:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:29:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:29:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:29:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:29:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:29:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:29:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:29:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:29:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:29:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:29:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:29:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:30:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:30:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:30:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:30:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:30:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:30:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:30:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:30:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:30:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:30:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:30:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:30:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:30:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:30:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:30:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:30:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:30:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:30:57] Committing batch 2 consisting of 58 files base.py:269\n[04:30:59] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:26:37.775069", + "end": "2022-03-06 04:30:59.575050", + "duration": 261.0 + }, + { + "status_code": "200", + "log_text": "[04:32:39] Created log commit base.py:376\n 31e37243bb31b3c368ecdb989f00d4a189523b7a \n Attempting to create merge commit... base.py:281\n[04:32:50] An error occurred (InvalidTargetBranchException) when handlers.py:33\n calling the MergeBranchesBySquash operation: Target \n branch parameter must point to either source or \n destination tip commit. Verify your target branch \n value is valid and then try again \n Finished attempting to scrape: SFK base.py:319\n", + "errors": "An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again", + "start": "2022-03-06 04:27:53.464161", + "end": "2022-03-06 04:32:50.771070", + "duration": 297.0 + }, + { + "status_code": "200", + "log_text": "[04:30:00] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 75 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 75 files in SFK/raw base.py:202\n ...found 151 files in SFK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:30:02] Deleting batch no. 2 consisting of 51 files base.py:211\n[04:30:03] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:30:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:30:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:30:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:30:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:30:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:30:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:30:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:30:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:30:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:30:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:30:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:30:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:30:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:30:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:30:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:30:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:31:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:31:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:31:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:31:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:31:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:31:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:31:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:31:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:31:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:31:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:31:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:31:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:31:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:32:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:32:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:32:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:32:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:32:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:32:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:32:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:32:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:32:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:32:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:32:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:32:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:32:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:32:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:32:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:32:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:33:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:33:04] Committing batch 1 consisting of 92 files base.py:269\n[04:33:06] An error occurred (ParentCommitIdOutdatedException) handlers.py:33\n when calling the CreateCommit operation: The parent \n commit ID is not valid because it is not the current \n tip of the branch. You must provide the commit ID for \n the tip of the branch. The most common reason for this \n error is that your local repository is not \n synchronized to the latest changes in the AWS \n CodeCommit repository. Either synchronize your local \n repo by using the git pull command, or use GetBranch \n to retrieve the latest commit ID for the branch, and \n then try again. \n Committing batch 1 consisting of 92 files base.py:269\n[04:33:08] Finished attempting to scrape: SFK base.py:319\n", + "errors": "An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.", + "start": "2022-03-06 04:30:00.041181", + "end": "2022-03-06 04:33:08.683605", + "duration": 188.0 + }, + { + "status_code": "200", + "log_text": "[04:31:35] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:31:36] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 75 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n[04:31:37] ...found 75 files in SFK/raw base.py:202\n ...found 151 files in SFK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n Deleting batch no. 2 consisting of 51 files base.py:211\n[04:31:38] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:31:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:32:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:32:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:32:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:32:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:32:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:32:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:32:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:32:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:32:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:32:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:32:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:32:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:32:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:32:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:32:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:32:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:33:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:33:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:33:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:33:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:33:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:33:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:33:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:33:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:33:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:33:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:33:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:33:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:33:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:33:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:33:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:33:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:33:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:33:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:34:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:34:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:34:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:34:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:34:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:34:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:34:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:34:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:34:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:34:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:34:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:34:38] Committing batch 1 consisting of 92 files base.py:269\n[04:34:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:34:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:34:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:34:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:34:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:34:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:35:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:35:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:35:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:35:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:35:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:35:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:35:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:35:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:35:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:35:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:35:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:35:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:35:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:35:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:35:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:35:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:35:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:35:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:36:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:36:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:36:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:36:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:36:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:36:18] Committing batch 2 consisting of 58 files base.py:269\n[04:36:20] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:31:35.751128", + "end": "2022-03-06 04:36:20.898352", + "duration": 285.0 + }, + { + "status_code": "200", + "log_text": "[04:33:03] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:33:04] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 29 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 29 files in SFK/raw base.py:202\n ...found 59 files in SFK base.py:202\n Deleting batch no. 1 consisting of 59 files base.py:211\n[04:33:05] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:33:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:33:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:33:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:33:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:33:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:33:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:33:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:33:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:33:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:33:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:33:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:33:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:33:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:33:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:33:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:34:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:34:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:34:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:34:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:34:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:34:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:34:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:34:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:34:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:34:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:34:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:34:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:34:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:34:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:34:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:34:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:34:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:34:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:35:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:35:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:35:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:35:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:35:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:35:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:35:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:35:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:35:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:35:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:35:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:35:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:35:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:35:45] Committing batch 1 consisting of 92 files base.py:269\n[04:35:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:35:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:35:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:35:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:36:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:36:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:36:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:36:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:36:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:36:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:36:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:36:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:36:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:36:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:36:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:36:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:36:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:36:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:36:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:36:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:36:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:36:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:37:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:37:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:37:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:37:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:37:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:37:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:37:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:37:24] Committing batch 2 consisting of 58 files base.py:269\n[04:37:27] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:33:03.514694", + "end": "2022-03-06 04:37:27.573277", + "duration": 264.0 + }, + { + "status_code": "200", + "log_text": "[04:35:41] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 46 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 46 files in SFK/raw base.py:202\n ...found 92 files in SFK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:35:42] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:35:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:35:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:35:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:35:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:36:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:36:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:36:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:36:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:36:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:36:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:36:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:36:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:36:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:36:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:36:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:36:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:36:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:36:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:36:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:36:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:36:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:36:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:37:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:37:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:37:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:37:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:37:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:37:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:37:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:37:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:37:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:37:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:37:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:37:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:37:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:37:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:37:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:37:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:37:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:37:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:38:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:38:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:38:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:38:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:38:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:38:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:38:21] Committing batch 1 consisting of 92 files base.py:269\n[04:38:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:38:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:38:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:38:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:38:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:38:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:38:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:38:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:38:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:38:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:38:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:39:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:39:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:39:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:39:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:39:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:39:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:39:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:39:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:39:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:39:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:39:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:39:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:39:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:39:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:39:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:39:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:39:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:39:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:40:01] Committing batch 2 consisting of 58 files base.py:269\n[04:40:03] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:35:41.094563", + "end": "2022-03-06 04:40:03.853068", + "duration": 262.0 + }, + { + "status_code": "200", + "log_text": "[04:41:29] Created log commit base.py:376\n 7985cceb08707af877d2e20e25473f82a666b69b \n Attempting to create merge commit... base.py:281\n[04:41:42] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33\n when calling the MergeBranchesBySquash operation: The \n merge cannot be completed because the following branch \n has been modified: refs/heads/main. Another user might \n have modified this branch while the merge was in \n progress. Wait a few minutes, and then try again. \n[04:41:43] Finished attempting to scrape: SFK base.py:319\n", + "errors": "An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.", + "start": "2022-03-06 04:37:01.217470", + "end": "2022-03-06 04:41:43.191123", + "duration": 281.0 + }, + { + "status_code": "200", + "log_text": "[04:38:08] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n SFK Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:38:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:38:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:38:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:38:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:38:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:38:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:38:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:38:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:38:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:38:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:38:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:38:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:38:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:38:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:39:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:39:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:39:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:39:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:39:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:39:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:39:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:39:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:39:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:39:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:39:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:39:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:39:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:39:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:39:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:39:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:39:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:40:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:40:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:40:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:40:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:40:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:40:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:40:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:40:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:40:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:40:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:40:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:40:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:40:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:40:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:40:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:40:52] Committing batch 1 consisting of 92 files base.py:269\n[04:40:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:40:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:41:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:41:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:41:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:41:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:41:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:41:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:41:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:41:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:41:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:41:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:41:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:41:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:41:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:41:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:41:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:41:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:41:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:41:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:42:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:42:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:42:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:42:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:42:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:42:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:42:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:42:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:42:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:42:31] Committing batch 2 consisting of 58 files base.py:269\n[04:42:33] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:38:08.342159", + "end": "2022-03-06 04:42:33.925682", + "duration": 265.0 + }, + { + "status_code": "200", + "log_text": "[04:39:11] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:39:12] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 46 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 46 files in SFK/raw base.py:202\n ...found 92 files in SFK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:39:13] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:39:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:39:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:39:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:39:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:39:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:39:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:39:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:39:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:39:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:39:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:39:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:39:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:39:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:40:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:40:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:40:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:40:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:40:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:40:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:40:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:40:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:40:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:40:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:40:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:40:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:40:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:40:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:40:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:40:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:40:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:40:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:41:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:41:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:41:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:41:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:41:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:41:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:41:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:41:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:41:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:41:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:41:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:41:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:41:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:41:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:41:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:41:54] Committing batch 1 consisting of 92 files base.py:269\n[04:41:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:41:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:42:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:42:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:42:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:42:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:42:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:42:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:42:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:42:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:42:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:42:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:42:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:42:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:42:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:42:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:42:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:42:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:42:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:43:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:43:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:43:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:43:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:43:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:43:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:43:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:43:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:43:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:43:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:43:34] Committing batch 2 consisting of 58 files base.py:269\n[04:43:36] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:39:11.811159", + "end": "2022-03-06 04:43:36.262649", + "duration": 264.0 + }, + { + "status_code": "200", + "log_text": "[04:42:15] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:42:16] Getting all files in SFK... base.py:186\n ...found 1 files in SFK base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[04:42:17] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:42:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:42:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:42:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:42:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:42:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:42:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:42:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:42:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:42:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:42:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:42:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:43:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:43:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:43:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:43:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:43:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:43:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:43:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:43:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:43:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:43:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:43:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:43:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:43:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:43:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:43:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:43:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:43:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:43:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:44:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:44:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:44:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:44:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:44:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:44:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:44:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:44:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:44:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:44:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:44:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:44:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:44:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:44:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:44:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:44:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:44:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:44:56] Committing batch 1 consisting of 92 files base.py:269\n[04:44:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:45:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:45:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:45:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:45:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:45:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:45:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:45:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:45:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:45:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:45:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:45:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:45:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:45:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:45:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:45:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:45:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:45:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:45:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:46:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:46:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:46:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:46:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:46:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:46:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:46:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:46:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:46:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:46:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:46:35] Committing batch 2 consisting of 58 files base.py:269\n[04:46:41] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:42:15.577935", + "end": "2022-03-06 04:46:41.969010", + "duration": 266.0 + }, + { + "status_code": "200", + "log_text": "[04:43:30] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:43:31] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 75 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n[04:43:32] ...found 75 files in SFK/raw base.py:202\n ...found 151 files in SFK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n Deleting batch no. 2 consisting of 51 files base.py:211\n[04:43:33] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:43:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:43:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:43:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:43:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:43:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:43:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:43:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:44:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:44:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:44:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:44:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:44:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:44:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:44:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:44:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:44:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:44:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:44:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:44:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:44:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:44:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:44:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:44:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:44:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:44:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:45:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:45:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:45:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:45:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:45:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:45:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:45:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:45:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:45:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:45:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:45:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:45:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:45:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:45:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:45:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:45:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:45:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:45:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:46:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:46:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:46:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:46:11] Committing batch 1 consisting of 92 files base.py:269\n[04:46:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:46:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:46:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:46:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:46:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:46:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:46:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:46:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:46:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:46:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:46:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:46:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:46:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:46:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:47:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:47:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:47:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:47:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:47:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:47:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:47:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:47:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:47:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:47:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:47:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:47:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:47:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:47:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:47:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:47:51] Committing batch 2 consisting of 58 files base.py:269\n[04:47:53] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:43:30.691312", + "end": "2022-03-06 04:47:53.431411", + "duration": 262.0 + }, + { + "status_code": "200", + "log_text": "[04:46:41] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n[04:46:42] ...found 29 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 29 files in SFK/raw base.py:202\n ...found 58 files in SFK base.py:202\n Deleting batch no. 1 consisting of 58 files base.py:211\n[04:46:43] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:46:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:46:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:46:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:47:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:47:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:47:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:47:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:47:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:47:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:47:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:47:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:47:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:47:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:47:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:47:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:47:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:47:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:47:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:47:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:47:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:47:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:48:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:48:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:48:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:48:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:48:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:48:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:48:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:48:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:48:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:48:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:48:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:48:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:48:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:48:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:48:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:48:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:48:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:48:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:49:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:49:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:49:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:49:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:49:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:49:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:49:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:49:24] Committing batch 1 consisting of 92 files base.py:269\n[04:49:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:49:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:49:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:49:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:49:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:49:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:49:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:49:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:49:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:49:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:49:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:50:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:50:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:50:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:50:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:50:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:50:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:50:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:50:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:50:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:50:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:50:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:50:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:50:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:50:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:50:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:50:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:50:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:50:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:51:01] Committing batch 2 consisting of 58 files base.py:269\n[04:51:03] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:46:41.394673", + "end": "2022-03-06 04:51:03.027522", + "duration": 261.0 + }, + { + "status_code": "200", + "log_text": "[04:49:45] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 46 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n[04:49:46] ...found 46 files in SFK/raw base.py:202\n ...found 92 files in SFK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:49:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:49:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:49:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:50:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:50:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:50:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:50:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:50:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:50:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:50:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:50:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:50:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:50:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:50:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:50:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:50:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:50:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:50:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:50:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:50:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:51:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:51:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:51:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:51:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:51:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:51:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:51:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:51:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:51:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:51:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:51:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:51:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:51:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:51:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:51:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:51:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:51:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:51:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:52:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:52:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:52:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:52:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:52:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:52:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:52:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:52:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:52:26] Committing batch 1 consisting of 92 files base.py:269\n[04:52:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:52:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:52:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:52:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:52:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:52:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:52:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:52:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:52:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:52:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:53:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:53:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:53:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:53:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:53:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:53:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:53:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:53:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:53:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:53:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:53:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:53:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:53:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:53:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:53:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:53:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:53:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:53:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:54:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:54:03] Committing batch 2 consisting of 58 files base.py:269\n[04:54:05] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:49:45.289345", + "end": "2022-03-06 04:54:05.612705", + "duration": 260.0 + }, + { + "status_code": "200", + "log_text": "[04:55:39] Created log commit base.py:376\n 95d7e50d11c4435f69a3671fe58ebc1e71884281 \n Attempting to create merge commit... base.py:281\n[04:55:51] An error occurred (InvalidTargetBranchException) when handlers.py:33\n calling the MergeBranchesBySquash operation: Target \n branch parameter must point to either source or \n destination tip commit. Verify your target branch \n value is valid and then try again \n[04:55:52] Finished attempting to scrape: SFK base.py:319\n", + "errors": "An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again", + "start": "2022-03-06 04:51:16.623169", + "end": "2022-03-06 04:55:52.373966", + "duration": 275.0 + }, + { + "status_code": "200", + "log_text": "[04:53:04] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:53:05] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 46 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 46 files in SFK/raw base.py:202\n ...found 92 files in SFK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[04:53:06] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:53:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:53:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:53:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:53:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:53:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:53:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:53:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:53:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:53:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:53:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:53:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:53:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:53:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:53:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:54:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:54:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:54:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:54:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:54:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:54:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:54:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:54:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:54:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:54:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:54:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:54:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:54:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:54:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:54:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:54:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:54:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:54:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:54:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:55:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:55:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:55:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:55:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:55:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:55:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:55:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:55:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:55:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:55:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:55:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:55:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:55:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:55:45] Committing batch 1 consisting of 92 files base.py:269\n[04:55:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:55:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:55:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:55:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:56:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:56:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:56:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:56:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:56:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:56:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:56:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:56:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:56:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:56:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:56:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:56:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:56:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:56:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:56:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:56:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:56:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:56:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:57:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:57:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:57:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:57:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:57:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:57:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:57:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:57:22] Committing batch 2 consisting of 58 files base.py:269\n[04:57:24] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:53:04.685140", + "end": "2022-03-06 04:57:24.413245", + "duration": 259.0 + }, + { + "status_code": "200", + "log_text": "[04:54:21] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n[04:54:22] Getting all files in SFK/json... base.py:186\n ...found 75 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 75 files in SFK/raw base.py:202\n ...found 151 files in SFK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:54:23] Deleting batch no. 2 consisting of 51 files base.py:211\n[04:54:24] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:54:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:54:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:54:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:54:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:54:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:54:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:54:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:54:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:54:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:55:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:55:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:55:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:55:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:55:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:55:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:55:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:55:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:55:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:55:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:55:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:55:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:55:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:55:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:55:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:55:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:55:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:55:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:56:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:56:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:56:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:56:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:56:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:56:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:56:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:56:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:56:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:56:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:56:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:56:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:56:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:56:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:56:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:56:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:56:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:56:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:56:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:57:02] Committing batch 1 consisting of 92 files base.py:269\n[04:57:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:57:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:57:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:57:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:57:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:57:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:57:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:57:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:57:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[04:57:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[04:57:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[04:57:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[04:57:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[04:57:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[04:57:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[04:57:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[04:57:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[04:58:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[04:58:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[04:58:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[04:58:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[04:58:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[04:58:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[04:58:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[04:58:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[04:58:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[04:58:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[04:58:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[04:58:41] Committing batch 2 consisting of 58 files base.py:269\n[04:58:43] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:54:21.039323", + "end": "2022-03-06 04:58:43.920263", + "duration": 262.0 + }, + { + "status_code": "200", + "log_text": "[04:56:52] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n[04:56:53] Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n SFK Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:56:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:57:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:57:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:57:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:57:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:57:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:57:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:57:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:57:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:57:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:57:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:57:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:57:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:57:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:57:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:57:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:57:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:57:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:57:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:58:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:58:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:58:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:58:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:58:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:58:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:58:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:58:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:58:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:58:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:58:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:58:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:58:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:58:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:58:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:58:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:58:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:59:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:59:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:59:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:59:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:59:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:59:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[04:59:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[04:59:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[04:59:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[04:59:31] Committing batch 1 consisting of 92 files base.py:269\n[04:59:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[04:59:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[04:59:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[04:59:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[04:59:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[04:59:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[04:59:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[04:59:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[04:59:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[05:00:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[05:00:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[05:00:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[05:00:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[05:00:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[05:00:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[05:00:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[05:00:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[05:00:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[05:00:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[05:00:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[05:00:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[05:00:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[05:00:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[05:00:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[05:00:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[05:00:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[05:00:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[05:01:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[05:01:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[05:01:11] Committing batch 2 consisting of 58 files base.py:269\n[05:01:13] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:56:52.115950", + "end": "2022-03-06 05:01:13.476568", + "duration": 261.0 + }, + { + "status_code": "200", + "log_text": "[04:57:26] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 75 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n[04:57:27] ...found 75 files in SFK/raw base.py:202\n ...found 151 files in SFK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n Deleting batch no. 2 consisting of 51 files base.py:211\n[04:57:28] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:57:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:57:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:57:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:57:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:57:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:57:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:57:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:58:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:58:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:58:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:58:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:58:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:58:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:58:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:58:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:58:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:58:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:58:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:58:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:58:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:58:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:58:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:58:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:58:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:59:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:59:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:59:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:59:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[04:59:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[04:59:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[04:59:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[04:59:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[04:59:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[04:59:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[04:59:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[04:59:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[04:59:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[04:59:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[04:59:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[04:59:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[04:59:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[04:59:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[05:00:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[05:00:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[05:00:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[05:00:11] Committing batch 1 consisting of 92 files base.py:269\n[05:00:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[05:00:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[05:00:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[05:00:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[05:00:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[05:00:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[05:00:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[05:00:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[05:00:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[05:00:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[05:00:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[05:00:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[05:00:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[05:00:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[05:01:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[05:01:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[05:01:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[05:01:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[05:01:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[05:01:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[05:01:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[05:01:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[05:01:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[05:01:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[05:01:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[05:01:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[05:01:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[05:01:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[05:01:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[05:01:51] Committing batch 2 consisting of 58 files base.py:269\n[05:01:53] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:57:26.205176", + "end": "2022-03-06 05:01:53.453745", + "duration": 267.0 + }, + { + "status_code": "200", + "log_text": "[04:58:16] Fetching Scraper for: SFK handlers.py:21\n Begin attempting to scrape: SFK handlers.py:24\n Deleting existing data... base.py:234\n[04:58:17] Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 75 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n ...found 75 files in SFK/raw base.py:202\n ...found 151 files in SFK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[04:58:18] Deleting batch no. 2 consisting of 51 files base.py:211\n[04:58:19] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[04:58:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-reid/ \n[04:58:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andrew-stringer/ \n[04:58:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-drummond/ \n[04:58:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/andy-mellen/ \n[04:58:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/annette-dunning/ \n[04:58:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/beccy-hopfensperger/ \n[04:58:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bill-quinton/ \n[04:58:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/bobby-bennett/ \n[04:58:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-page/ \n[04:58:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/caroline-topping/ \n[04:59:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/christopher-hudson/ \n[04:59:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/colin-noble/ \n[04:59:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/craig-rivett/ \n[04:59:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/chris-chambers/ \n[04:59:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-goldsmith/ \n[04:59:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-mccallum/ \n[04:59:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-nettleton/ \n[04:59:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/david-roach/ \n[04:59:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/debbie-richards/ \n[04:59:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elaine-bryce/ \n[04:59:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/elizabeth-johnson/ \n[04:59:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/edward-back/ \n[04:59:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/georgia-hall/ \n[04:59:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/graham-newman/ \n[04:59:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/heike-sowa/ \n[04:59:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/inga-lockington/ \n[04:59:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/judy-cloke/ \n[04:59:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessie-carter/ \n[05:00:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-finch/ \n[05:00:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/james-reeder/ \n[05:00:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jamie-starling/ \n[05:00:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jenny-ceresa/ \n[05:00:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/jessica-fleming/ \n[05:00:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joe-mason/ \n[05:00:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/joanna-spicer/ \n[05:00:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/karen-soons/ \n[05:00:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/kay-oakes/ \n[05:00:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-welham/ \n[05:00:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-robinson/ \n[05:00:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/keith-scarff/ \n[05:00:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/lance-stanbury/ \n[05:00:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/liz-harsant/ \n[05:00:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/matthew-hicks/ \n[05:00:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/melanie-vigo-di-gallidoro/ \n[05:00:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/michael-ladd/ \n[05:00:58] Committing batch 1 consisting of 92 files base.py:269\n[05:01:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/mick-fraser/ \n[05:01:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nadia-cenci/ \n[05:01:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/nathan-wilson/ \n[05:01:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/patti-mulcahy/ \n[05:01:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/paul-west/ \n[05:01:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peggy-mcgregor/ \n[05:01:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-gould/ \n[05:01:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/penny-otton/ \n[05:01:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-beer/ \n[05:01:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/peter-thompson/ \n[05:01:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/philip-faircloth-mutton/ \n[05:01:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rachel-hood/ \n[05:01:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-kemp/ \n[05:01:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-rout/ \n[05:01:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/richard-smith-mvo/ \n[05:01:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/rob-bridgeman/ \n[05:01:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-everitt/ \n[05:01:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/robert-lindsay/ \n[05:02:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/ryan-harvey/ \n[05:02:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sam-murray/ \n[05:02:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sandy-martin/ \n[05:02:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/sarah-adams/ \n[05:02:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/simon-harley/ \n[05:02:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stephen-burroughes/ \n[05:02:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/steve-wiles/ \n[05:02:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-bird/ \n[05:02:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/stuart-lawson/ \n[05:02:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/t-j-haworth-culf/ \n[05:02:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/victor-lukaniuk/ \n[05:02:38] Committing batch 2 consisting of 58 files base.py:269\n[05:02:40] Finished attempting to scrape: SFK base.py:319\n", + "errors": "", + "start": "2022-03-06 04:58:16.591465", + "end": "2022-03-06 05:02:40.513598", + "duration": 263.0 + }, + { + "status_code": "200", + "log_text": "[05:04:07] Fetching Scraper for: SFK handlers.py:21\n[05:04:11] Begin attempting to scrape: SFK handlers.py:24\n[05:04:12] Deleting existing data... base.py:234\n Getting all files in SFK... base.py:186\n Getting all files in SFK/json... base.py:186\n ...found 46 files in SFK/json base.py:202\n Getting all files in SFK/raw... base.py:186\n[05:04:13] ...found 46 files in SFK/raw base.py:202\n ...found 92 files in SFK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[05:04:14] ...data deleted. base.py:241\n Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/?ward=&action=SEARCH&party=&name= \n[05:04:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40\n racy/councillors-and-elected-representatives/find-your-cou \n ncillor/alexander-nicoll/ \n[05:04:23] 'NoneType' object has no attribute 'findNext' handlers.py:33\n Finished attempting to scrape: SFK base.py:319\n", + "errors": "'NoneType' object has no attribute 'findNext'", + "start": "2022-03-06 05:04:07.770923", + "end": "2022-03-06 05:04:23.592140", + "duration": 15.0 + } + ] + }, + { + "council_id": "SFT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:13:07] Fetching Scraper for: SFT handlers.py:21\n Begin attempting to scrape: SFT handlers.py:24\n[20:13:08] Deleting existing data... base.py:234\n Getting all files in SFT... base.py:186\n SFT Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://modgov.sefton.gov.uk/mgWebService.asm base.py:40\n x/GetCouncillorsByWard \n[20:13:12] Committing batch 1 consisting of 92 files base.py:269\n[20:13:17] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:13:18] Finished attempting to scrape: SFT base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:13:07.921430", + "end": "2022-03-05 20:13:18.633174", + "duration": 10.0 + } + ] + }, + { + "council_id": "SGC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:13:03] Fetching Scraper for: SGC handlers.py:21\n Begin attempting to scrape: SGC handlers.py:24\n[00:13:05] Deleting existing data... base.py:234\n Getting all files in SGC... base.py:186\n Getting all files in SGC/json... base.py:186\n ...found 46 files in SGC/json base.py:202\n Getting all files in SGC/raw... base.py:186\n ...found 46 files in SGC/raw base.py:202\n ...found 93 files in SGC base.py:202\n[00:13:06] Deleting batch no. 1 consisting of 93 files base.py:211\n[00:13:09] ...data deleted. base.py:241\n Scraping from https://council.southglos.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:13:12] Committing batch 1 consisting of 92 files base.py:269\n[00:13:14] Committing batch 2 consisting of 30 files base.py:269\n[00:13:15] No new councillor data found. base.py:317\n Finished attempting to scrape: SGC base.py:319\n", + "errors": "", + "start": "2022-03-06 00:13:03.584237", + "end": "2022-03-06 00:13:15.616748", + "duration": 12.0 + } + ] + }, + { + "council_id": "SHE", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:52:49] Fetching Scraper for: SHE handlers.py:21\n Begin attempting to scrape: SHE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SHE... base.py:186\n[19:52:50] Getting all files in SHE/json... base.py:186\n ...found 30 files in SHE/json base.py:202\n Getting all files in SHE/raw... base.py:186\n ...found 30 files in SHE/raw base.py:202\n ...found 60 files in SHE base.py:202\n Deleting batch no. 1 consisting of 60 files base.py:211\n[19:52:56] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SHE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:52:49.659622", + "end": "2022-03-05 19:52:56.499634", + "duration": 6.0 + } + ] + }, + { + "council_id": "SHF", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:50:59] Fetching Scraper for: SHF handlers.py:21\n Begin attempting to scrape: SHF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SHF... base.py:186\n[19:51:00] Getting all files in SHF/json... base.py:186\n ...found 84 files in SHF/json base.py:202\n Getting all files in SHF/raw... base.py:186\n ...found 84 files in SHF/raw base.py:202\n ...found 168 files in SHF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:51:01] Deleting batch no. 2 consisting of 68 files base.py:211\n[19:51:05] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SHF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:50:59.199793", + "end": "2022-03-05 19:51:05.851826", + "duration": 6.0 + } + ] + }, + { + "council_id": "SHN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:07:30] Fetching Scraper for: SHN handlers.py:21\n Begin attempting to scrape: SHN handlers.py:24\n Deleting existing data... base.py:234\n[00:07:31] Getting all files in SHN... base.py:186\n Getting all files in SHN/json... base.py:186\n ...found 47 files in SHN/json base.py:202\n Getting all files in SHN/raw... base.py:186\n[00:07:32] ...found 47 files in SHN/raw base.py:202\n ...found 94 files in SHN base.py:202\n Deleting batch no. 1 consisting of 94 files base.py:211\n[00:07:35] ...data deleted. base.py:241\n Scraping from http://moderngov.sthelens.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:07:37] Committing batch 1 consisting of 92 files base.py:269\n[00:07:39] Committing batch 2 consisting of 2 files base.py:269\n[00:07:43] No new councillor data found. base.py:317\n Finished attempting to scrape: SHN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:07:30.840707", + "end": "2022-03-06 00:07:43.253059", + "duration": 12.0 + } + ] + }, + { + "council_id": "SHO", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[19:41:20] Fetching Scraper for: SHO handlers.py:21\n[19:41:21] Begin attempting to scrape: SHO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SHO... base.py:186\n SHO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.sholland.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:41:25] Finished attempting to scrape: SHO base.py:319\n", + "errors": "", + "start": "2022-03-05 19:41:20.981794", + "end": "2022-03-05 19:41:25.559955", + "duration": 4.0 + }, + { + "status_code": "404", + "log_text": "[19:42:27] Fetching Scraper for: SHO handlers.py:21\n Begin attempting to scrape: SHO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SHO... base.py:186\n[19:42:28] ...found 1 files in SHO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[19:42:29] ...data deleted. base.py:241\n Scraping from https://democracy.sholland.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:42:32] Finished attempting to scrape: SHO base.py:319\n", + "errors": "", + "start": "2022-03-05 19:42:27.203758", + "end": "2022-03-05 19:42:32.682189", + "duration": 5.0 + }, + { + "status_code": "404", + "log_text": "[19:43:32] Fetching Scraper for: SHO handlers.py:21\n Begin attempting to scrape: SHO handlers.py:24\n Deleting existing data... base.py:234\n[19:43:33] Getting all files in SHO... base.py:186\n ...found 1 files in SHO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[19:43:38] ...data deleted. base.py:241\n Scraping from https://democracy.sholland.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:43:44] Finished attempting to scrape: SHO base.py:319\n", + "errors": "", + "start": "2022-03-05 19:43:32.467540", + "end": "2022-03-05 19:43:44.351472", + "duration": 11.0 + }, + { + "status_code": null, + "log_text": "[20:09:53] Fetching Scraper for: SHO handlers.py:21\n Begin attempting to scrape: SHO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SHO... base.py:186\n[20:09:54] ...found 1 files in SHO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:10:04] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:10:05] Finished attempting to scrape: SHO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:09:53.633768", + "end": "2022-03-05 20:10:05.259012", + "duration": 11.0 + } + ] + }, + { + "council_id": "SHR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:26:14] Fetching Scraper for: SHR handlers.py:21\n Begin attempting to scrape: SHR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SHR... base.py:186\n[00:26:15] Getting all files in SHR/json... base.py:186\n ...found 74 files in SHR/json base.py:202\n Getting all files in SHR/raw... base.py:186\n ...found 74 files in SHR/raw base.py:202\n ...found 149 files in SHR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:26:16] Deleting batch no. 2 consisting of 49 files base.py:211\n[00:26:17] ...data deleted. base.py:241\n Scraping from https://shropshire.gov.uk/committee-services base.py:40\n //mgWebService.asmx/GetCouncillorsByWard \n[00:26:20] Committing batch 1 consisting of 92 files base.py:269\n[00:26:22] Committing batch 2 consisting of 56 files base.py:269\n[00:26:28] No new councillor data found. base.py:317\n Finished attempting to scrape: SHR base.py:319\n", + "errors": "", + "start": "2022-03-06 00:26:14.477222", + "end": "2022-03-06 00:26:28.183726", + "duration": 13.0 + } + ] + }, + { + "council_id": "SKE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:45:36] Fetching Scraper for: SKE handlers.py:21\n Begin attempting to scrape: SKE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SKE... base.py:186\n[19:45:37] SKE Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://moderngov.southkesteven.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[19:45:39] Committing batch 1 consisting of 92 files base.py:269\n[19:45:46] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[19:45:59] Finished attempting to scrape: SKE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:45:36.561551", + "end": "2022-03-05 19:45:59.094355", + "duration": 22.0 + } + ] + }, + { + "council_id": "SKP", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:11:53] Fetching Scraper for: SKP handlers.py:21\n Begin attempting to scrape: SKP handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SKP... base.py:186\n[00:11:54] Getting all files in SKP/json... base.py:186\n ...found 63 files in SKP/json base.py:202\n Getting all files in SKP/raw... base.py:186\n ...found 63 files in SKP/raw base.py:202\n ...found 127 files in SKP base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:11:55] Deleting batch no. 2 consisting of 27 files base.py:211\n[00:11:56] ...data deleted. base.py:241\n Scraping from http://democracy.stockport.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:11:59] Committing batch 1 consisting of 92 files base.py:269\n[00:12:03] Committing batch 2 consisting of 34 files base.py:269\n[00:12:05] Finished attempting to scrape: SKP base.py:319\n", + "errors": "", + "start": "2022-03-06 00:11:53.659807", + "end": "2022-03-06 00:12:05.823548", + "duration": 12.0 + } + ] + }, + { + "council_id": "SLA", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:55:34] Fetching Scraper for: SLA handlers.py:21\n Begin attempting to scrape: SLA handlers.py:24\n Deleting existing data... base.py:234\n[19:55:35] Getting all files in SLA... base.py:186\n Getting all files in SLA/json... base.py:186\n ...found 51 files in SLA/json base.py:202\n Getting all files in SLA/raw... base.py:186\n[19:55:36] ...found 51 files in SLA/raw base.py:202\n ...found 102 files in SLA base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:55:49] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SLA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:55:34.827575", + "end": "2022-03-05 19:55:49.836389", + "duration": 15.0 + } + ] + }, + { + "council_id": "SLF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:55:25] Fetching Scraper for: SLF handlers.py:21\n Begin attempting to scrape: SLF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLF... base.py:186\n[19:55:26] Getting all files in SLF/raw... base.py:186\n ...found 23 files in SLF/raw base.py:202\n ...found 23 files in SLF base.py:202\n Deleting batch no. 1 consisting of 23 files base.py:211\n[19:55:29] ...data deleted. base.py:241\n Scraping from https://sccdemocracy.salford.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[19:59:35] Finished attempting to scrape: SLF base.py:319\n", + "errors": "", + "start": "2022-03-05 19:55:25.560720", + "end": "2022-03-05 19:59:35.581390", + "duration": 250.0 + }, + { + "status_code": "200", + "log_text": "[20:23:35] Fetching Scraper for: SLF handlers.py:21\n Begin attempting to scrape: SLF handlers.py:24\n[20:23:36] Deleting existing data... base.py:234\n Getting all files in SLF... base.py:186\n SLF Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://sccdemocracy.salford.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[20:30:17] Finished attempting to scrape: SLF base.py:319\n", + "errors": "", + "start": "2022-03-05 20:23:35.918648", + "end": "2022-03-05 20:30:17.475035", + "duration": 401.0 + }, + { + "status_code": "200", + "log_text": "[20:32:11] Fetching Scraper for: SLF handlers.py:21\n Begin attempting to scrape: SLF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLF... base.py:186\n SLF Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://sccdemocracy.salford.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[20:38:22] Finished attempting to scrape: SLF base.py:319\n", + "errors": "", + "start": "2022-03-05 20:32:11.258161", + "end": "2022-03-05 20:38:22.848422", + "duration": 371.0 + }, + { + "status_code": null, + "log_text": "[20:41:45] Fetching Scraper for: SLF handlers.py:21\n Begin attempting to scrape: SLF handlers.py:24\n Deleting existing data... base.py:234\n[20:41:46] Getting all files in SLF... base.py:186\n ...found 1 files in SLF base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:41:54] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SLF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:41:45.438543", + "end": "2022-03-05 20:41:54.463774", + "duration": 9.0 + } + ] + }, + { + "council_id": "SLG", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:02:44] Fetching Scraper for: SLG handlers.py:21\n Begin attempting to scrape: SLG handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLG... base.py:186\n Getting all files in SLG/json... base.py:186\n ...found 42 files in SLG/json base.py:202\n Getting all files in SLG/raw... base.py:186\n ...found 42 files in SLG/raw base.py:202\n ...found 85 files in SLG base.py:202\n Deleting batch no. 1 consisting of 85 files base.py:211\n[00:02:47] ...data deleted. base.py:241\n Scraping from https://democracy.slough.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:02:51] Committing batch 1 consisting of 84 files base.py:269\n[00:02:52] No new councillor data found. base.py:317\n Finished attempting to scrape: SLG base.py:319\n", + "errors": "", + "start": "2022-03-06 00:02:44.113401", + "end": "2022-03-06 00:02:52.487016", + "duration": 8.0 + } + ] + }, + { + "council_id": "SLK", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[02:48:37] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:48:38] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 18 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 18 files in SLK/raw base.py:202\n ...found 37 files in SLK base.py:202\n Deleting batch no. 1 consisting of 37 files base.py:211\n[02:48:39] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:48:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:48:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:48:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:48:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:48:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:49:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:49:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:49:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:49:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:49:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:49:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:49:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:49:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:49:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:49:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:49:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:49:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:49:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:50:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:50:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:50:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:50:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[02:50:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[02:50:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[02:50:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[02:50:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[02:50:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[02:50:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[02:50:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[02:50:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[02:51:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[02:51:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[02:51:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[02:51:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[02:51:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[02:51:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[02:51:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[02:51:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[02:51:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[02:51:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[02:51:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[02:51:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[02:51:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[02:51:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[02:51:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[02:52:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[02:52:07] Committing batch 1 consisting of 92 files base.py:269\n[02:52:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[02:52:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[02:52:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[02:52:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[02:52:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[02:52:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[02:52:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[02:52:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[02:52:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[02:52:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[02:52:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[02:52:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[02:53:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[02:53:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[02:53:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[02:53:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[02:53:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[02:53:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[02:53:34] Committing batch 2 consisting of 36 files base.py:269\n[02:53:36] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:48:37.706027", + "end": "2022-03-06 02:53:36.130679", + "duration": 298.0 + }, + { + "status_code": "200", + "log_text": "[02:49:10] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:49:11] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 46 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 46 files in SLK/raw base.py:202\n ...found 92 files in SLK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[02:49:13] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:49:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:49:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:49:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:49:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:49:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:49:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:49:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:49:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:49:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:49:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:50:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:50:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:50:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:50:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:50:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:50:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:50:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:50:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:50:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:50:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:50:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:50:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[02:51:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[02:51:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[02:51:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[02:51:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[02:51:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[02:51:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[02:51:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[02:51:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[02:51:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[02:51:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[02:51:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[02:51:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[02:51:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[02:52:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[02:52:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[02:52:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[02:52:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[02:52:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[02:52:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[02:52:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[02:52:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[02:52:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[02:52:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[02:52:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[02:52:52] Committing batch 1 consisting of 92 files base.py:269\n[02:52:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[02:52:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[02:53:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[02:53:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[02:53:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[02:53:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[02:53:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[02:53:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[02:53:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[02:53:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[02:53:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[02:53:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[02:53:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[02:53:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[02:54:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[02:54:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[02:54:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[02:54:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[02:54:22] Committing batch 2 consisting of 36 files base.py:269\n[02:54:24] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:49:10.768135", + "end": "2022-03-06 02:54:24.274925", + "duration": 313.0 + }, + { + "status_code": "200", + "log_text": "[02:51:33] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:51:34] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 18 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 18 files in SLK/raw base.py:202\n ...found 37 files in SLK base.py:202\n Deleting batch no. 1 consisting of 37 files base.py:211\n[02:51:35] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:51:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:51:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:51:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:51:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:51:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:52:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:52:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:52:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:52:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:52:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:52:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:52:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:52:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:52:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:52:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:52:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:52:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:52:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:53:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:53:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:53:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:53:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[02:53:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[02:53:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[02:53:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[02:53:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[02:53:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[02:53:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[02:54:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[02:54:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[02:54:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[02:54:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[02:54:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[02:54:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[02:54:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[02:54:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[02:54:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[02:54:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[02:54:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[02:54:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[02:54:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[02:55:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[02:55:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[02:55:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[02:55:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[02:55:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[02:55:18] Committing batch 1 consisting of 92 files base.py:269\n[02:55:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[02:55:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[02:55:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[02:55:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[02:55:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[02:55:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[02:55:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[02:55:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[02:56:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[02:56:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[02:56:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[02:56:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[02:56:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[02:56:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[02:56:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[02:56:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[02:56:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[02:56:42] Committing batch 2 consisting of 36 files base.py:269\n[02:56:44] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:51:33.281887", + "end": "2022-03-06 02:56:44.581207", + "duration": 311.0 + }, + { + "status_code": "200", + "log_text": "[02:52:47] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:52:48] Getting all files in SLK... base.py:186\n SLK Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:52:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:52:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:53:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:53:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:53:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:53:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:53:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:53:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:53:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:53:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:53:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:53:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:53:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:53:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:53:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:54:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:54:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:54:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:54:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:54:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:54:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:54:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[02:54:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[02:54:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[02:54:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[02:54:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[02:54:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[02:54:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[02:55:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[02:55:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[02:55:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[02:55:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[02:55:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[02:55:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[02:55:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[02:55:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[02:55:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[02:55:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[02:55:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[02:55:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[02:56:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[02:56:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[02:56:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[02:56:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[02:56:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[02:56:22] Committing batch 1 consisting of 92 files base.py:269\n[02:56:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[02:56:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[02:56:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[02:56:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[02:56:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[02:56:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[02:56:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[02:56:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[02:56:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[02:57:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[02:57:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[02:57:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[02:57:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[02:57:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[02:57:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[02:57:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[02:57:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[02:57:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[02:57:36] Committing batch 2 consisting of 36 files base.py:269\n[02:57:38] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:52:47.858579", + "end": "2022-03-06 02:57:38.463258", + "duration": 290.0 + }, + { + "status_code": "200", + "log_text": "[02:53:54] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:53:55] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[02:53:56] Deleting batch no. 2 consisting of 29 files base.py:211\n[02:53:57] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:54:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:54:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:54:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:54:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:54:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:54:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:54:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:54:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:54:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:54:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:54:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:54:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:54:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:54:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:55:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:55:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:55:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:55:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:55:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:55:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:55:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:55:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[02:55:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[02:55:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[02:55:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[02:56:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[02:56:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[02:56:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[02:56:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[02:56:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[02:56:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[02:56:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[02:56:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[02:56:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[02:56:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[02:56:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[02:56:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[02:56:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[02:56:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[02:56:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[02:57:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[02:57:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[02:57:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[02:57:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[02:57:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[02:57:21] Committing batch 1 consisting of 92 files base.py:269\n[02:57:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[02:57:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[02:57:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[02:57:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[02:57:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[02:57:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[02:57:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[02:57:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[02:57:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[02:58:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[02:58:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[02:58:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[02:58:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[02:58:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[02:58:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[02:58:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[02:58:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[02:58:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[02:58:40] Committing batch 2 consisting of 36 files base.py:269\n[02:58:42] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:53:54.438139", + "end": "2022-03-06 02:58:42.221976", + "duration": 287.0 + }, + { + "status_code": "200", + "log_text": "[02:55:01] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:55:02] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 18 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n[02:55:03] ...found 18 files in SLK/raw base.py:202\n ...found 37 files in SLK base.py:202\n[02:55:04] Deleting batch no. 1 consisting of 37 files base.py:211\n[02:55:05] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:55:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:55:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:55:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:55:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:55:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:55:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:55:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:55:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:55:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:55:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:55:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:55:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:56:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:56:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:56:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:56:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:56:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:56:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:56:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:56:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:56:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[02:56:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[02:56:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[02:56:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[02:57:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[02:57:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[02:57:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[02:57:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[02:57:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[02:57:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[02:57:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[02:57:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[02:57:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[02:57:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[02:57:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[02:57:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[02:57:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[02:57:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[02:58:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[02:58:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[02:58:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[02:58:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[02:58:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[02:58:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[02:58:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[02:58:28] Committing batch 1 consisting of 92 files base.py:269\n[02:58:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[02:58:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[02:58:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[02:58:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[02:58:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[02:58:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[02:58:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[02:59:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[02:59:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[02:59:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[02:59:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[02:59:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[02:59:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[02:59:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[02:59:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[02:59:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[02:59:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[02:59:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[02:59:53] Committing batch 2 consisting of 36 files base.py:269\n[02:59:55] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:55:01.794681", + "end": "2022-03-06 02:59:55.202629", + "duration": 293.0 + }, + { + "status_code": "200", + "log_text": "[02:58:14] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[02:58:15] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[02:58:16] Deleting batch no. 2 consisting of 29 files base.py:211\n[02:58:17] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:58:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:58:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:58:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:58:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:58:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:58:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:58:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:58:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:58:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:58:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:59:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[02:59:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[02:59:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[02:59:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[02:59:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[02:59:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[02:59:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[02:59:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[02:59:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[02:59:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[02:59:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[02:59:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:00:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:00:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:00:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:00:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:00:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:00:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:00:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:00:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:00:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:00:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:00:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:00:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:00:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:00:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:01:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:01:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:01:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:01:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:01:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:01:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:01:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:01:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:01:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:01:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:01:44] Committing batch 1 consisting of 92 files base.py:269\n[03:01:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:01:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:01:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:02:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:02:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:02:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:02:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:02:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:02:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:02:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:02:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:02:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:02:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:02:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:02:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:02:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:03:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:03:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:03:10] Committing batch 2 consisting of 36 files base.py:269\n[03:03:12] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:58:14.277877", + "end": "2022-03-06 03:03:12.924357", + "duration": 298.0 + }, + { + "status_code": "200", + "log_text": "[02:59:09] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n[02:59:10] Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n[02:59:11] ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[02:59:12] Deleting batch no. 2 consisting of 29 files base.py:211\n[02:59:13] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[02:59:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[02:59:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[02:59:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[02:59:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[02:59:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[02:59:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[02:59:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[02:59:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[02:59:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[02:59:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[02:59:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:00:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:00:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:00:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:00:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:00:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:00:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:00:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:00:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:00:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:00:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:00:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:00:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:00:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:01:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:01:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:01:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:01:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:01:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:01:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:01:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:01:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:01:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:01:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:01:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:01:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:01:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:01:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:02:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:02:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:02:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:02:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:02:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:02:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:02:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:02:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:02:34] Committing batch 1 consisting of 92 files base.py:269\n[03:02:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:02:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:02:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:02:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:02:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:03:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:03:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:03:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:03:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:03:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:03:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:03:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:03:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:03:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:03:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:03:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:03:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:03:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:04:02] Committing batch 2 consisting of 36 files base.py:269\n[03:04:05] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 02:59:09.986220", + "end": "2022-03-06 03:04:05.161995", + "duration": 295.0 + }, + { + "status_code": "200", + "log_text": "[03:01:00] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n[03:01:01] Getting all files in SLK/json... base.py:186\n ...found 18 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 18 files in SLK/raw base.py:202\n ...found 37 files in SLK base.py:202\n Deleting batch no. 1 consisting of 37 files base.py:211\n[03:01:02] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:01:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:01:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:01:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:01:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:01:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:01:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:01:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:01:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:01:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:01:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:01:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:01:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:01:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:02:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:02:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:02:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:02:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:02:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:02:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:02:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:02:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:02:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:02:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:02:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:03:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:03:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:03:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:03:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:03:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:03:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:03:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:03:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:03:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:03:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:03:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:03:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:04:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:04:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:04:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:04:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:04:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:04:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:04:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:04:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:04:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:04:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:04:44] Committing batch 1 consisting of 92 files base.py:269\n[03:04:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:04:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:04:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:05:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:05:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:05:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:05:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:05:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:05:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:05:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:05:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:05:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:05:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:05:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:05:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:06:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:06:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:06:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:06:16] Committing batch 2 consisting of 36 files base.py:269\n[03:06:19] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:01:00.098773", + "end": "2022-03-06 03:06:19.712330", + "duration": 319.0 + }, + { + "status_code": "200", + "log_text": "[03:03:31] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[03:03:32] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[03:03:33] Deleting batch no. 2 consisting of 29 files base.py:211\n[03:03:34] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:03:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:03:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:03:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:03:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:03:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:04:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:04:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:04:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:04:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:04:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:04:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:04:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:04:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:04:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:04:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:04:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:04:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:04:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:05:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:05:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:05:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:05:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:05:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:05:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:05:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:05:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:05:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:05:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:05:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:05:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:06:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:06:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:06:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:06:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:06:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:06:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:06:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:06:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:06:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:06:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:07:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:07:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:07:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:07:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:07:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:07:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:07:33] Committing batch 1 consisting of 92 files base.py:269\n[03:07:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:07:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:07:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:07:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:07:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:08:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:08:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:08:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:08:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:08:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:08:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:08:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:08:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:08:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:08:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:08:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:08:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:09:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:09:08] Committing batch 2 consisting of 36 files base.py:269\n[03:09:10] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:03:31.373785", + "end": "2022-03-06 03:09:10.677791", + "duration": 339.0 + }, + { + "status_code": "200", + "log_text": "[03:11:39] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[03:11:40] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[03:11:41] Deleting batch no. 2 consisting of 29 files base.py:211\n[03:11:42] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:11:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:11:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:11:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:11:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:11:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:11:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:12:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:12:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:12:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:12:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:12:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:12:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:12:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:12:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:12:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:12:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:12:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:12:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:12:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:12:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:13:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:13:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:13:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:13:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:13:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:13:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:13:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:13:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:13:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:13:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:13:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:13:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:13:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:13:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:13:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:13:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:14:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:14:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:14:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:14:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:14:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:14:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:14:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:14:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:14:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:14:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:14:40] Committing batch 1 consisting of 92 files base.py:269\n[03:14:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:14:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:14:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:14:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:14:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:15:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:15:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:15:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:15:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:15:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:15:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:15:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:15:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:15:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:15:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:15:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:15:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:16:03] Committing batch 2 consisting of 36 files base.py:269\n[03:16:05] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:11:39.308324", + "end": "2022-03-06 03:16:05.294168", + "duration": 265.0 + }, + { + "status_code": "200", + "log_text": "[03:12:13] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n SLK Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:12:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:12:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:12:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:12:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:12:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:12:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:12:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:12:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:12:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:12:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:12:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:12:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:13:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:13:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:13:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:13:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:13:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:13:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:13:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:13:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:13:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:13:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:13:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:13:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:13:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:13:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:14:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:14:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:14:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:14:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:14:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:14:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:14:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:14:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:14:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:14:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:14:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:14:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:14:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:14:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:14:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:15:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:15:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:15:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:15:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:15:25] Committing batch 1 consisting of 92 files base.py:269\n[03:15:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:15:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:15:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:15:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:15:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:15:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:15:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:16:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:16:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:16:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:16:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:16:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:16:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:16:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:16:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:16:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:16:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:16:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:16:49] Committing batch 2 consisting of 36 files base.py:269\n[03:16:51] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:12:13.433853", + "end": "2022-03-06 03:16:51.325432", + "duration": 277.0 + }, + { + "status_code": "200", + "log_text": "[03:14:21] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n SLK Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:14:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:14:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:14:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:14:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:14:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:14:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:14:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:14:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:14:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:14:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:15:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:15:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:15:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:15:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:15:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:15:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:15:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:15:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:15:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:16:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:16:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:16:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:16:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:16:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:16:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:16:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:16:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:16:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:16:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:16:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:16:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:16:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:17:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:17:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:17:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:17:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:17:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:17:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:17:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:17:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:17:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:17:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:17:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:17:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:17:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:18:02] Committing batch 1 consisting of 92 files base.py:269\n[03:18:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:18:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:18:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:18:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:18:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:18:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:18:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:18:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:18:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:18:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:18:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:19:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:19:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:19:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:19:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:19:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:19:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:19:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:19:34] Committing batch 2 consisting of 36 files base.py:269\n[03:19:36] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:14:21.265971", + "end": "2022-03-06 03:19:36.741336", + "duration": 315.0 + }, + { + "status_code": "200", + "log_text": "[03:14:59] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 46 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n[03:15:00] ...found 46 files in SLK/raw base.py:202\n ...found 92 files in SLK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:15:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:15:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:15:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:15:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:15:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:15:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:15:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:15:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:15:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:15:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:15:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:16:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:16:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:16:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:16:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:16:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:16:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:16:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:16:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:16:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:16:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:16:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:16:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:17:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:17:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:17:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:17:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:17:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:17:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:17:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:17:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:17:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:17:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:17:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:17:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:18:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:18:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:18:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:18:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:18:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:18:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:18:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:18:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:18:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:18:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:18:51] Committing batch 1 consisting of 92 files base.py:269\n[03:18:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:18:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:19:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:19:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:19:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:19:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:19:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:19:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:19:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:19:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:19:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:19:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:19:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:19:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:20:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:20:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:20:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:20:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:20:25] Committing batch 2 consisting of 36 files base.py:269\n[03:20:27] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:14:59.224714", + "end": "2022-03-06 03:20:27.368881", + "duration": 328.0 + }, + { + "status_code": "200", + "log_text": "[03:16:43] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[03:16:44] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 18 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n[03:16:45] ...found 18 files in SLK/raw base.py:202\n ...found 37 files in SLK base.py:202\n Deleting batch no. 1 consisting of 37 files base.py:211\n[03:16:46] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:16:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:16:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:16:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:17:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:17:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:17:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:17:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:17:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:17:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:17:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:17:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:17:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:17:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:17:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:17:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:17:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:18:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:18:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:18:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:18:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:18:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:18:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:18:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:18:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:18:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:18:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:18:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:18:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:19:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:19:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:19:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:19:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:19:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:19:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:19:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:19:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:19:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:19:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:19:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:20:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:20:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:20:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:20:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:20:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:20:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:20:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:20:30] Committing batch 1 consisting of 92 files base.py:269\n[03:20:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:20:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:20:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:20:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:20:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:20:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:21:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:21:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:21:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:21:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:21:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:21:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:21:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:21:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:21:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:21:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:21:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:21:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:22:03] Committing batch 2 consisting of 36 files base.py:269\n[03:22:05] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:16:43.426580", + "end": "2022-03-06 03:22:05.456077", + "duration": 322.0 + }, + { + "status_code": "200", + "log_text": "[03:20:00] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n[03:20:01] Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n[03:20:02] Getting all files in SLK/json... base.py:186\n ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[03:20:03] Deleting batch no. 2 consisting of 29 files base.py:211\n[03:20:04] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:20:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:20:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:20:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:20:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:20:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:20:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:20:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:20:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:20:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:20:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:20:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:21:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:21:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:21:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:21:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:21:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:21:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:21:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:21:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:21:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:21:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:21:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:22:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:22:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:22:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:22:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:22:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:22:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:22:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:22:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:22:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:22:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:22:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:22:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:22:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:23:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:23:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:23:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:23:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:23:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:23:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:23:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:23:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:23:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:23:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:23:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:23:45] Committing batch 1 consisting of 92 files base.py:269\n[03:23:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:23:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:23:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:23:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:24:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:24:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:24:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:24:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:24:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:24:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:24:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:24:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:24:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:24:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:24:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:24:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:24:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:24:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:24:51] Committing batch 2 consisting of 36 files base.py:269\n[03:24:53] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:20:00.935825", + "end": "2022-03-06 03:24:53.581643", + "duration": 292.0 + }, + { + "status_code": "200", + "log_text": "[03:26:48] Created log commit base.py:376\n 70ce29dc14b3a8e3d8d462748086b5b17b16d0a7 \n Attempting to create merge commit... base.py:281\n[03:27:00] An error occurred (InvalidTargetBranchException) when handlers.py:33\n calling the MergeBranchesBySquash operation: Target \n branch parameter must point to either source or \n destination tip commit. Verify your target branch \n value is valid and then try again \n Finished attempting to scrape: SLK base.py:319\n", + "errors": "An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again", + "start": "2022-03-06 03:23:32.503530", + "end": "2022-03-06 03:27:00.619029", + "duration": 208.0 + }, + { + "status_code": "200", + "log_text": "[03:24:49] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[03:24:50] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 46 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 46 files in SLK/raw base.py:202\n ...found 92 files in SLK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[03:24:51] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:24:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:24:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:24:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:25:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:25:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:25:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:25:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:25:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:25:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:25:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:25:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:25:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:25:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:25:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:25:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:25:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:25:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:25:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:25:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:25:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:25:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:25:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:25:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:25:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:25:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:25:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:26:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:26:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:26:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:26:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:26:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:26:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:26:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:26:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:26:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:26:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:26:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:26:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:26:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:26:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:26:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:26:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:26:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:26:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:26:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:26:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:26:49] Committing batch 1 consisting of 92 files base.py:269\n[03:26:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:26:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:26:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:26:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:27:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:27:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:27:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:27:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:27:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:27:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:27:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:27:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:27:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:27:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:27:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:27:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:27:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:27:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:27:37] Committing batch 2 consisting of 36 files base.py:269\n[03:27:39] Finished attempting to scrape: SLK base.py:319\n", + "errors": "", + "start": "2022-03-06 03:24:49.801733", + "end": "2022-03-06 03:27:39.151761", + "duration": 169.0 + }, + { + "status_code": "200", + "log_text": "[03:25:48] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[03:25:49] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 18 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 18 files in SLK/raw base.py:202\n ...found 37 files in SLK base.py:202\n Deleting batch no. 1 consisting of 37 files base.py:211\n[03:25:50] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:25:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:25:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:25:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:26:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:26:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:26:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:26:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:26:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:26:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:26:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:26:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:26:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:26:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:26:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:26:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:26:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:26:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:26:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:26:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:26:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:26:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:26:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:26:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:26:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:26:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:26:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:27:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:27:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:27:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:27:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:27:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:27:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:27:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:27:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:27:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:27:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:27:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:27:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:27:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:27:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:27:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:27:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:27:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:27:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:27:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:27:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:27:49] Committing batch 1 consisting of 92 files base.py:269\n[03:27:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:27:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:27:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:27:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:28:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:28:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:28:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:28:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:28:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:28:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:28:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:28:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:28:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:28:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:28:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:28:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:28:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:28:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:28:37] Committing batch 2 consisting of 36 files base.py:269\n[03:28:39] An error occurred (ParentCommitIdOutdatedException) handlers.py:33\n when calling the CreateCommit operation: The parent \n commit ID is not valid because it is not the current \n tip of the branch. You must provide the commit ID for \n the tip of the branch. The most common reason for this \n error is that your local repository is not \n synchronized to the latest changes in the AWS \n CodeCommit repository. Either synchronize your local \n repo by using the git pull command, or use GetBranch \n to retrieve the latest commit ID for the branch, and \n then try again. \n Committing batch 2 consisting of 36 files base.py:269\n[03:28:42] Finished attempting to scrape: SLK base.py:319\n", + "errors": "An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.", + "start": "2022-03-06 03:25:48.229040", + "end": "2022-03-06 03:28:42.605982", + "duration": 174.0 + }, + { + "status_code": "200", + "log_text": "[03:26:39] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n[03:26:40] ...found 46 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 46 files in SLK/raw base.py:202\n ...found 92 files in SLK base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[03:26:41] ...data deleted. base.py:241\n Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40\n narkshire/Councillors.aspx \n[03:26:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/136/ScreenMode/Alphabetical/Default.aspx \n[03:26:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/119/ScreenMode/Alphabetical/Default.aspx \n[03:26:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/130/ScreenMode/Alphabetical/Default.aspx \n[03:26:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/143/ScreenMode/Alphabetical/Default.aspx \n[03:26:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/109/ScreenMode/Alphabetical/Default.aspx \n[03:26:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/108/ScreenMode/Alphabetical/Default.aspx \n[03:26:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/167/ScreenMode/Alphabetical/Default.aspx \n[03:26:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/122/ScreenMode/Alphabetical/Default.aspx \n[03:27:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/129/ScreenMode/Alphabetical/Default.aspx \n[03:27:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/156/ScreenMode/Alphabetical/Default.aspx \n[03:27:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/172/ScreenMode/Alphabetical/Default.aspx \n[03:27:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/162/ScreenMode/Alphabetical/Default.aspx \n[03:27:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/121/ScreenMode/Alphabetical/Default.aspx \n[03:27:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/160/ScreenMode/Alphabetical/Default.aspx \n[03:27:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/111/ScreenMode/Alphabetical/Default.aspx \n[03:27:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/112/ScreenMode/Alphabetical/Default.aspx \n[03:27:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/171/ScreenMode/Alphabetical/Default.aspx \n[03:27:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/113/ScreenMode/Alphabetical/Default.aspx \n[03:27:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/141/ScreenMode/Alphabetical/Default.aspx \n[03:27:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/164/ScreenMode/Alphabetical/Default.aspx \n[03:27:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/115/ScreenMode/Alphabetical/Default.aspx \n[03:27:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/134/ScreenMode/Alphabetical/Default.aspx \n[03:27:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/147/ScreenMode/Alphabetical/Default.aspx \n[03:27:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/578/ScreenMode/Alphabetical/Default.aspx \n[03:27:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/146/ScreenMode/Alphabetical/Default.aspx \n[03:27:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/118/ScreenMode/Alphabetical/Default.aspx \n[03:27:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/145/ScreenMode/Alphabetical/Default.aspx \n[03:27:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/117/ScreenMode/Alphabetical/Default.aspx \n[03:27:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/148/ScreenMode/Alphabetical/Default.aspx \n[03:27:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/140/ScreenMode/Alphabetical/Default.aspx \n[03:27:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/151/ScreenMode/Alphabetical/Default.aspx \n[03:27:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/149/ScreenMode/Alphabetical/Default.aspx \n[03:28:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/132/ScreenMode/Alphabetical/Default.aspx \n[03:28:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/135/ScreenMode/Alphabetical/Default.aspx \n[03:28:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/326/ScreenMode/Alphabetical/Default.aspx \n[03:28:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/128/ScreenMode/Alphabetical/Default.aspx \n[03:28:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/120/ScreenMode/Alphabetical/Default.aspx \n[03:28:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/150/ScreenMode/Alphabetical/Default.aspx \n[03:28:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/161/ScreenMode/Alphabetical/Default.aspx \n[03:28:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/138/ScreenMode/Alphabetical/Default.aspx \n[03:28:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/131/ScreenMode/Alphabetical/Default.aspx \n[03:28:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/152/ScreenMode/Alphabetical/Default.aspx \n[03:28:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/144/ScreenMode/Alphabetical/Default.aspx \n[03:28:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/133/ScreenMode/Alphabetical/Default.aspx \n[03:28:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/116/ScreenMode/Alphabetical/Default.aspx \n[03:28:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/153/ScreenMode/Alphabetical/Default.aspx \n[03:28:37] Committing batch 1 consisting of 92 files base.py:269\n[03:28:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/157/ScreenMode/Alphabetical/Default.aspx \n[03:28:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/124/ScreenMode/Alphabetical/Default.aspx \n[03:28:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/137/ScreenMode/Alphabetical/Default.aspx \n[03:28:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/159/ScreenMode/Alphabetical/Default.aspx \n[03:28:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/165/ScreenMode/Alphabetical/Default.aspx \n[03:28:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/168/ScreenMode/Alphabetical/Default.aspx \n[03:28:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/114/ScreenMode/Alphabetical/Default.aspx \n[03:28:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/154/ScreenMode/Alphabetical/Default.aspx \n[03:28:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/169/ScreenMode/Alphabetical/Default.aspx \n[03:29:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/163/ScreenMode/Alphabetical/Default.aspx \n[03:29:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/126/ScreenMode/Alphabetical/Default.aspx \n[03:29:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/123/ScreenMode/Alphabetical/Default.aspx \n[03:29:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/158/ScreenMode/Alphabetical/Default.aspx \n[03:29:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/139/ScreenMode/Alphabetical/Default.aspx \n[03:29:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/166/ScreenMode/Alphabetical/Default.aspx \n[03:29:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/127/ScreenMode/Alphabetical/Default.aspx \n[03:29:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/155/ScreenMode/Alphabetical/Default.aspx \n[03:29:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40\n arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/ \n id/173/ScreenMode/Alphabetical/Default.aspx \n[03:29:23] Committing batch 2 consisting of 36 files base.py:269\n[03:29:25] An error occurred (ParentCommitIdOutdatedException) handlers.py:33\n when calling the CreateCommit operation: The parent \n commit ID is not valid because it is not the current \n tip of the branch. You must provide the commit ID for \n the tip of the branch. The most common reason for this \n error is that your local repository is not \n synchronized to the latest changes in the AWS \n CodeCommit repository. Either synchronize your local \n repo by using the git pull command, or use GetBranch \n to retrieve the latest commit ID for the branch, and \n then try again. \n Committing batch 2 consisting of 36 files base.py:269\n[03:29:27] Finished attempting to scrape: SLK base.py:319\n", + "errors": "An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.", + "start": "2022-03-06 03:26:39.230803", + "end": "2022-03-06 03:29:27.906276", + "duration": 168.0 + }, + { + "status_code": null, + "log_text": "[03:31:01] Fetching Scraper for: SLK handlers.py:21\n Begin attempting to scrape: SLK handlers.py:24\n Deleting existing data... base.py:234\n[03:31:02] Getting all files in SLK... base.py:186\n Getting all files in SLK/json... base.py:186\n ...found 64 files in SLK/json base.py:202\n Getting all files in SLK/raw... base.py:186\n ...found 64 files in SLK/raw base.py:202\n ...found 129 files in SLK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[03:31:09] An error occurred (ParentCommitIdOutdatedException) handlers.py:33\n when calling the CreateCommit operation: The parent \n commit ID is not valid because it is not the current \n tip of the branch. You must provide the commit ID for \n the tip of the branch. The most common reason for this \n error is that your local repository is not \n synchronized to the latest changes in the AWS \n CodeCommit repository. Either synchronize your local \n repo by using the git pull command, or use GetBranch \n to retrieve the latest commit ID for the branch, and \n then try again. \n Finished attempting to scrape: SLK base.py:319\n", + "errors": "An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.", + "start": "2022-03-06 03:31:01.820313", + "end": "2022-03-06 03:31:09.589877", + "duration": 7.0 + } + ] + }, + { + "council_id": "SND", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[20:56:16] Fetching Scraper for: SND handlers.py:21\n Begin attempting to scrape: SND handlers.py:24\n[20:56:17] Deleting existing data... base.py:234\n Getting all files in SND... base.py:186\n ...found 1 files in SND base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:56:20] ...data deleted. base.py:241\n Scraping from base.py:40\n http://www.sunderland.gov.uk/committees/cmis5/Members.aspx \n[20:56:21] Finished attempting to scrape: SND base.py:319\n", + "errors": "", + "start": "2022-03-05 20:56:16.891857", + "end": "2022-03-05 20:56:21.052623", + "duration": 4.0 + }, + { + "status_code": "404", + "log_text": "[21:17:37] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[21:17:38] Finished attempting to scrape: SND base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:17:27.264881", + "end": "2022-03-05 21:17:38.049991", + "duration": 10.0 + } + ] + }, + { + "council_id": "SNO", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:12:15] Fetching Scraper for: SNO handlers.py:21\n Begin attempting to scrape: SNO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SNO... base.py:186\n[00:12:16] SNO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://www.south-norfolk.gov.uk/about-us/co base.py:40\n uncillors-and-committees/your-councillors \n[00:12:17] list index out of range handlers.py:33\n Finished attempting to scrape: SNO base.py:319\n", + "errors": "list index out of range", + "start": "2022-03-06 00:12:15.536347", + "end": "2022-03-06 00:12:17.599832", + "duration": 2.0 + } + ] + }, + { + "council_id": "SOL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:01:40] Fetching Scraper for: SOL handlers.py:21\n Begin attempting to scrape: SOL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SOL... base.py:186\n[20:01:41] Getting all files in SOL/json... base.py:186\n ...found 46 files in SOL/json base.py:202\n Getting all files in SOL/raw... base.py:186\n ...found 46 files in SOL/raw base.py:202\n ...found 92 files in SOL base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:01:43] ...data deleted. base.py:241\n Scraping from https://eservices.solihull.gov.uk/mgInternet base.py:40\n /mgWebService.asmx/GetCouncillorsByWard \n[20:01:47] Committing batch 1 consisting of 92 files base.py:269\n[20:01:48] Committing batch 2 consisting of 8 files base.py:269\n[20:01:50] No new councillor data found. base.py:317\n Finished attempting to scrape: SOL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:01:40.598199", + "end": "2022-03-05 20:01:50.059802", + "duration": 9.0 + } + ] + }, + { + "council_id": "SOM", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:05:29] Fetching Scraper for: SOM handlers.py:21\n Begin attempting to scrape: SOM handlers.py:24\n Deleting existing data... base.py:234\n[20:05:30] Getting all files in SOM... base.py:186\n Getting all files in SOM/json... base.py:186\n ...found 55 files in SOM/json base.py:202\n Getting all files in SOM/raw... base.py:186\n[20:05:31] ...found 55 files in SOM/raw base.py:202\n ...found 110 files in SOM base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:05:34] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SOM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:05:29.778125", + "end": "2022-03-05 20:05:34.636052", + "duration": 4.0 + } + ] + }, + { + "council_id": "SOS", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:58:42] Fetching Scraper for: SOS handlers.py:21\n Begin attempting to scrape: SOS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SOS... base.py:186\n[19:58:43] Getting all files in SOS/json... base.py:186\n ...found 49 files in SOS/json base.py:202\n Getting all files in SOS/raw... base.py:186\n ...found 49 files in SOS/raw base.py:202\n ...found 98 files in SOS base.py:202\n Deleting batch no. 1 consisting of 98 files base.py:211\n[19:58:53] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SOS base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:58:42.573330", + "end": "2022-03-05 19:58:53.819758", + "duration": 11.0 + } + ] + }, + { + "council_id": "SOX", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:46:17] Fetching Scraper for: SOX handlers.py:21\n Begin attempting to scrape: SOX handlers.py:24\n Deleting existing data... base.py:234\n[19:46:18] Getting all files in SOX... base.py:186\n Getting all files in SOX/json... base.py:186\n ...found 36 files in SOX/json base.py:202\n Getting all files in SOX/raw... base.py:186\n ...found 36 files in SOX/raw base.py:202\n ...found 72 files in SOX base.py:202\n Deleting batch no. 1 consisting of 72 files base.py:211\n[19:46:19] ...data deleted. base.py:241\n Scraping from http://democratic.southoxon.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:46:21] Committing batch 1 consisting of 72 files base.py:269\n[19:46:22] No new councillor data found. base.py:317\n Finished attempting to scrape: SOX base.py:319\n", + "errors": "", + "start": "2022-03-05 19:46:17.470703", + "end": "2022-03-05 19:46:22.643452", + "duration": 5.0 + } + ] + }, + { + "council_id": "SPE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:54:45] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SPE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:54:30.512236", + "end": "2022-03-05 19:54:45.482095", + "duration": 14.0 + } + ] + }, + { + "council_id": "SRI", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:08:41] Fetching Scraper for: SRI handlers.py:21\n Begin attempting to scrape: SRI handlers.py:24\n Deleting existing data... base.py:234\n[00:08:42] Getting all files in SRI... base.py:186\n Getting all files in SRI/json... base.py:186\n ...found 50 files in SRI/json base.py:202\n Getting all files in SRI/raw... base.py:186\n ...found 50 files in SRI/raw base.py:202\n ...found 100 files in SRI base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:08:49] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SRI base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:08:41.315724", + "end": "2022-03-06 00:08:49.418576", + "duration": 8.0 + } + ] + }, + { + "council_id": "SRY", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:25:26] Fetching Scraper for: SRY handlers.py:21\n Begin attempting to scrape: SRY handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SRY... base.py:186\n Getting all files in SRY/json... base.py:186\n ...found 46 files in SRY/json base.py:202\n Getting all files in SRY/raw... base.py:186\n ...found 46 files in SRY/raw base.py:202\n ...found 93 files in SRY base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[00:25:27] ...data deleted. base.py:241\n Scraping from https://mycouncil.surreycc.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[00:25:32] Committing batch 1 consisting of 92 files base.py:269\n[00:25:34] Committing batch 2 consisting of 70 files base.py:269\n[00:25:36] No new councillor data found. base.py:317\n Finished attempting to scrape: SRY base.py:319\n", + "errors": "", + "start": "2022-03-06 00:25:26.136937", + "end": "2022-03-06 00:25:36.202832", + "duration": 10.0 + } + ] + }, + { + "council_id": "SSO", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:39:46] Fetching Scraper for: SSO handlers.py:21\n[19:39:51] Begin attempting to scrape: SSO handlers.py:24\n[19:39:52] Deleting existing data... base.py:234\n[19:39:53] Getting all files in SSO... base.py:186\n Getting all files in SSO/json... base.py:186\n[19:39:54] ...found 60 files in SSO/json base.py:202\n Getting all files in SSO/raw... base.py:186\n ...found 60 files in SSO/raw base.py:202\n ...found 120 files in SSO base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:40:04] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SSO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:39:46.727802", + "end": "2022-03-05 19:40:04.959182", + "duration": 18.0 + } + ] + }, + { + "council_id": "SST", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:19:03] Fetching Scraper for: SST handlers.py:21\n Begin attempting to scrape: SST handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SST... base.py:186\n[20:19:04] Getting all files in SST/json... base.py:186\n ...found 46 files in SST/json base.py:202\n Getting all files in SST/raw... base.py:186\n ...found 46 files in SST/raw base.py:202\n ...found 92 files in SST base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:19:06] ...data deleted. base.py:241\n Scraping from base.py:40\n https://services.sstaffs.gov.uk/cmis/Councillors.aspx \n[20:19:08] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:09] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/85/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:10] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:11] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:12] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:14] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:15] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:17] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:18] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:19] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/159/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:21] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:22] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:23] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:24] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:26] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:27] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/164/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:28] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/200/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:29] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:30] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/161/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:31] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/17/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:32] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:34] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:36] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:37] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/28/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:39] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/167/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:40] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:41] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:42] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/129/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:43] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:45] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:46] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:47] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:48] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:49] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:51] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:52] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:53] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/32/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:55] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode \n /Alphabetical/Default.aspx \n[20:19:56] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:57] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/201/ScreenMod \n e/Alphabetical/Default.aspx \n[20:19:58] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/151/ScreenMod \n e/Alphabetical/Default.aspx \n[20:20:00] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/162/ScreenMod \n e/Alphabetical/Default.aspx \n[20:20:01] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode \n /Alphabetical/Default.aspx \n[20:20:03] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/88/ScreenMode \n /Alphabetical/Default.aspx \n[20:20:04] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode \n /Alphabetical/Default.aspx \n[20:20:05] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode \n /Alphabetical/Default.aspx \n[20:20:06] Committing batch 1 consisting of 92 files base.py:269\n[20:20:11] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/96/ScreenMode \n /Alphabetical/Default.aspx \n[20:20:12] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode \n /Alphabetical/Default.aspx \n[20:20:13] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40\n lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/166/ScreenMod \n e/Alphabetical/Default.aspx \n[20:20:14] Committing batch 2 consisting of 6 files base.py:269\n[20:20:18] No new councillor data found. base.py:317\n Finished attempting to scrape: SST base.py:319\n", + "errors": "", + "start": "2022-03-05 20:19:03.539148", + "end": "2022-03-05 20:20:18.441686", + "duration": 74.0 + } + ] + }, + { + "council_id": "STE", + "missing": false, + "log_runs": [ + { + "status_code": "503", + "log_text": "[20:06:44] Fetching Scraper for: STE handlers.py:21\n Begin attempting to scrape: STE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STE... base.py:186\n Getting all files in STE/json... base.py:186\n ...found 44 files in STE/json base.py:202\n Getting all files in STE/raw... base.py:186\n[20:06:45] ...found 44 files in STE/raw base.py:202\n ...found 89 files in STE base.py:202\n Deleting batch no. 1 consisting of 89 files base.py:211\n[20:06:46] ...data deleted. base.py:241\n Scraping from http://www.moderngov.stoke.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n Finished attempting to scrape: STE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:06:44.101659", + "end": "2022-03-05 20:06:46.287845", + "duration": 2.0 + }, + { + "status_code": "503", + "log_text": "[20:48:00] Fetching Scraper for: STE handlers.py:21\n Begin attempting to scrape: STE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STE... base.py:186\n[20:48:01] ...found 1 files in STE base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:48:02] ...data deleted. base.py:241\n Scraping from http://www.moderngov.stoke.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[20:48:03] Finished attempting to scrape: STE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:48:00.684506", + "end": "2022-03-05 20:48:03.052728", + "duration": 2.0 + }, + { + "status_code": "503", + "log_text": "[21:05:01] Fetching Scraper for: STE handlers.py:21\n Begin attempting to scrape: STE handlers.py:24\n[21:05:02] Deleting existing data... base.py:234\n Getting all files in STE... base.py:186\n ...found 1 files in STE base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[21:05:03] ...data deleted. base.py:241\n Scraping from http://www.moderngov.stoke.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[21:05:04] Finished attempting to scrape: STE base.py:319\n", + "errors": "", + "start": "2022-03-05 21:05:01.963933", + "end": "2022-03-05 21:05:04.063340", + "duration": 2.0 + }, + { + "status_code": "503", + "log_text": "[21:07:10] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: STE base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:06:56.964761", + "end": "2022-03-05 21:07:10.691606", + "duration": 13.0 + } + ] + }, + { + "council_id": "STF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:21:45] Fetching Scraper for: STF handlers.py:21\n Begin attempting to scrape: STF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STF... base.py:186\n Getting all files in STF/json... base.py:186\n[00:21:46] ...found 99 files in STF/json base.py:202\n Getting all files in STF/raw... base.py:186\n ...found 99 files in STF/raw base.py:202\n ...found 199 files in STF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:21:47] Deleting batch no. 2 consisting of 99 files base.py:211\n[00:21:49] ...data deleted. base.py:241\n Scraping from https://democracy.staffsmoorlands.gov.uk/mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n[00:21:54] Committing batch 1 consisting of 92 files base.py:269\n[00:21:56] Committing batch 2 consisting of 92 files base.py:269\n[00:21:58] Committing batch 3 consisting of 14 files base.py:269\n[00:22:01] No new councillor data found. base.py:317\n Finished attempting to scrape: STF base.py:319\n", + "errors": "", + "start": "2022-03-06 00:21:45.282892", + "end": "2022-03-06 00:22:01.759963", + "duration": 16.0 + } + ] + }, + { + "council_id": "STH", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:08:46] Fetching Scraper for: STH handlers.py:21\n Begin attempting to scrape: STH handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STH... base.py:186\n Getting all files in STH/json... base.py:186\n[20:08:47] ...found 46 files in STH/json base.py:202\n Getting all files in STH/raw... base.py:186\n ...found 46 files in STH/raw base.py:202\n ...found 92 files in STH base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:08:52] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:08:53] Finished attempting to scrape: STH base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:08:46.226986", + "end": "2022-03-05 20:08:53.016525", + "duration": 6.0 + } + ] + }, + { + "council_id": "STN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:26:34] Fetching Scraper for: STN handlers.py:21\n[00:26:38] Begin attempting to scrape: STN handlers.py:24\n[00:26:39] Deleting existing data... base.py:234\n[00:26:40] Getting all files in STN... base.py:186\n Getting all files in STN/json... base.py:186\n ...found 39 files in STN/json base.py:202\n Getting all files in STN/raw... base.py:186\n ...found 39 files in STN/raw base.py:202\n ...found 79 files in STN base.py:202\n Deleting batch no. 1 consisting of 79 files base.py:211\n[00:26:41] ...data deleted. base.py:241\n Scraping from https://uttlesford.moderngov.co.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:26:44] Committing batch 1 consisting of 78 files base.py:269\n[00:26:45] No new councillor data found. base.py:317\n Finished attempting to scrape: STN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:26:34.090395", + "end": "2022-03-06 00:26:45.775048", + "duration": 11.0 + } + ] + }, + { + "council_id": "STO", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:07:48] Fetching Scraper for: STO handlers.py:21\n Begin attempting to scrape: STO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STO... base.py:186\n[20:07:49] STO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://www.stroud.gov.uk/council-and-democr base.py:40\n acy/your-councillors/your-councillors-by-name \n[20:07:51] Finished attempting to scrape: STO base.py:319\n", + "errors": "", + "start": "2022-03-05 20:07:48.123667", + "end": "2022-03-05 20:07:51.399430", + "duration": 3.0 + }, + { + "status_code": null, + "log_text": "[20:08:53] Fetching Scraper for: STO handlers.py:21\n Begin attempting to scrape: STO handlers.py:24\n Deleting existing data... base.py:234\n[20:08:54] Getting all files in STO... base.py:186\n ...found 1 files in STO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:09:07] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: STO base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:08:53.855916", + "end": "2022-03-05 20:09:07.381896", + "duration": 13.0 + } + ] + }, + { + "council_id": "STR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:40:35] Fetching Scraper for: STR handlers.py:21\n Begin attempting to scrape: STR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STR... base.py:186\n STR Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.stratford.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[19:40:37] Committing batch 1 consisting of 72 files base.py:269\n[19:40:39] No new councillor data found. base.py:317\n Finished attempting to scrape: STR base.py:319\n", + "errors": "", + "start": "2022-03-05 19:40:35.281200", + "end": "2022-03-05 19:40:39.216657", + "duration": 3.0 + } + ] + }, + { + "council_id": "STS", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[01:56:59] Fetching Scraper for: STS handlers.py:21\n[01:57:02] Begin attempting to scrape: STS handlers.py:24\n[01:57:03] Deleting existing data... base.py:234\n[01:57:04] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[01:57:05] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[01:59:16] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 01:56:59.061251", + "end": "2022-03-06 01:59:16.879307", + "duration": 137.0 + }, + { + "status_code": null, + "log_text": "[01:58:26] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[01:58:27] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[01:58:28] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:00:37] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:00:38] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 01:58:26.700459", + "end": "2022-03-06 02:00:38.071905", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[01:59:47] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[01:59:48] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[01:59:49] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:02:00] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 01:59:47.414690", + "end": "2022-03-06 02:02:00.714490", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[02:01:32] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n[02:01:33] Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:01:34] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:03:44] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:03:45] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:01:32.912447", + "end": "2022-03-06 02:03:45.239896", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[02:02:58] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:02:59] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:03:00] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:05:09] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:05:10] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:02:58.448881", + "end": "2022-03-06 02:05:10.279242", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:03:32] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n STS Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:05:43] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:03:32.358445", + "end": "2022-03-06 02:05:43.588619", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:05:04] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n[02:05:05] STS Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:07:14] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:07:15] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:05:04.570499", + "end": "2022-03-06 02:07:15.060018", + "duration": 130.0 + }, + { + "status_code": null, + "log_text": "[02:06:52] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:06:53] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:06:54] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:09:03] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:09:04] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:06:52.475528", + "end": "2022-03-06 02:09:04.394220", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:07:56] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:07:57] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:07:58] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:10:09] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:07:56.736804", + "end": "2022-03-06 02:10:09.939205", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[02:08:56] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n STS Does not exist base.py:206\n ...no data to delete. base.py:238\n[02:08:57] Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:11:07] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:11:08] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:08:56.422962", + "end": "2022-03-06 02:11:08.161472", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:10:53] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n[02:10:54] ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:10:55] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:13:04] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:10:53.172520", + "end": "2022-03-06 02:13:04.893525", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:11:34] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n[02:11:35] ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:11:36] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:13:45] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:13:46] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:11:34.238557", + "end": "2022-03-06 02:13:46.291181", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[02:12:11] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:12:12] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:12:13] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:14:24] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:12:11.776713", + "end": "2022-03-06 02:14:24.735613", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[02:13:23] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:13:24] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:13:25] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:15:36] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:13:23.252205", + "end": "2022-03-06 02:15:36.413257", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[02:14:08] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n[02:14:09] ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:14:10] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:16:21] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:14:08.187088", + "end": "2022-03-06 02:16:21.512694", + "duration": 133.0 + }, + { + "status_code": null, + "log_text": "[02:14:43] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:14:44] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:14:45] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:16:55] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:16:56] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:14:43.782874", + "end": "2022-03-06 02:16:56.333097", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[02:15:27] Fetching Scraper for: STS handlers.py:21\n[02:15:28] Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:15:29] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:17:40] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:15:27.974917", + "end": "2022-03-06 02:17:40.476618", + "duration": 132.0 + }, + { + "status_code": null, + "log_text": "[02:17:27] Fetching Scraper for: STS handlers.py:21\n[02:17:31] Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:17:32] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:17:33] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:19:43] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:19:44] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:17:27.670464", + "end": "2022-03-06 02:19:44.026606", + "duration": 136.0 + }, + { + "status_code": null, + "log_text": "[02:18:54] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:18:55] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:21:05] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:18:54.336522", + "end": "2022-03-06 02:21:05.605104", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:20:18] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n[02:20:19] Getting all files in STS... base.py:186\n ...found 1 files in STS base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[02:20:20] ...data deleted. base.py:241\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:22:30] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:20:18.620733", + "end": "2022-03-06 02:22:30.551925", + "duration": 131.0 + }, + { + "status_code": null, + "log_text": "[02:21:06] Fetching Scraper for: STS handlers.py:21\n Begin attempting to scrape: STS handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in STS... base.py:186\n STS Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[02:23:17] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33\n k', port=80): Max retries exceeded with url: \n //mgWebService.asmx/GetCouncillorsByWard (Caused by \n NewConnectionError(': Failed to establish a new \n connection: [Errno 110] Connection timed out')) \n[02:23:18] Finished attempting to scrape: STS base.py:319\n", + "errors": "None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-06 02:21:06.247166", + "end": "2022-03-06 02:23:18.383496", + "duration": 132.0 + } + ] + }, + { + "council_id": "STV", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:45:05] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: STV base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:44:47.264302", + "end": "2022-03-05 20:45:05.386385", + "duration": 18.0 + } + ] + }, + { + "council_id": "SUF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:09:14] Fetching Scraper for: SUF handlers.py:21\n[20:09:15] Begin attempting to scrape: SUF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SUF... base.py:186\n SUF Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://eastsuffolk.cmis.uk.com/eastsuffolk/ base.py:40\n councillors.aspx \n[20:09:16] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:18] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/161/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:20] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:22] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/107/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:23] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:25] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:26] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:29] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:30] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/166/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:32] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:34] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:35] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/211/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:37] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/215/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:39] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:40] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:42] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:44] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/468/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:46] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:48] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/133/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:50] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/458/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:51] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/134/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:53] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:54] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:56] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/221/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:58] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/Scr \n eenMode/Alphabetical/Default.aspx \n[20:09:59] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:01] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:03] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:05] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:07] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:08] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:10] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:11] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:13] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/208/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:14] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/218/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:16] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:18] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/181/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:20] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:22] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:24] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/186/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:26] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/187/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:27] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/459/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:28] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:30] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/469/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:31] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/472/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:32] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/191/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:34] Committing batch 1 consisting of 92 files base.py:269\n[20:10:36] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/192/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:38] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:41] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/193/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:43] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/195/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:44] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/209/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:46] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/217/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:47] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/197/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:49] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/214/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:51] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/219/Scr \n eenMode/Alphabetical/Default.aspx \n[20:10:52] Committing batch 2 consisting of 18 files base.py:269\n[20:10:54] No new councillor data found. base.py:317\n Finished attempting to scrape: SUF base.py:319\n", + "errors": "", + "start": "2022-03-05 20:09:14.993758", + "end": "2022-03-05 20:10:54.165030", + "duration": 99.0 + }, + { + "status_code": "200", + "log_text": "[20:21:16] Fetching Scraper for: SUF handlers.py:21\n Begin attempting to scrape: SUF handlers.py:24\n Deleting existing data... base.py:234\n[20:21:17] Getting all files in SUF... base.py:186\n Getting all files in SUF/json... base.py:186\n ...found 55 files in SUF/json base.py:202\n Getting all files in SUF/raw... base.py:186\n[20:21:18] ...found 55 files in SUF/raw base.py:202\n ...found 111 files in SUF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:21:19] Deleting batch no. 2 consisting of 11 files base.py:211\n[20:21:24] ...data deleted. base.py:241\n Scraping from https://eastsuffolk.cmis.uk.com/eastsuffolk/ base.py:40\n councillors.aspx \n[20:21:25] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:27] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/161/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:29] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:30] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/107/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:32] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:35] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:36] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:38] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:40] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/166/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:41] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:43] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:44] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/211/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:46] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/215/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:48] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:50] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:53] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:55] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/468/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:56] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/Scr \n eenMode/Alphabetical/Default.aspx \n[20:21:58] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/133/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:00] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/458/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:01] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/134/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:03] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:04] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:06] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/221/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:07] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:10] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:12] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:14] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:16] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:17] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:19] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:20] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:22] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:23] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/208/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:25] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/218/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:28] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:29] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/181/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:31] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:33] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:34] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/186/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:36] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/187/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:37] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/459/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:39] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:40] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/469/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:41] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/472/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:43] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40\n ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/191/Scr \n eenMode/Alphabetical/Default.aspx \n[20:22:46] Committing batch 1 consisting of 92 files base.py:269\n[20:22:56] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:22:59] Finished attempting to scrape: SUF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:21:16.626428", + "end": "2022-03-05 20:22:59.110680", + "duration": 102.0 + } + ] + }, + { + "council_id": "SUR", + "missing": false, + "log_runs": [ + { + "status_code": "522", + "log_text": "[20:13:17] Fetching Scraper for: SUR handlers.py:21\n Begin attempting to scrape: SUR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SUR... base.py:186\n[20:13:18] Getting all files in SUR/json... base.py:186\n ...found 34 files in SUR/json base.py:202\n Getting all files in SUR/raw... base.py:186\n ...found 34 files in SUR/raw base.py:202\n ...found 68 files in SUR base.py:202\n Deleting batch no. 1 consisting of 68 files base.py:211\n[20:13:21] ...data deleted. base.py:241\n Scraping from http://surreyheath.moderngov.co.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[20:13:53] Finished attempting to scrape: SUR base.py:319\n", + "errors": "", + "start": "2022-03-05 20:13:17.137871", + "end": "2022-03-05 20:13:53.184964", + "duration": 36.0 + }, + { + "status_code": "522", + "log_text": "[20:15:54] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SUR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:15:07.265750", + "end": "2022-03-05 20:15:54.610045", + "duration": 47.0 + } + ] + }, + { + "council_id": "SWA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:05:45] Fetching Scraper for: SWA handlers.py:21\n Begin attempting to scrape: SWA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SWA... base.py:186\n Getting all files in SWA/json... base.py:186\n[00:05:46] ...found 46 files in SWA/json base.py:202\n Getting all files in SWA/raw... base.py:186\n ...found 46 files in SWA/raw base.py:202\n ...found 93 files in SWA base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[00:05:47] ...data deleted. base.py:241\n Scraping from http://democracy.swansea.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:05:54] Committing batch 1 consisting of 92 files base.py:269\n[00:06:04] Committing batch 2 consisting of 52 files base.py:269\n[00:06:19] Finished attempting to scrape: SWA base.py:319\n", + "errors": "", + "start": "2022-03-06 00:05:45.314154", + "end": "2022-03-06 00:06:19.976451", + "duration": 34.0 + } + ] + }, + { + "council_id": "SWD", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:32:53] Fetching Scraper for: SWD handlers.py:21\n Begin attempting to scrape: SWD handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SWD... base.py:186\n Getting all files in SWD/json... base.py:186\n ...found 44 files in SWD/json base.py:202\n Getting all files in SWD/raw... base.py:186\n[20:32:54] ...found 44 files in SWD/raw base.py:202\n ...found 88 files in SWD base.py:202\n Deleting batch no. 1 consisting of 88 files base.py:211\n[20:33:02] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SWD base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:32:53.008727", + "end": "2022-03-05 20:33:02.830944", + "duration": 9.0 + } + ] + }, + { + "council_id": "SWK", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:00:26] Fetching Scraper for: SWK handlers.py:21\n Begin attempting to scrape: SWK handlers.py:24\n[00:00:27] Deleting existing data... base.py:234\n Getting all files in SWK... base.py:186\n[00:00:28] Getting all files in SWK/json... base.py:186\n ...found 63 files in SWK/json base.py:202\n Getting all files in SWK/raw... base.py:186\n ...found 63 files in SWK/raw base.py:202\n ...found 126 files in SWK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:00:35] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SWK base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:00:26.029913", + "end": "2022-03-06 00:00:35.643036", + "duration": 9.0 + } + ] + }, + { + "council_id": "SWL", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:46:01] Fetching Scraper for: SWL handlers.py:21\n Begin attempting to scrape: SWL handlers.py:24\n Deleting existing data... base.py:234\n[19:46:02] Getting all files in SWL... base.py:186\n Getting all files in SWL/json... base.py:186\n ...found 47 files in SWL/json base.py:202\n Getting all files in SWL/raw... base.py:186\n ...found 47 files in SWL/raw base.py:202\n ...found 94 files in SWL base.py:202\n Deleting batch no. 1 consisting of 94 files base.py:211\n[19:46:13] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: SWL base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:46:01.872655", + "end": "2022-03-05 19:46:13.393548", + "duration": 11.0 + } + ] + }, + { + "council_id": "SWT", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:44:51] Fetching Scraper for: SWT handlers.py:21\n Begin attempting to scrape: SWT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in SWT... base.py:186\n Getting all files in SWT/json... base.py:186\n[19:44:52] ...found 59 files in SWT/json base.py:202\n Getting all files in SWT/raw... base.py:186\n ...found 59 files in SWT/raw base.py:202\n ...found 118 files in SWT base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:44:55] Deleting batch no. 2 consisting of 18 files base.py:211\n[19:45:03] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[19:45:04] Finished attempting to scrape: SWT base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:44:51.469076", + "end": "2022-03-05 19:45:04.016988", + "duration": 12.0 + } + ] + }, + { + "council_id": "TAM", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:22:28] Fetching Scraper for: TAM handlers.py:21\n Begin attempting to scrape: TAM handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TAM... base.py:186\n Getting all files in TAM/json... base.py:186\n ...found 57 files in TAM/json base.py:202\n Getting all files in TAM/raw... base.py:186\n ...found 57 files in TAM/raw base.py:202\n ...found 114 files in TAM base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:22:31] Deleting batch no. 2 consisting of 14 files base.py:211\n[00:22:32] ...data deleted. base.py:241\n Scraping from http://tameside.moderngov.co.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[00:22:38] Committing batch 1 consisting of 92 files base.py:269\n[00:22:39] Committing batch 2 consisting of 22 files base.py:269\n[00:22:41] Finished attempting to scrape: TAM base.py:319\n", + "errors": "", + "start": "2022-03-06 00:22:28.103589", + "end": "2022-03-06 00:22:41.068485", + "duration": 12.0 + } + ] + }, + { + "council_id": "TAN", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[00:10:45] Fetching Scraper for: TAN handlers.py:21\n Begin attempting to scrape: TAN handlers.py:24\n Deleting existing data... base.py:234\n[00:10:46] Getting all files in TAN... base.py:186\n ...found 1 files in TAN base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:10:49] ...data deleted. base.py:241\n Scraping from http://www.councillors.tandridge.gov.uk/cmis base.py:40\n 5/Councillors/tabid/62/ScreenMode/Alphabetical/Default.asp \n x \n Finished attempting to scrape: TAN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:10:45.866855", + "end": "2022-03-06 00:10:49.873417", + "duration": 4.0 + }, + { + "status_code": "404", + "log_text": "[00:11:23] Fetching Scraper for: TAN handlers.py:21\n Begin attempting to scrape: TAN handlers.py:24\n Deleting existing data... base.py:234\n[00:11:24] Getting all files in TAN... base.py:186\n ...found 1 files in TAN base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[00:11:25] ...data deleted. base.py:241\n Scraping from http://www.councillors.tandridge.gov.uk/cmis base.py:40\n 5/Councillors/tabid/62/ScreenMode/Alphabetical/Default.asp \n x \n Finished attempting to scrape: TAN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:11:23.720731", + "end": "2022-03-06 00:11:25.975612", + "duration": 2.0 + }, + { + "status_code": "404", + "log_text": "[00:18:47] Created log commit base.py:376\n f0ce8ed5a724b71330852dcf363b1b07a36c9dcf \n Attempting to create merge commit... base.py:281\n[00:18:56] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33\n when calling the MergeBranchesBySquash operation: The \n merge cannot be completed because the following branch \n has been modified: refs/heads/main. Another user might \n have modified this branch while the merge was in \n progress. Wait a few minutes, and then try again. \n Finished attempting to scrape: TAN base.py:319\n", + "errors": "An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.", + "start": "2022-03-06 00:18:42.742185", + "end": "2022-03-06 00:18:56.969285", + "duration": 14.0 + } + ] + }, + { + "council_id": "TAW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:51:20] Fetching Scraper for: TAW handlers.py:21\n Begin attempting to scrape: TAW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TAW... base.py:186\n Getting all files in TAW/json... base.py:186\n ...found 30 files in TAW/json base.py:202\n Getting all files in TAW/raw... base.py:186\n ...found 30 files in TAW/raw base.py:202\n ...found 61 files in TAW base.py:202\n Deleting batch no. 1 consisting of 61 files base.py:211\n[19:51:27] ...data deleted. base.py:241\n Scraping from http://democracy.tamworth.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[19:51:29] Committing batch 1 consisting of 60 files base.py:269\n[19:51:31] No new councillor data found. base.py:317\n Finished attempting to scrape: TAW base.py:319\n", + "errors": "", + "start": "2022-03-05 19:51:20.075685", + "end": "2022-03-05 19:51:31.386927", + "duration": 11.0 + } + ] + }, + { + "council_id": "TEI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:14:24] Fetching Scraper for: TEI handlers.py:21\n Begin attempting to scrape: TEI handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TEI... base.py:186\n TEI Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.teignbridge.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[20:14:26] Committing batch 1 consisting of 92 files base.py:269\n[20:14:33] Committing batch 2 consisting of 2 files base.py:269\n[20:14:40] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 2 files base.py:269\n[20:14:41] No new councillor data found. base.py:317\n Finished attempting to scrape: TEI base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:14:24.333418", + "end": "2022-03-05 20:14:41.707071", + "duration": 17.0 + } + ] + }, + { + "council_id": "TEN", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:32:31] Fetching Scraper for: TEN handlers.py:21\n Begin attempting to scrape: TEN handlers.py:24\n[20:32:32] Deleting existing data... base.py:234\n Getting all files in TEN... base.py:186\n TEN Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://tdcdemocracy.tendringdc.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n HTTPSConnectionPool(host='tdcdemocracy.tendringdc.gov. handlers.py:33\n uk', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n unable to get local issuer certificate \n (_ssl.c:1131)'))) \n[20:32:33] Finished attempting to scrape: TEN base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-05 20:32:31.860439", + "end": "2022-03-05 20:32:33.033374", + "duration": 1.0 + } + ] + }, + { + "council_id": "TES", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[19:54:10] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: TES base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:54:05.161397", + "end": "2022-03-05 19:54:10.507444", + "duration": 5.0 + } + ] + }, + { + "council_id": "TEW", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:11:33] Fetching Scraper for: TEW handlers.py:21\n[00:11:34] Begin attempting to scrape: TEW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TEW... base.py:186\n Getting all files in TEW/json... base.py:186\n ...found 37 files in TEW/json base.py:202\n Getting all files in TEW/raw... base.py:186\n ...found 37 files in TEW/raw base.py:202\n ...found 74 files in TEW base.py:202\n Deleting batch no. 1 consisting of 74 files base.py:211\n[00:11:41] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:11:42] No new councillor data found. base.py:317\n Finished attempting to scrape: TEW base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:11:33.991589", + "end": "2022-03-06 00:11:42.141586", + "duration": 8.0 + } + ] + }, + { + "council_id": "TFW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:11:34] Fetching Scraper for: TFW handlers.py:21\n Begin attempting to scrape: TFW handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TFW... base.py:186\n TFW Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.telford.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[20:11:37] Committing batch 1 consisting of 92 files base.py:269\n[20:11:39] Committing batch 2 consisting of 16 files base.py:269\n[20:11:41] Finished attempting to scrape: TFW base.py:319\n", + "errors": "", + "start": "2022-03-05 20:11:34.342885", + "end": "2022-03-05 20:11:41.147864", + "duration": 6.0 + } + ] + }, + { + "council_id": "THA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:09:11] Fetching Scraper for: THA handlers.py:21\n Begin attempting to scrape: THA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in THA... base.py:186\n Getting all files in THA/json... base.py:186\n[00:09:12] ...found 46 files in THA/json base.py:202\n Getting all files in THA/raw... base.py:186\n ...found 46 files in THA/raw base.py:202\n ...found 92 files in THA base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[00:09:13] ...data deleted. base.py:241\n Scraping from http://democracy.thanet.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:09:16] Committing batch 1 consisting of 92 files base.py:269\n[00:09:18] Committing batch 2 consisting of 18 files base.py:269\n[00:09:21] No new councillor data found. base.py:317\n Finished attempting to scrape: THA base.py:319\n", + "errors": "", + "start": "2022-03-06 00:09:11.335875", + "end": "2022-03-06 00:09:21.795622", + "duration": 10.0 + } + ] + }, + { + "council_id": "THE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:11:55] Fetching Scraper for: THE handlers.py:21\n Begin attempting to scrape: THE handlers.py:24\n[20:11:56] Deleting existing data... base.py:234\n Getting all files in THE... base.py:186\n Getting all files in THE/json... base.py:186\n ...found 39 files in THE/json base.py:202\n Getting all files in THE/raw... base.py:186\n ...found 39 files in THE/raw base.py:202\n ...found 79 files in THE base.py:202\n Deleting batch no. 1 consisting of 79 files base.py:211\n[20:11:58] ...data deleted. base.py:241\n Scraping from base.py:40\n https://www.threerivers.gov.uk/listing/councillors \n[20:11:59] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/matthew-bedford \n[20:12:00] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/sara-bedford \n[20:12:01] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/ruth-clark \n[20:12:02] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/jo-clemens \n[20:12:04] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/david-coltman \n[20:12:05] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/stephen-cox \n[20:12:06] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/steve-drury \n[20:12:07] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/donna-duncan \n[20:12:08] Scraping from https://www.threerivers.gov.uk/councillor/st base.py:40\n ephen-giles-medhurst \n[20:12:09] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/alex-hayward \n[20:12:10] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/paula-hiscocks \n[20:12:11] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/margaret-hofman \n[20:12:12] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/lisa-hudson \n[20:12:13] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/tony-humphreys \n[20:12:14] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/raj-khiroya \n[20:12:15] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/joan-king \n[20:12:16] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/stephen-king \n[20:12:17] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/chris-lloyd \n[20:12:18] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/david-major \n[20:12:19] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/keith-martin \n[20:12:20] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/shanti-maru \n[20:12:21] Scraping from https://www.threerivers.gov.uk/councillor/co base.py:40\n uncillor-alex-michaels \n[20:12:22] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/debbie-morris \n[20:12:24] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/sarah-nelmes \n[20:12:25] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/paul-rainbow \n[20:12:26] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/reena-ranger \n[20:12:27] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/david-raw \n[20:12:28] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/ciaran-reed \n[20:12:29] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/alison-scarth \n[20:12:30] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/andrew-scarth \n[20:12:31] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/roger-seabourne \n[20:12:32] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/stephanie-singer \n[20:12:33] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/dominic-sokalski \n[20:12:34] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/jon-tankard \n[20:12:35] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/martin-trevett \n[20:12:37] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/alex-turner \n[20:12:38] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/kate-turner \n[20:12:39] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/alison-wall \n[20:12:40] Scraping from base.py:40\n https://www.threerivers.gov.uk/councillor/phil-williams \n[20:12:41] Committing batch 1 consisting of 78 files base.py:269\n[20:12:42] No new councillor data found. base.py:317\n Finished attempting to scrape: THE base.py:319\n", + "errors": "", + "start": "2022-03-05 20:11:55.948343", + "end": "2022-03-05 20:12:42.752859", + "duration": 46.0 + } + ] + }, + { + "council_id": "THR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:07:57] Fetching Scraper for: THR handlers.py:21\n Begin attempting to scrape: THR handlers.py:24\n Deleting existing data... base.py:234\n[00:07:58] Getting all files in THR... base.py:186\n Getting all files in THR/json... base.py:186\n ...found 49 files in THR/json base.py:202\n Getting all files in THR/raw... base.py:186\n ...found 49 files in THR/raw base.py:202\n ...found 98 files in THR base.py:202\n Deleting batch no. 1 consisting of 98 files base.py:211\n[00:08:00] ...data deleted. base.py:241\n Scraping from https://democracy.thurrock.gov.uk//mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:08:03] Committing batch 1 consisting of 92 files base.py:269\n[00:08:04] Committing batch 2 consisting of 6 files base.py:269\n[00:08:11] No new councillor data found. base.py:317\n Finished attempting to scrape: THR base.py:319\n", + "errors": "", + "start": "2022-03-06 00:07:57.438602", + "end": "2022-03-06 00:08:11.389651", + "duration": 13.0 + } + ] + }, + { + "council_id": "TOB", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:11:44] Fetching Scraper for: TOB handlers.py:21\n Begin attempting to scrape: TOB handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TOB... base.py:186\n TOB Does not exist base.py:206\n[20:11:45] ...no data to delete. base.py:238\n Scraping from https://www.torbay.gov.uk/DemocraticServices base.py:40\n //mgWebService.asmx/GetCouncillorsByWard \n[20:11:47] Committing batch 1 consisting of 72 files base.py:269\n[20:11:49] No new councillor data found. base.py:317\n Finished attempting to scrape: TOB base.py:319\n", + "errors": "", + "start": "2022-03-05 20:11:44.518019", + "end": "2022-03-05 20:11:49.385903", + "duration": 4.0 + } + ] + }, + { + "council_id": "TOF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:58:08] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: TOF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:57:52.628096", + "end": "2022-03-05 19:58:08.803402", + "duration": 16.0 + } + ] + }, + { + "council_id": "TON", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:19:09] Fetching Scraper for: TON handlers.py:21\n Begin attempting to scrape: TON handlers.py:24\n Deleting existing data... base.py:234\n[20:19:10] Getting all files in TON... base.py:186\n Getting all files in TON/raw... base.py:186\n ...found 8 files in TON/raw base.py:202\n ...found 8 files in TON base.py:202\n Deleting batch no. 1 consisting of 8 files base.py:211\n[20:19:18] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:19:19] Finished attempting to scrape: TON base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:19:09.761340", + "end": "2022-03-05 20:19:19.068939", + "duration": 9.0 + } + ] + }, + { + "council_id": "TOR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:42:50] Fetching Scraper for: TOR handlers.py:21\n Begin attempting to scrape: TOR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TOR... base.py:186\n Getting all files in TOR/json... base.py:186\n ...found 36 files in TOR/json base.py:202\n Getting all files in TOR/raw... base.py:186\n ...found 36 files in TOR/raw base.py:202\n ...found 73 files in TOR base.py:202\n Deleting batch no. 1 consisting of 73 files base.py:211\n[19:42:51] ...data deleted. base.py:241\n Scraping from https://democracy.torridge.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:42:53] Committing batch 1 consisting of 72 files base.py:269\n[19:43:01] No new councillor data found. base.py:317\n Finished attempting to scrape: TOR base.py:319\n", + "errors": "", + "start": "2022-03-05 19:42:50.015258", + "end": "2022-03-05 19:43:01.729127", + "duration": 11.0 + } + ] + }, + { + "council_id": "TRF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:28:40] Fetching Scraper for: TRF handlers.py:21\n Begin attempting to scrape: TRF handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in TRF... base.py:186\n Getting all files in TRF/json... base.py:186\n[00:28:41] ...found 62 files in TRF/json base.py:202\n Getting all files in TRF/raw... base.py:186\n ...found 62 files in TRF/raw base.py:202\n ...found 125 files in TRF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:28:44] Deleting batch no. 2 consisting of 25 files base.py:211\n[00:28:45] ...data deleted. base.py:241\n Scraping from https://democratic.trafford.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:28:49] Committing batch 1 consisting of 92 files base.py:269\n[00:28:50] Committing batch 2 consisting of 32 files base.py:269\n[00:28:51] No new councillor data found. base.py:317\n Finished attempting to scrape: TRF base.py:319\n", + "errors": "", + "start": "2022-03-06 00:28:40.306657", + "end": "2022-03-06 00:28:51.890477", + "duration": 11.0 + } + ] + }, + { + "council_id": "TUN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:07:56] Fetching Scraper for: TUN handlers.py:21\n Begin attempting to scrape: TUN handlers.py:24\n Deleting existing data... base.py:234\n[20:07:57] Getting all files in TUN... base.py:186\n TUN Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://democracy.tunbridgewells.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[20:08:00] Committing batch 1 consisting of 92 files base.py:269\n[20:08:09] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[20:08:16] Finished attempting to scrape: TUN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:07:56.886069", + "end": "2022-03-05 20:08:16.482263", + "duration": 19.0 + } + ] + }, + { + "council_id": "TWH", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:07:35] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n[20:07:36] Finished attempting to scrape: TWH base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:07:22.236869", + "end": "2022-03-05 20:07:36.014111", + "duration": 13.0 + } + ] + }, + { + "council_id": "UTT", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:09:04] Fetching Scraper for: UTT handlers.py:21\n Begin attempting to scrape: UTT handlers.py:24\n[00:09:05] Deleting existing data... base.py:234\n Getting all files in UTT... base.py:186\n Getting all files in UTT/json... base.py:186\n ...found 39 files in UTT/json base.py:202\n Getting all files in UTT/raw... base.py:186\n[00:09:06] ...found 39 files in UTT/raw base.py:202\n ...found 78 files in UTT base.py:202\n Deleting batch no. 1 consisting of 78 files base.py:211\n[00:09:14] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[00:09:15] No new councillor data found. base.py:317\n Finished attempting to scrape: UTT base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:09:04.921764", + "end": "2022-03-06 00:09:15.097423", + "duration": 10.0 + } + ] + }, + { + "council_id": "VAL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:09:32] Fetching Scraper for: VAL handlers.py:21\n Begin attempting to scrape: VAL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in VAL... base.py:186\n[20:09:33] Getting all files in VAL/json... base.py:186\n ...found 38 files in VAL/json base.py:202\n Getting all files in VAL/raw... base.py:186\n ...found 38 files in VAL/raw base.py:202\n ...found 77 files in VAL base.py:202\n Deleting batch no. 1 consisting of 77 files base.py:211\n[20:09:34] ...data deleted. base.py:241\n Scraping from http://democratic.whitehorsedc.gov.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[20:09:36] Committing batch 1 consisting of 76 files base.py:269\n[20:09:38] No new councillor data found. base.py:317\n Finished attempting to scrape: VAL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:09:32.589183", + "end": "2022-03-05 20:09:38.697122", + "duration": 6.0 + } + ] + }, + { + "council_id": "WAE", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:41:49] Fetching Scraper for: WAE handlers.py:21\n Begin attempting to scrape: WAE handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WAE... base.py:186\n WAE Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://modgov.waverley.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[19:41:52] Committing batch 1 consisting of 92 files base.py:269\n[19:41:55] Committing batch 2 consisting of 22 files base.py:269\n[19:41:56] Finished attempting to scrape: WAE base.py:319\n", + "errors": "", + "start": "2022-03-05 19:41:49.338463", + "end": "2022-03-05 19:41:56.698501", + "duration": 7.0 + } + ] + }, + { + "council_id": "WAR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:02:55] Fetching Scraper for: WAR handlers.py:21\n Begin attempting to scrape: WAR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WAR... base.py:186\n[00:02:56] WAR Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://democracy.warwickshire.gov.uk//mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[00:02:59] Committing batch 1 consisting of 92 files base.py:269\n[00:03:01] Committing batch 2 consisting of 22 files base.py:269\n[00:03:12] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 22 files base.py:269\n[00:03:16] No new councillor data found. base.py:317\n Finished attempting to scrape: WAR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:02:55.639659", + "end": "2022-03-06 00:03:16.840836", + "duration": 21.0 + } + ] + }, + { + "council_id": "WAT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:01:24] Fetching Scraper for: WAT handlers.py:21\n Begin attempting to scrape: WAT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WAT... base.py:186\n[00:01:25] Getting all files in WAT/json... base.py:186\n ...found 37 files in WAT/json base.py:202\n Getting all files in WAT/raw... base.py:186\n ...found 37 files in WAT/raw base.py:202\n ...found 74 files in WAT base.py:202\n Deleting batch no. 1 consisting of 74 files base.py:211\n[00:01:29] ...data deleted. base.py:241\n Scraping from http://watford.moderngov.co.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:01:33] Committing batch 1 consisting of 74 files base.py:269\n[00:01:35] No new councillor data found. base.py:317\n Finished attempting to scrape: WAT base.py:319\n", + "errors": "", + "start": "2022-03-06 00:01:24.204470", + "end": "2022-03-06 00:01:35.336145", + "duration": 11.0 + } + ] + }, + { + "council_id": "WAW", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:20:33] Fetching Scraper for: WAW handlers.py:21\n Begin attempting to scrape: WAW handlers.py:24\n Deleting existing data... base.py:234\n[20:20:34] Getting all files in WAW... base.py:186\n ...found 1 files in WAW base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:20:35] ...data deleted. base.py:241\n Scraping from https://estates4.warwickdc.gov.uk/cmis/Counc base.py:40\n illorsAtoZ/tabid/39/ScreenMode/Ward/Default.aspx \n HTTPSConnectionPool(host='estates4.warwickdc.gov.uk', handlers.py:33\n port=443): Max retries exceeded with url: /cmis/Counci \n llorsAtoZ/tabid/39/ScreenMode/Ward/Default.aspx \n (Caused by NewConnectionError(': Failed to \n establish a new connection: [Errno -5] No address \n associated with hostname')) \n Finished attempting to scrape: WAW base.py:319\n", + "errors": "None: Max retries exceeded with url: /cmis/CouncillorsAtoZ/tabid/39/ScreenMode/Ward/Default.aspx (Caused by None)", + "start": "2022-03-05 20:20:33.790785", + "end": "2022-03-05 20:20:35.522194", + "duration": 1.0 + } + ] + }, + { + "council_id": "WBK", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:45:26] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: WBK base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:45:15.224067", + "end": "2022-03-05 20:45:26.919239", + "duration": 11.0 + } + ] + }, + { + "council_id": "WDO", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:11:04] Fetching Scraper for: WDO handlers.py:21\n[20:11:08] Begin attempting to scrape: WDO handlers.py:24\n[20:11:09] Deleting existing data... base.py:234\n Getting all files in WDO... base.py:186\n[20:11:10] ...found 1 files in WDO base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:11:11] ...data deleted. base.py:241\n Scraping from https://moderngovdcp.dorsetforyou.gov.uk/mgW base.py:40\n ebService.asmx/GetCouncillorsByWard \n HTTPSConnectionPool(host='moderngovdcp.dorsetforyou.go handlers.py:33\n v.uk', port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by New \n ConnectionError(': Failed to establish a new \n connection: [Errno -2] Name or service not known')) \n Finished attempting to scrape: WDO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-05 20:11:04.251789", + "end": "2022-03-05 20:11:11.581869", + "duration": 7.0 + } + ] + }, + { + "council_id": "WEA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:41:36] Fetching Scraper for: WEA handlers.py:21\n Begin attempting to scrape: WEA handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WEA... base.py:186\n Getting all files in WEA/json... base.py:186\n[19:41:37] ...found 45 files in WEA/json base.py:202\n Getting all files in WEA/raw... base.py:186\n ...found 45 files in WEA/raw base.py:202\n ...found 90 files in WEA base.py:202\n Deleting batch no. 1 consisting of 90 files base.py:211\n[19:41:38] ...data deleted. base.py:241\n Scraping from http://council.wealden.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[19:41:40] Committing batch 1 consisting of 90 files base.py:269\n[19:41:41] No new councillor data found. base.py:317\n Finished attempting to scrape: WEA base.py:319\n", + "errors": "", + "start": "2022-03-05 19:41:36.445979", + "end": "2022-03-05 19:41:41.995783", + "duration": 5.0 + } + ] + }, + { + "council_id": "WEW", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:06:59] Fetching Scraper for: WEW handlers.py:21\n Begin attempting to scrape: WEW handlers.py:24\n Deleting existing data... base.py:234\n[00:07:00] Getting all files in WEW... base.py:186\n Getting all files in WEW/json... base.py:186\n ...found 47 files in WEW/json base.py:202\n Getting all files in WEW/raw... base.py:186\n[00:07:01] ...found 47 files in WEW/raw base.py:202\n ...found 95 files in WEW base.py:202\n Deleting batch no. 1 consisting of 95 files base.py:211\n[00:07:02] ...data deleted. base.py:241\n Scraping from http://democracy.welhat.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[00:07:05] Committing batch 1 consisting of 92 files base.py:269\n[00:07:07] Committing batch 2 consisting of 2 files base.py:269\n[00:07:10] No new councillor data found. base.py:317\n Finished attempting to scrape: WEW base.py:319\n", + "errors": "", + "start": "2022-03-06 00:06:59.850556", + "end": "2022-03-06 00:07:10.448722", + "duration": 10.0 + } + ] + }, + { + "council_id": "WFT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:46:12] Fetching Scraper for: WFT handlers.py:21\n Begin attempting to scrape: WFT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WFT... base.py:186\n Getting all files in WFT/json... base.py:186\n[19:46:13] ...found 60 files in WFT/json base.py:202\n Getting all files in WFT/raw... base.py:186\n ...found 60 files in WFT/raw base.py:202\n ...found 121 files in WFT base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:46:25] Deleting batch no. 2 consisting of 21 files base.py:211\n[19:46:26] ...data deleted. base.py:241\n Scraping from https://democracy.walthamforest.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[19:46:33] Committing batch 1 consisting of 92 files base.py:269\n[19:46:35] Committing batch 2 consisting of 28 files base.py:269\n[19:46:39] No new councillor data found. base.py:317\n Finished attempting to scrape: WFT base.py:319\n", + "errors": "", + "start": "2022-03-05 19:46:12.410875", + "end": "2022-03-05 19:46:39.243522", + "duration": 26.0 + } + ] + }, + { + "council_id": "WGN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[21:05:17] Fetching Scraper for: WGN handlers.py:21\n Begin attempting to scrape: WGN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WGN... base.py:186\n Getting all files in WGN/raw... base.py:186\n[21:05:18] ...found 49 files in WGN/raw base.py:202\n ...found 49 files in WGN base.py:202\n Deleting batch no. 1 consisting of 49 files base.py:211\n[21:05:21] ...data deleted. base.py:241\n Scraping from http://democracy.wigan.gov.uk/mgWebService.a base.py:40\n smx/GetCouncillorsByWard \n[21:05:27] Committing batch 1 consisting of 92 files base.py:269\n[21:05:35] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[21:05:38] Finished attempting to scrape: WGN base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 21:05:17.476119", + "end": "2022-03-05 21:05:38.953107", + "duration": 21.0 + } + ] + }, + { + "council_id": "WIL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:41:34] Fetching Scraper for: WIL handlers.py:21\n Begin attempting to scrape: WIL handlers.py:24\n Deleting existing data... base.py:234\n[20:41:35] Getting all files in WIL... base.py:186\n Getting all files in WIL/json... base.py:186\n ...found 46 files in WIL/json base.py:202\n Getting all files in WIL/raw... base.py:186\n ...found 46 files in WIL/raw base.py:202\n ...found 92 files in WIL base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:41:38] ...data deleted. base.py:241\n Scraping from http://cms.wiltshire.gov.uk/mgWebService.asm base.py:40\n x/GetCouncillorsByWard \n[20:41:45] Committing batch 1 consisting of 92 files base.py:269\n[20:41:51] Committing batch 2 consisting of 92 files base.py:269\n[20:41:58] Committing batch 3 consisting of 12 files base.py:269\n[20:42:00] No new councillor data found. base.py:317\n Finished attempting to scrape: WIL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:41:34.830491", + "end": "2022-03-05 20:42:00.423950", + "duration": 25.0 + } + ] + }, + { + "council_id": "WIN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:44:15] Fetching Scraper for: WIN handlers.py:21\n Begin attempting to scrape: WIN handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WIN... base.py:186\n ...found 1 files in WIN base.py:202\n Deleting batch no. 1 consisting of 1 files base.py:211\n[20:44:25] ...data deleted. base.py:241\n Scraping from https://democracy.winchester.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[20:44:28] Committing batch 1 consisting of 88 files base.py:269\n[20:44:30] No new councillor data found. base.py:317\n Finished attempting to scrape: WIN base.py:319\n", + "errors": "", + "start": "2022-03-05 20:44:15.066369", + "end": "2022-03-05 20:44:30.438113", + "duration": 15.0 + } + ] + }, + { + "council_id": "WKF", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:42:42] Fetching Scraper for: WKF handlers.py:21\n Begin attempting to scrape: WKF handlers.py:24\n Deleting existing data... base.py:234\n[19:42:43] Getting all files in WKF... base.py:186\n Getting all files in WKF/json... base.py:186\n ...found 63 files in WKF/json base.py:202\n Getting all files in WKF/raw... base.py:186\n ...found 63 files in WKF/raw base.py:202\n ...found 126 files in WKF base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:42:51] Deleting batch no. 2 consisting of 26 files base.py:211\n[19:42:56] ...data deleted. base.py:241\n Scraping from http://mg.wakefield.gov.uk/mgWebService.asmx base.py:40\n /GetCouncillorsByWard \n[19:43:01] Committing batch 1 consisting of 92 files base.py:269\n[19:43:06] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 1 consisting of 92 files base.py:269\n[19:43:08] Finished attempting to scrape: WKF base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:42:42.866290", + "end": "2022-03-05 19:43:08.448089", + "duration": 25.0 + } + ] + }, + { + "council_id": "WLA", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:19:10] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: WLA base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:18:36.459707", + "end": "2022-03-05 20:19:10.929269", + "duration": 34.0 + } + ] + }, + { + "council_id": "WLI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:47:05] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: WLI base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:46:41.528336", + "end": "2022-03-05 19:47:05.427389", + "duration": 23.0 + } + ] + }, + { + "council_id": "WLL", + "missing": true, + "log_runs": [] + }, + { + "council_id": "WLN", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:07:34] Fetching Scraper for: WLN handlers.py:21\n Begin attempting to scrape: WLN handlers.py:24\n Deleting existing data... base.py:234\n[00:07:35] Getting all files in WLN... base.py:186\n WLN Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://westlothian.gov.uk/councillors base.py:40\n[00:07:41] Scraping from base.py:40\n https://westlothian.gov.uk/article/33888/Linlithgow \n[00:07:42] Scraping from https://westlothian.gov.uk/article/33889/Bro base.py:40\n xburn-Uphall-and-Winchburgh \n[00:07:43] Scraping from base.py:40\n https://westlothian.gov.uk/article/33890/Livingston-North \n[00:07:44] Scraping from base.py:40\n https://westlothian.gov.uk/article/33891/Livingston-South \n[00:07:45] Scraping from https://westlothian.gov.uk/article/33893/Eas base.py:40\n t-Livingston-and-East-Calder \n[00:07:46] Scraping from https://westlothian.gov.uk/article/33892/Fau base.py:40\n ldhouse-and-the-Breich-Valley \n[00:07:47] Scraping from https://westlothian.gov.uk/article/33894/Whi base.py:40\n tburn-and-Blackburn \n[00:07:48] Scraping from base.py:40\n https://westlothian.gov.uk/article/33895/Bathgate \n[00:07:50] Scraping from https://westlothian.gov.uk/article/33896/Arm base.py:40\n adale-and-Blackridge \n Scraping from https://westlothian.gov.uk/article/33897/Cou base.py:40\n ncillor-Tom-Conn \n[00:07:52] Scraping from https://westlothian.gov.uk/article/33898/Cou base.py:40\n ncillor-Tom-Kerr-CEng-CMarEng-FIMarEST \n[00:07:53] Scraping from https://westlothian.gov.uk/article/33899/Cou base.py:40\n ncillor-David-Tait \n[00:07:55] Scraping from https://westlothian.gov.uk/article/34302/Cou base.py:40\n ncillor-Diane-Calder \n[00:07:56] Scraping from https://westlothian.gov.uk/article/34303/Cou base.py:40\n ncillor-Janet-Campbell \n[00:07:57] Scraping from https://westlothian.gov.uk/article/34304/Cou base.py:40\n ncillor-Angela-Doran-Timson \n[00:07:58] Scraping from https://westlothian.gov.uk/article/34305/Cou base.py:40\n ncillor-Chris-Horne \n[00:07:59] Scraping from https://westlothian.gov.uk/article/34307/Cou base.py:40\n ncillor-Alison-Adamson \n[00:08:00] Scraping from https://westlothian.gov.uk/article/34306/Cou base.py:40\n ncillor-Robert-De-Bold \n[00:08:01] Scraping from https://westlothian.gov.uk/article/34308/Cou base.py:40\n ncillor-Dom-McGuire \n[00:08:04] Scraping from https://westlothian.gov.uk/article/34309/Cou base.py:40\n ncillor-Andrew-Miller \n[00:08:05] Scraping from https://westlothian.gov.uk/article/34311/Cou base.py:40\n ncillor-Lawrence-Fitzpatrick \n[00:08:06] Scraping from https://westlothian.gov.uk/article/34310/Cou base.py:40\n ncillor-Peter-Heggie \n[00:08:07] Scraping from https://westlothian.gov.uk/article/34312/Cou base.py:40\n ncillor-Maria-MacAulay \n[00:08:08] Scraping from https://westlothian.gov.uk/article/34313/Cou base.py:40\n ncillor-Moira-Shemilt \n[00:08:09] Scraping from https://westlothian.gov.uk/article/34314/Cou base.py:40\n ncillor-Frank-Anderson \n[00:08:10] Scraping from https://westlothian.gov.uk/article/34317/Cou base.py:40\n ncillor-Damian-Doran-Timson \n[00:08:12] Scraping from https://westlothian.gov.uk/article/34315/Cou base.py:40\n ncillor-Carl-John \n[00:08:13] Scraping from https://westlothian.gov.uk/article/34316/Cou base.py:40\n ncillor-Tom-Ullathorne \n[00:08:14] Scraping from https://westlothian.gov.uk/article/34318/Cou base.py:40\n ncillor-Pauline-Clark \n[00:08:15] Scraping from https://westlothian.gov.uk/article/34319/Cou base.py:40\n ncillor-David-Dodds \n[00:08:16] Scraping from https://westlothian.gov.uk/article/34320/Cou base.py:40\n ncillor-Cathy-Muldoon \n[00:08:17] Scraping from https://westlothian.gov.uk/article/34321/Cou base.py:40\n ncillor-Jim-Dickson \n[00:08:18] Scraping from https://westlothian.gov.uk/article/34322/Cou base.py:40\n ncillor-Bruce-Fairbairn \n[00:08:20] Scraping from https://westlothian.gov.uk/article/34323/Cou base.py:40\n ncillor-George-Paul \n[00:08:21] Scraping from https://westlothian.gov.uk/article/34324/Cou base.py:40\n ncillor-Kirsteen-Sullivan \n[00:08:22] Scraping from https://westlothian.gov.uk/article/34325/Cou base.py:40\n ncillor-William-Boyle \n[00:08:23] Scraping from https://westlothian.gov.uk/article/34326/Cou base.py:40\n ncillor-Harry-Cartmill \n[00:08:25] Scraping from https://westlothian.gov.uk/article/34327/Cou base.py:40\n ncillor-Charles-Kennedy \n[00:08:26] Scraping from https://westlothian.gov.uk/article/34328/Cou base.py:40\n ncillor-John-McGinty \n[00:08:27] Scraping from https://westlothian.gov.uk/article/34329/Cou base.py:40\n ncillor-Stuart-Borrowman \n[00:08:29] Scraping from https://westlothian.gov.uk/article/34330/Cou base.py:40\n ncillor-Sarah-King \n[00:08:30] Scraping from https://westlothian.gov.uk/article/34331/Cou base.py:40\n ncillor-Andrew-McGuire \n[00:08:31] Committing batch 1 consisting of 66 files base.py:269\n[00:08:34] Finished attempting to scrape: WLN base.py:319\n", + "errors": "", + "start": "2022-03-06 00:07:34.304860", + "end": "2022-03-06 00:08:34.116352", + "duration": 59.0 + } + ] + }, + { + "council_id": "WLV", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:55:04] Fetching Scraper for: WLV handlers.py:21\n Begin attempting to scrape: WLV handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WLV... base.py:186\n Getting all files in WLV/json... base.py:186\n ...found 59 files in WLV/json base.py:202\n Getting all files in WLV/raw... base.py:186\n ...found 59 files in WLV/raw base.py:202\n ...found 118 files in WLV base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:55:05] Deleting batch no. 2 consisting of 18 files base.py:211\n[19:55:13] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: WLV base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:55:04.080596", + "end": "2022-03-05 19:55:13.967784", + "duration": 9.0 + } + ] + }, + { + "council_id": "WND", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:51:34] Fetching Scraper for: WND handlers.py:21\n Begin attempting to scrape: WND handlers.py:24\n Deleting existing data... base.py:234\n[19:51:35] Getting all files in WND... base.py:186\n Getting all files in WND/json... base.py:186\n ...found 59 files in WND/json base.py:202\n Getting all files in WND/raw... base.py:186\n ...found 59 files in WND/raw base.py:202\n ...found 119 files in WND base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:51:38] Deleting batch no. 2 consisting of 19 files base.py:211\n[19:51:39] ...data deleted. base.py:241\n Scraping from https://democracy.wandsworth.gov.uk/mgWebSer base.py:40\n vice.asmx/GetCouncillorsByWard \n[19:51:42] Committing batch 1 consisting of 92 files base.py:269\n[19:51:43] Committing batch 2 consisting of 26 files base.py:269\n[19:51:45] No new councillor data found. base.py:317\n Finished attempting to scrape: WND base.py:319\n", + "errors": "", + "start": "2022-03-05 19:51:34.781747", + "end": "2022-03-05 19:51:45.130119", + "duration": 10.0 + } + ] + }, + { + "council_id": "WNM", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:44:58] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: WNM base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:44:29.937529", + "end": "2022-03-05 19:44:58.662613", + "duration": 28.0 + } + ] + }, + { + "council_id": "WOC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:45:12] Fetching Scraper for: WOC handlers.py:21\n Begin attempting to scrape: WOC handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WOC... base.py:186\n Getting all files in WOC/json... base.py:186\n ...found 35 files in WOC/json base.py:202\n Getting all files in WOC/raw... base.py:186\n ...found 35 files in WOC/raw base.py:202\n ...found 71 files in WOC base.py:202\n Deleting batch no. 1 consisting of 71 files base.py:211\n[19:45:15] ...data deleted. base.py:241\n Scraping from http://committee.worcester.gov.uk/mgWebServi base.py:40\n ce.asmx/GetCouncillorsByWard \n[19:45:17] Committing batch 1 consisting of 68 files base.py:269\n[19:45:18] Finished attempting to scrape: WOC base.py:319\n", + "errors": "", + "start": "2022-03-05 19:45:12.144740", + "end": "2022-03-05 19:45:18.481417", + "duration": 6.0 + } + ] + }, + { + "council_id": "WOI", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:47:13] Fetching Scraper for: WOI handlers.py:21\n Begin attempting to scrape: WOI handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WOI... base.py:186\n Getting all files in WOI/json... base.py:186\n ...found 30 files in WOI/json base.py:202\n Getting all files in WOI/raw... base.py:186\n[19:47:14] ...found 30 files in WOI/raw base.py:202\n ...found 60 files in WOI base.py:202\n Deleting batch no. 1 consisting of 60 files base.py:211\n[19:47:16] ...data deleted. base.py:241\n Scraping from https://moderngov.woking.gov.uk/mgWebService base.py:40\n .asmx/GetCouncillorsByWard \n[19:47:18] Committing batch 1 consisting of 60 files base.py:269\n[19:47:19] No new councillor data found. base.py:317\n Finished attempting to scrape: WOI base.py:319\n", + "errors": "", + "start": "2022-03-05 19:47:13.294134", + "end": "2022-03-05 19:47:19.989719", + "duration": 6.0 + } + ] + }, + { + "council_id": "WOK", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:51:47] Fetching Scraper for: WOK handlers.py:21\n Begin attempting to scrape: WOK handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WOK... base.py:186\n[19:51:48] Getting all files in WOK/json... base.py:186\n ...found 54 files in WOK/json base.py:202\n Getting all files in WOK/raw... base.py:186\n ...found 54 files in WOK/raw base.py:202\n ...found 108 files in WOK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:51:59] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: WOK base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:51:47.222414", + "end": "2022-03-05 19:51:59.984724", + "duration": 12.0 + } + ] + }, + { + "council_id": "WOR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:42:31] Fetching Scraper for: WOR handlers.py:21\n Begin attempting to scrape: WOR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WOR... base.py:186\n[20:42:32] Getting all files in WOR/json... base.py:186\n ...found 57 files in WOR/json base.py:202\n Getting all files in WOR/raw... base.py:186\n ...found 57 files in WOR/raw base.py:202\n ...found 115 files in WOR base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:42:34] Deleting batch no. 2 consisting of 15 files base.py:211\n[20:42:42] ...data deleted. base.py:241\n Scraping from http://worcestershire.moderngov.co.uk/mgWebS base.py:40\n ervice.asmx/GetCouncillorsByWard \n[20:42:46] Committing batch 1 consisting of 92 files base.py:269\n[20:42:49] Committing batch 2 consisting of 22 files base.py:269\n[20:42:57] No new councillor data found. base.py:317\n Finished attempting to scrape: WOR base.py:319\n", + "errors": "", + "start": "2022-03-05 20:42:31.590304", + "end": "2022-03-05 20:42:57.266903", + "duration": 25.0 + } + ] + }, + { + "council_id": "WOT", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:26:33] Fetching Scraper for: WOT handlers.py:21\n Begin attempting to scrape: WOT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WOT... base.py:186\n Getting all files in WOT/json... base.py:186\n ...found 37 files in WOT/json base.py:202\n Getting all files in WOT/raw... base.py:186\n[20:26:34] ...found 37 files in WOT/raw base.py:202\n ...found 75 files in WOT base.py:202\n Deleting batch no. 1 consisting of 75 files base.py:211\n ...data deleted. base.py:241\n Scraping from https://democracy.adur-worthing.gov.uk/mgWeb base.py:40\n Service.asmx/GetCouncillorsByWard \n[20:26:39] Committing batch 1 consisting of 74 files base.py:269\n[20:26:40] No new councillor data found. base.py:317\n Finished attempting to scrape: WOT base.py:319\n", + "errors": "", + "start": "2022-03-05 20:26:33.161091", + "end": "2022-03-05 20:26:40.974162", + "duration": 7.0 + } + ] + }, + { + "council_id": "WOX", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:24:25] Fetching Scraper for: WOX handlers.py:21\n Begin attempting to scrape: WOX handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WOX... base.py:186\n Getting all files in WOX/json... base.py:186\n ...found 49 files in WOX/json base.py:202\n Getting all files in WOX/raw... base.py:186\n ...found 49 files in WOX/raw base.py:202\n ...found 99 files in WOX base.py:202\n Deleting batch no. 1 consisting of 99 files base.py:211\n[00:24:27] ...data deleted. base.py:241\n Scraping from https://meetings.westoxon.gov.uk/mgWebServic base.py:40\n e.asmx/GetCouncillorsByWard \n[00:24:30] Committing batch 1 consisting of 92 files base.py:269\n[00:24:33] Committing batch 2 consisting of 6 files base.py:269\n[00:24:45] No new councillor data found. base.py:317\n Finished attempting to scrape: WOX base.py:319\n", + "errors": "", + "start": "2022-03-06 00:24:25.154612", + "end": "2022-03-06 00:24:45.325039", + "duration": 20.0 + } + ] + }, + { + "council_id": "WRL", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:43:28] Fetching Scraper for: WRL handlers.py:21\n Begin attempting to scrape: WRL handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WRL... base.py:186\n Getting all files in WRL/json... base.py:186\n ...found 65 files in WRL/json base.py:202\n Getting all files in WRL/raw... base.py:186\n ...found 65 files in WRL/raw base.py:202\n ...found 130 files in WRL base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[20:43:37] Deleting batch no. 2 consisting of 30 files base.py:211\n[20:43:42] ...data deleted. base.py:241\n Scraping from http://democracy.wirral.gov.uk/mgWebService. base.py:40\n asmx/GetCouncillorsByWard \n[20:43:46] Committing batch 1 consisting of 92 files base.py:269\n[20:43:49] Committing batch 2 consisting of 38 files base.py:269\n[20:43:51] No new councillor data found. base.py:317\n Finished attempting to scrape: WRL base.py:319\n", + "errors": "", + "start": "2022-03-05 20:43:28.204870", + "end": "2022-03-05 20:43:51.900873", + "duration": 23.0 + } + ] + }, + { + "council_id": "WRT", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[20:07:20] Fetching Scraper for: WRT handlers.py:21\n Begin attempting to scrape: WRT handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WRT... base.py:186\n WRT Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from base.py:40\n https://www.warrington.gov.uk/councillors/name \n[20:07:22] list index out of range handlers.py:33\n Finished attempting to scrape: WRT base.py:319\n", + "errors": "list index out of range", + "start": "2022-03-05 20:07:20.313604", + "end": "2022-03-05 20:07:22.783773", + "duration": 2.0 + } + ] + }, + { + "council_id": "WRX", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:39:34] Fetching Scraper for: WRX handlers.py:21\n[19:39:39] Begin attempting to scrape: WRX handlers.py:24\n[19:39:40] Deleting existing data... base.py:234\n[19:39:41] Getting all files in WRX... base.py:186\n Getting all files in WRX/json... base.py:186\n ...found 52 files in WRX/json base.py:202\n Getting all files in WRX/raw... base.py:186\n[19:39:42] ...found 52 files in WRX/raw base.py:202\n ...found 104 files in WRX base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[19:39:47] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: WRX base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:39:34.349935", + "end": "2022-03-05 19:39:47.671156", + "duration": 13.0 + } + ] + }, + { + "council_id": "WSK", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:15:00] Fetching Scraper for: WSK handlers.py:21\n Begin attempting to scrape: WSK handlers.py:24\n[00:15:01] Deleting existing data... base.py:234\n Getting all files in WSK... base.py:186\n Getting all files in WSK/json... base.py:186\n ...found 64 files in WSK/json base.py:202\n Getting all files in WSK/raw... base.py:186\n ...found 64 files in WSK/raw base.py:202\n ...found 129 files in WSK base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:15:03] Deleting batch no. 2 consisting of 29 files base.py:211\n[00:15:09] ...data deleted. base.py:241\n Scraping from https://democracy.westsuffolk.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[00:15:12] Committing batch 1 consisting of 92 files base.py:269\n[00:15:19] Committing batch 2 consisting of 36 files base.py:269\n[00:15:24] Finished attempting to scrape: WSK base.py:319\n", + "errors": "", + "start": "2022-03-06 00:15:00.890414", + "end": "2022-03-06 00:15:24.885326", + "duration": 23.0 + } + ] + }, + { + "council_id": "WSM", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:19:33] Fetching Scraper for: WSM handlers.py:21\n Begin attempting to scrape: WSM handlers.py:24\n Deleting existing data... base.py:234\n[20:19:34] Getting all files in WSM... base.py:186\n Getting all files in WSM/json... base.py:186\n ...found 46 files in WSM/json base.py:202\n Getting all files in WSM/raw... base.py:186\n ...found 46 files in WSM/raw base.py:202\n ...found 93 files in WSM base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[20:19:35] ...data deleted. base.py:241\n Scraping from http://committees.westminster.gov.uk/mgWebSe base.py:40\n rvice.asmx/GetCouncillorsByWard \n[20:19:43] Committing batch 1 consisting of 92 files base.py:269\n[20:19:47] Committing batch 2 consisting of 28 files base.py:269\n[20:19:48] No new councillor data found. base.py:317\n Finished attempting to scrape: WSM base.py:319\n", + "errors": "", + "start": "2022-03-05 20:19:33.778966", + "end": "2022-03-05 20:19:48.500046", + "duration": 14.0 + } + ] + }, + { + "council_id": "WSX", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[00:16:06] Fetching Scraper for: WSX handlers.py:21\n Begin attempting to scrape: WSX handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WSX... base.py:186\n[00:16:07] Getting all files in WSX/json... base.py:186\n ...found 46 files in WSX/json base.py:202\n Getting all files in WSX/raw... base.py:186\n ...found 46 files in WSX/raw base.py:202\n ...found 93 files in WSX base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[00:16:17] ...data deleted. base.py:241\n Scraping from https://westsussex.moderngov.co.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n[00:16:22] Committing batch 1 consisting of 92 files base.py:269\n[00:16:23] Committing batch 2 consisting of 48 files base.py:269\n[00:16:25] Finished attempting to scrape: WSX base.py:319\n", + "errors": "", + "start": "2022-03-06 00:16:06.635595", + "end": "2022-03-06 00:16:25.217337", + "duration": 18.0 + } + ] + }, + { + "council_id": "WYC", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:06:33] Fetching Scraper for: WYC handlers.py:21\n Begin attempting to scrape: WYC handlers.py:24\n Deleting existing data... base.py:234\n[20:06:34] Getting all files in WYC... base.py:186\n Getting all files in WYC/json... base.py:186\n ...found 45 files in WYC/json base.py:202\n Getting all files in WYC/raw... base.py:186\n ...found 45 files in WYC/raw base.py:202\n ...found 90 files in WYC base.py:202\n Deleting batch no. 1 consisting of 90 files base.py:211\n[20:06:35] ...data deleted. base.py:241\n Scraping from http://mgov.wychavon.gov.uk/mgWebService.asm base.py:40\n x/GetCouncillorsByWard \n[20:06:48] Committing batch 1 consisting of 90 files base.py:269\n[20:06:51] Finished attempting to scrape: WYC base.py:319\n", + "errors": "", + "start": "2022-03-05 20:06:33.800822", + "end": "2022-03-05 20:06:51.563688", + "duration": 17.0 + } + ] + }, + { + "council_id": "WYE", + "missing": false, + "log_runs": [ + { + "status_code": "404", + "log_text": "[20:01:53] Fetching Scraper for: WYE handlers.py:21\n Begin attempting to scrape: WYE handlers.py:24\n[20:01:54] Deleting existing data... base.py:234\n Getting all files in WYE... base.py:186\n WYE Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from http://www.wyreforestdc.gov.uk/the-council/c base.py:40\n ouncillors-committees-and-meetings/your-district-councillo \n r.aspx \n[20:01:55] list index out of range handlers.py:33\n[20:01:56] Finished attempting to scrape: WYE base.py:319\n", + "errors": "list index out of range", + "start": "2022-03-05 20:01:53.895501", + "end": "2022-03-05 20:01:56.168815", + "duration": 2.0 + } + ] + }, + { + "council_id": "WYO", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[19:48:24] Fetching Scraper for: WYO handlers.py:21\n Begin attempting to scrape: WYO handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WYO... base.py:186\n WYO Does not exist base.py:206\n ...no data to delete. base.py:238\n Scraping from https://councillors.wycombe.gov.uk/mgWebServ base.py:40\n ice.asmx/GetCouncillorsByWard \n HTTPSConnectionPool(host='councillors.wycombe.gov.uk', handlers.py:33\n port=443): Max retries exceeded with url: \n /mgWebService.asmx/GetCouncillorsByWard (Caused by \n SSLError(SSLCertVerificationError(1, '[SSL: \n CERTIFICATE_VERIFY_FAILED] certificate verify failed: \n certificate has expired (_ssl.c:1131)'))) \n[19:48:25] Finished attempting to scrape: WYO base.py:319\n", + "errors": "None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)", + "start": "2022-03-05 19:48:24.206512", + "end": "2022-03-05 19:48:25.227368", + "duration": 1.0 + } + ] + }, + { + "council_id": "WYR", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[20:02:35] Fetching Scraper for: WYR handlers.py:21\n Begin attempting to scrape: WYR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WYR... base.py:186\n Getting all files in WYR/json... base.py:186\n ...found 46 files in WYR/json base.py:202\n Getting all files in WYR/raw... base.py:186\n[20:02:36] ...found 46 files in WYR/raw base.py:202\n ...found 92 files in WYR base.py:202\n Deleting batch no. 1 consisting of 92 files base.py:211\n[20:02:45] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:02:46] Finished attempting to scrape: WYR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:02:35.178411", + "end": "2022-03-05 20:02:46.072446", + "duration": 10.0 + }, + { + "status_code": "200", + "log_text": "[20:27:16] Fetching Scraper for: WYR handlers.py:21\n Begin attempting to scrape: WYR handlers.py:24\n Deleting existing data... base.py:234\n Getting all files in WYR... base.py:186\n[20:27:17] Getting all files in WYR/json... base.py:186\n ...found 46 files in WYR/json base.py:202\n Getting all files in WYR/raw... base.py:186\n ...found 46 files in WYR/raw base.py:202\n ...found 93 files in WYR base.py:202\n Deleting batch no. 1 consisting of 93 files base.py:211\n[20:27:25] ...data deleted. base.py:241\n Scraping from https://wyre.moderngov.co.uk/mgWebService.as base.py:40\n mx/GetCouncillorsByWard \n[20:27:27] Committing batch 1 consisting of 92 files base.py:269\n[20:27:29] Committing batch 2 consisting of 8 files base.py:269\n[20:27:34] Finished attempting to scrape: WYR base.py:319\n", + "errors": "", + "start": "2022-03-05 20:27:16.174650", + "end": "2022-03-05 20:27:34.863241", + "duration": 18.0 + } + ] + }, + { + "council_id": "YOR", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[19:50:52] Fetching Scraper for: YOR handlers.py:21\n Begin attempting to scrape: YOR handlers.py:24\n Deleting existing data... base.py:234\n[19:50:53] Getting all files in YOR... base.py:186\n Getting all files in YOR/json... base.py:186\n ...found 47 files in YOR/json base.py:202\n Getting all files in YOR/raw... base.py:186\n ...found 47 files in YOR/raw base.py:202\n ...found 95 files in YOR base.py:202\n Deleting batch no. 1 consisting of 95 files base.py:211\n[19:51:03] ...data deleted. base.py:241\n Scraping from http://democracy.york.gov.uk/mgWebService.as base.py:40\n mx/GetCouncillorsByWard \n[19:51:06] Committing batch 1 consisting of 92 files base.py:269\n[19:51:10] Committing batch 2 consisting of 2 files base.py:269\n[19:51:15] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Committing batch 2 consisting of 2 files base.py:269\n[19:51:20] No new councillor data found. base.py:317\n Finished attempting to scrape: YOR base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 19:50:52.692228", + "end": "2022-03-05 19:51:20.064002", + "duration": 27.0 + } + ] + }, + { + "council_id": "ZET", + "missing": false, + "log_runs": [ + { + "status_code": "200", + "log_text": "[20:35:33] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n[20:35:34] Finished attempting to scrape: ZET base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-05 20:35:20.429951", + "end": "2022-03-05 20:35:34.053251", + "duration": 13.0 + } + ] + }, + { + "council_id": "west", + "missing": false, + "log_runs": [ + { + "status_code": null, + "log_text": "[00:05:04] Fetching Scraper for: west handlers.py:21\n Begin attempting to scrape: west handlers.py:24\n Deleting existing data... base.py:234\n[00:05:05] Getting all files in west... base.py:186\n Getting all files in west/json... base.py:186\n ...found 71 files in west/json base.py:202\n Getting all files in west/raw... base.py:186\n ...found 71 files in west/raw base.py:202\n ...found 142 files in west base.py:202\n Deleting batch no. 1 consisting of 100 files base.py:211\n[00:05:15] An error occurred (ThrottlingException) when calling handlers.py:33\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n No new councillor data found. base.py:317\n Finished attempting to scrape: west base.py:319\n", + "errors": "An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded", + "start": "2022-03-06 00:05:04.415177", + "end": "2022-03-06 00:05:15.593578", + "duration": 11.0 + } + ] + } +] \ No newline at end of file diff --git a/_includes/base.liquid b/_includes/base.liquid new file mode 100644 index 0000000000..8de34e62d4 --- /dev/null +++ b/_includes/base.liquid @@ -0,0 +1,22 @@ + + + + Page title + + + + + +
+ skip to content +
+ + {{ content }} +
+
...
+
+ diff --git a/_site/assets/css/design-system/docs.scss b/_site/assets/css/design-system/docs.scss new file mode 100644 index 0000000000..a5f0f98594 --- /dev/null +++ b/_site/assets/css/design-system/docs.scss @@ -0,0 +1,109 @@ +// Main files +@import 'partials/_fonts.scss'; +@import 'partials/_variables.scss'; +@import 'partials/_type.scss'; +@import 'partials/_forms.scss'; +@import 'partials/_description-lists.scss'; +@import 'partials/_button.scss'; +@import 'partials/_call-to-action.scss'; +@import 'partials/_details.scss'; +@import 'partials/_stack.scss'; +@import 'partials/_cluster.scss'; +@import 'partials/_grid.scss'; +@import 'partials/_sidebar.scss'; +@import 'partials/_card.scss'; +@import 'partials/_candidate.scss'; +@import 'partials/_breadcrumbs.scss'; +@import 'partials/_table.scss'; +@import 'partials/_language.scss'; +@import 'partials/_logo.scss'; +@import 'partials/_header.scss'; +@import 'partials/_subnav.scss'; +@import 'partials/_footer.scss'; +@import 'partials/_radio.scss'; +@import 'partials/_checkbox.scss'; +@import 'partials/_select.scss'; +@import 'partials/_filter.scss'; +@import 'partials/_status.scss'; +@import 'partials/_codeblock.scss'; +@import 'partials/_dark.scss'; +@import 'partials/_page.scss'; +@import 'partials/_utilities.scss'; + +// Generate atomic classes for documentation demos +@import 'partials/_classes-colors.scss'; +@import 'partials/_classes-scales.scss'; + +$scope: true; + +// Comment out the component styles +// you don’t need +@mixin optional-styles { + @include description-lists; + @include button; + @include cta; + @include cluster; + @include grid; + @include sidebar; + @include details; + @include card; + @include candidate; + @include breadcrumbs; + @include table; + @include language; + @include logo; + @include header; + @include subnav; + @include footer; + @include radio; + @include checkbox; + @include select; + @include filter; + @include status; + @include codeblock; +} + +@if $scope { + .ds-scope { + font-size: clamp(#{$s1}, 2vw, #{$s2}); + @include fontMain; + @include type; + @include forms; + @include stack; + @include optional-styles; + @include dark; + @include page; + @include utilities; + } + + .ds-scope *, + .ds-scope *::before, + .ds-scope *::after { + box-sizing: border-box; + } +} @else { + :root { + font-size: clamp(#{$s1}, 2vw, #{$s2}); + @include fontMain; + } + + :root *, + :root *::before, + :root *::after { + box-sizing: border-box; + } + + body { + margin: 0; + } + + @include type; + @include forms; + @include stack; + @include optional-styles; + @include dark; + @include page; + @include utilities; +} + + diff --git a/_site/assets/css/design-system/fonts/montserrat-light.woff b/_site/assets/css/design-system/fonts/montserrat-light.woff new file mode 100644 index 0000000000..7b92da1d46 Binary files /dev/null and b/_site/assets/css/design-system/fonts/montserrat-light.woff differ diff --git a/_site/assets/css/design-system/fonts/montserrat-light.woff2 b/_site/assets/css/design-system/fonts/montserrat-light.woff2 new file mode 100644 index 0000000000..8d657375b8 Binary files /dev/null and b/_site/assets/css/design-system/fonts/montserrat-light.woff2 differ diff --git a/_site/assets/css/design-system/fonts/montserrat-medium.woff b/_site/assets/css/design-system/fonts/montserrat-medium.woff new file mode 100755 index 0000000000..b9fffcd9bc Binary files /dev/null and b/_site/assets/css/design-system/fonts/montserrat-medium.woff differ diff --git a/_site/assets/css/design-system/fonts/montserrat-medium.woff2 b/_site/assets/css/design-system/fonts/montserrat-medium.woff2 new file mode 100755 index 0000000000..b8e74cb1ae Binary files /dev/null and b/_site/assets/css/design-system/fonts/montserrat-medium.woff2 differ diff --git a/_site/assets/css/design-system/images/favicon.ico b/_site/assets/css/design-system/images/favicon.ico new file mode 100644 index 0000000000..616494a845 Binary files /dev/null and b/_site/assets/css/design-system/images/favicon.ico differ diff --git a/_site/assets/css/design-system/images/logo.svg b/_site/assets/css/design-system/images/logo.svg new file mode 100644 index 0000000000..9b96b12208 --- /dev/null +++ b/_site/assets/css/design-system/images/logo.svg @@ -0,0 +1,111 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/_site/assets/css/design-system/images/logo_icon.svg b/_site/assets/css/design-system/images/logo_icon.svg new file mode 100644 index 0000000000..f53bf18d15 --- /dev/null +++ b/_site/assets/css/design-system/images/logo_icon.svg @@ -0,0 +1,73 @@ + +image/svg+xml + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/_site/assets/css/design-system/images/logo_white_text.svg b/_site/assets/css/design-system/images/logo_white_text.svg new file mode 100644 index 0000000000..59a2cb3777 --- /dev/null +++ b/_site/assets/css/design-system/images/logo_white_text.svg @@ -0,0 +1,13 @@ + +image/svg+xml diff --git a/_site/assets/css/design-system/index.template.scss b/_site/assets/css/design-system/index.template.scss new file mode 100644 index 0000000000..975347bc63 --- /dev/null +++ b/_site/assets/css/design-system/index.template.scss @@ -0,0 +1,108 @@ +// Main files +// Do not delete these +// You can configure which are included +// within the 'optional-styles' mixin below +@import 'partials/_fonts.scss'; +@import 'partials/_variables.scss'; +@import 'partials/_type.scss'; +@import 'partials/_forms.scss'; +@import 'partials/_description-lists.scss'; +@import 'partials/_button.scss'; +@import 'partials/_call-to-action.scss'; +@import 'partials/_details.scss'; +@import 'partials/_stack.scss'; +@import 'partials/_cluster.scss'; +@import 'partials/_grid.scss'; +@import 'partials/_sidebar.scss'; +@import 'partials/_breadcrumbs.scss'; +@import 'partials/_card.scss'; +@import 'partials/_candidate.scss'; +@import 'partials/_table.scss'; +@import 'partials/_language.scss'; +@import 'partials/_header.scss'; +@import 'partials/_subnav.scss'; +@import 'partials/_footer.scss'; +@import 'partials/_radio.scss'; +@import 'partials/_checkbox.scss'; +@import 'partials/_select.scss'; +@import 'partials/_filter.scss'; +@import 'partials/_status.scss'; +@import 'partials/_codeblock.scss'; +@import 'partials/_dark.scss'; +@import 'partials/_page.scss'; +@import 'partials/_utilities.scss'; + +// Whether to scope basic styles to the .ds-scope class +// For `true`, styles only apply inside +// containers with `class="ds-scope"` +$scope: false; + +// Comment out the component styles +// you don’t need +@mixin optional-styles { + @include description-lists; + @include button; + @include cta; + @include cluster; + @include grid; + @include sidebar; + @include details; + @include card; + @include candidate; + @include breadcrumbs; + @include table; + @include language; + @include language; + @include header; + @include subnav; + @include footer; + @include radio; + @include checkbox; + @include select; + @include filter; + @include status; + @include codeblock; +} + +@if $scope { + .ds-scope { + font-size: clamp(#{$s1}, 2vw, #{$s2}); + @include fontMain; + @include type; + @include forms; + @include stack; + @include optional-styles; + @include dark; + @include page; + @include utilities; + } + + .ds-scope *, + .ds-scope *::before, + .ds-scope *::after { + box-sizing: border-box; + } +} @else { + :root { + font-size: clamp(#{$s1}, 2vw, #{$s2}); + @include fontMain; + } + + :root *, + :root *::before, + :root *::after { + box-sizing: border-box; + } + + body { + margin: 0; + } + + @include type; + @include forms; + @include stack; + @include optional-styles; + @include dark; + @include page; + @include utilities; +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_breadcrumbs.scss b/_site/assets/css/design-system/partials/_breadcrumbs.scss new file mode 100644 index 0000000000..0d10e7b90e --- /dev/null +++ b/_site/assets/css/design-system/partials/_breadcrumbs.scss @@ -0,0 +1,16 @@ +@mixin breadcrumbs { + nav.ds-breadcrumbs ol { + @include fontMain; + line-height: $lineHeight; + margin: 0; + list-style: none; + } + + nav.ds-breadcrumbs li { + display: inline-block; + } + + nav.ds-breadcrumbs li:not(:last-child)::after { + content: '\00a0\00a0/\00a0'; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_button.scss b/_site/assets/css/design-system/partials/_button.scss new file mode 100644 index 0000000000..c5517a2f89 --- /dev/null +++ b/_site/assets/css/design-system/partials/_button.scss @@ -0,0 +1,33 @@ +@mixin button { + button[class*="ds-button"] { + border: 0; + cursor: pointer; + color: $white; + background-color: $pinkForWhite; + font-size: $s2; + padding: $ss5 $s2; + border-bottom: $ss3 solid $black; + } + + button[class*="ds-button"]:active:not([disabled]) { + position: relative; + top: $ss3; + border-bottom: 0; + outline: none; + margin-bottom: $ss3; + } + + button.ds-button-blue { + background-color: $blueForWhite; + } + + button[class*="ds-button"][disabled] { + cursor: not-allowed; + opacity: 0.666; + } + + .ds-dark button[class*="ds-button"][disabled]:active { + border-bottom-color: #000; + } +} + diff --git a/_site/assets/css/design-system/partials/_call-to-action.scss b/_site/assets/css/design-system/partials/_call-to-action.scss new file mode 100644 index 0000000000..66ce64aa9f --- /dev/null +++ b/_site/assets/css/design-system/partials/_call-to-action.scss @@ -0,0 +1,34 @@ +@mixin cta { + a.ds-cta { + display: inline-block; + color: $pinkForWhite; + background-color: $white; + font-size: $s2; + padding: $ss7 $s2; + border: $ss2 solid; + text-decoration: none; + } + + a.ds-cta[href]:hover { + transform: scale(1.05); + } + + a.ds-cta-blue { + color: $blueForWhite; + } + + a.ds-cta:not([href]) { + opacity: 0.666; + cursor: not-allowed; + border-style: dashed; + } + + .ds-dark a.ds-cta { + background: transparent; + color: $white; + } + + .ds-dark a.ds-cta-blue { + color: $blueForBlack; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_candidate.scss b/_site/assets/css/design-system/partials/_candidate.scss new file mode 100644 index 0000000000..0e4a94ca33 --- /dev/null +++ b/_site/assets/css/design-system/partials/_candidate.scss @@ -0,0 +1,101 @@ +@mixin candidate { + .ds-candidate { + position: relative; + display: flex; + flex-wrap: wrap; + border: 1px solid $blackOpacity; + box-shadow: $cardShadow; + } + + .ds-candidate-body { + padding: $s3; + flex-grow: 999; + align-self: center; + display: flex; + flex-direction: column; + justify-content: center; + flex-basis: 50%; + } + + .ds-candidate-name { + hyphens: auto; + word-break: break-word; + } + + .ds-candidate-name a::after { + content: ''; + position: absolute; + top: 0; + right: 0; + bottom: 0; + left: 0; + z-index: 2; + } + + .ds-candidate-image { + background-color: #efefef; + flex-grow: 1; + min-width: 10rem; + min-width: min(10rem, 100%); + min-height: 10rem; + max-width: 100%; + position: relative; + aspect-ratio: 1/1; + } + + .ds-candidate-image img { + display: block; + height: 100%; + position: absolute; + } + + @supports (object-fit: cover) { + .ds-candidate-image img { + object-fit: cover; + width: 100%; + } + } + + @media (max-width: 400px) { + li.ds-candidate { + flex-wrap: nowrap; + } + + li .ds-candidate-body, li .ds-candidate-image { + padding: $s1; + } + + li .ds-candidate-image { + background-color: transparent; + min-width: 0; + display: flex; + align-items: center; + min-height: 0; + } + + li .ds-candidate-image img { + position: static; + object-fit: inherit; + height: 12vh; + width: auto; + margin-left: auto; + } + } + + .ds-candidate:focus-within { + outline: $ss2 solid $amber; + } + + .ds-candidate:focus-within a:focus { + outline: none; + } + + :not(li).ds-candidate .ds-candidate-body { + flex-basis: 50%; + } + + :not(li).ds-candidate .ds-candidate-image { + min-width: 20rem; + min-width: min(20rem, 100%); + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_card.scss b/_site/assets/css/design-system/partials/_card.scss new file mode 100644 index 0000000000..d97ec9506e --- /dev/null +++ b/_site/assets/css/design-system/partials/_card.scss @@ -0,0 +1,40 @@ +%ds-card { + position: relative; + border: 1px solid $blackOpacity; + box-shadow: $cardShadow; +} + +%ds-card .ds-card-link::after { + content: ''; + position: absolute; + top: 0; + right: 0; + bottom: 0; + left: 0; +} + +%ds-card a:not(.ds-card-link) { + position: relative; + z-index: 2; +} + +%ds-card .ds-card-image { + position: relative; + padding-bottom: 37.5%; +} + +%ds-card .ds-card-image img { + position: absolute; + width: 100%; + height: 100%; + object-fit: cover; +} + +%ds-card .ds-card-body { + padding: $s4; + @extend %ds-stack-smaller; +} + +@mixin card { + .ds-card { @extend %ds-card } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_checkbox.scss b/_site/assets/css/design-system/partials/_checkbox.scss new file mode 100644 index 0000000000..84ad486b9a --- /dev/null +++ b/_site/assets/css/design-system/partials/_checkbox.scss @@ -0,0 +1,44 @@ +@mixin checkbox { + .ds-field-checkbox { + display: flex; + align-items: center; + cursor: pointer; + } + + .ds-field-checkbox input { + clip: rect(0 0 0 0); + clip-path: inset(50%); + height: 1px; + overflow: hidden; + position: absolute; + white-space: nowrap; + width: 1px; + } + + .ds-field-checkbox > span { + display: flex; + align-items: center; + } + + .ds-field-checkbox > span::before { + content: ''; + width: 1em; + height: 1em; + border: 2px solid $black; + margin-right: $ss3; + background-color: $white; + float: left; + } + + .ds-field-checkbox > input:checked + span::before { + text-align: center; + content: '✓'; + color: $pinkForWhite; + } + + .ds-field-checkbox > input:focus + span { + text-decoration: underline; + text-decoration-color: $amber; + text-decoration-thickness: 2px; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_classes-colors.scss b/_site/assets/css/design-system/partials/_classes-colors.scss new file mode 100644 index 0000000000..f6efbdc55b --- /dev/null +++ b/_site/assets/css/design-system/partials/_classes-colors.scss @@ -0,0 +1,29 @@ +// Generate color classes + +$colors: ( + black: $black, + blackOpacity: $blackOpacity, + white: $white, + pinkForWhite: $pinkForWhite, + blueForWhite: $blueForWhite, + blueForBlack: $blueForBlack, + greenForWhite: $greenForWhite, + greenForBlack: $greenForBlack, + amber: $amber +); + +@mixin color-modifiers($attribute: 'color') { + @each $name, $hex in $colors { + &-#{$name} { + #{$attribute}: $hex; + } + } +} + +.ds-color { + @include color-modifiers($attribute: 'color'); +} + +.ds-bg-color { + @include color-modifiers($attribute: 'background-color'); +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_classes-scales.scss b/_site/assets/css/design-system/partials/_classes-scales.scss new file mode 100644 index 0000000000..9dde5322f8 --- /dev/null +++ b/_site/assets/css/design-system/partials/_classes-scales.scss @@ -0,0 +1,49 @@ +// Generate large scale classes + +$points: ( + s1: $s1, + s2: $s2, + s3: $s3, + s4: $s4, + s5: $s5, + s6: $s6, + s7: $s7, + s8: $s8, +); + +@mixin scale-modifiers($attribute: 'font-size') { + @each $name, $point in $points { + &-#{$name} { + #{$attribute}: $point; + } + } +} + +.ds-font-size { + @include scale-modifiers($attribute: 'font-size'); +} + +// Generate small scale classes + +$pointsSmall: ( + ss1: $ss1, + ss2: $ss2, + ss3: $ss3, + ss4: $ss4, + ss5: $ss5, + ss6: $ss6, + ss7: $ss7, + ss8: $ss8, +); + +@mixin small-scale-modifiers($attribute: 'height') { + @each $name, $point in $pointsSmall { + &-#{$name} { + #{$attribute}: $point; + } + } +} + +.ds-height { + @include small-scale-modifiers($attribute: 'height'); +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_cluster.scss b/_site/assets/css/design-system/partials/_cluster.scss new file mode 100644 index 0000000000..795904f7d1 --- /dev/null +++ b/_site/assets/css/design-system/partials/_cluster.scss @@ -0,0 +1,40 @@ +%ds-cluster > *, +%ds-cluster-right > *, +%ds-cluster-center > * { + padding-left: 0; + list-style: none; + display: flex; + flex-wrap: wrap; + justify-content: flex-start; + align-items: center; + margin: calc(#{$ss5} * -1); +} + +%ds-cluster > * > *, +%ds-cluster-right > * > *, +%ds-cluster-center > * > * { + margin: $ss5; +} + +%ds-cluster-right > * { + justify-content: flex-end; +} + +%ds-cluster-center > * { + justify-content: center; +} + +%ds-cluster-tight > * { + margin: calc(#{$ss2} * -1); +} + +%ds-cluster-tight > * > * { + margin: $ss2; +} + +@mixin cluster { + .ds-cluster { @extend %ds-cluster } + .ds-cluster-right { @extend %ds-cluster-right } + .ds-cluster-center { @extend %ds-cluster-center } + .ds-cluster-tight { @extend %ds-cluster-tight } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_codeblock.scss b/_site/assets/css/design-system/partials/_codeblock.scss new file mode 100644 index 0000000000..58c50ae2d2 --- /dev/null +++ b/_site/assets/css/design-system/partials/_codeblock.scss @@ -0,0 +1,36 @@ +@mixin codeblock { + pre.ds-codeblock { + padding: $s1; + background-color: $blackOpacity; + line-height: $lineHeightTight; + scrollbar-width: thin; + scrollbar-color: $blueForWhite $black; + } + + pre.ds-codeblock code { + display: block; + white-space: pre-wrap; + padding: 0; + background-color: transparent; + } + + pre.ds-codeblock.ds-codeblock-scroll { + overflow-x: auto; + } + + pre.ds-codeblock.ds-codeblock-scroll code { + white-space: pre; + } + + ::-webkit-scrollbar { + width: $s1; + } + + ::-webkit-scrollbar-track { + background-color: $black; + } + + ::-webkit-scrollbar-thumb { + background-color: $blueForWhite; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_dark.scss b/_site/assets/css/design-system/partials/_dark.scss new file mode 100644 index 0000000000..ad89e06626 --- /dev/null +++ b/_site/assets/css/design-system/partials/_dark.scss @@ -0,0 +1,22 @@ +%ds-dark, %ds-dark * { + color: $white; + background-color: $black; +} + +%ds-dark .ds-card, +%ds-dark form, +%ds-dark .ds-candidate { + border: 1px solid; +} + +%ds-dark .ds-select::after { + border-top-color: $white; +} + +%ds-dark [class*="ds-button"]:not(:active) { + border-bottom-color: #000; +} + +@mixin dark { + .ds-dark { @extend %ds-dark } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_description-lists.scss b/_site/assets/css/design-system/partials/_description-lists.scss new file mode 100644 index 0000000000..89c1dbdb05 --- /dev/null +++ b/_site/assets/css/design-system/partials/_description-lists.scss @@ -0,0 +1,83 @@ +@mixin description-lists { + /*dl.ds-descriptions > div { + display: flex; + align-items: center; + flex-wrap: wrap; + } + + dl.ds-descriptions dt, + dl.ds-descriptions dd { + margin: 0; + padding: 0; + max-width: none; + } + + dl.ds-descriptions dt { + line-height: 1.25; + padding-right: $s2; + } + + dl.ds-descriptions > div + div { + margin-top: $ss6; + padding-top: $ss6; + border-top: 1px solid $blackOpacity; + } + + dl.ds-descriptions dd + dd { + margin-top: $ss6; + } + + dl.ds-descriptions > div > * { + flex-grow: 1; + flex-shrink: 0; + } + + dl.ds-descriptions dt { + flex-basis: calc(25% - #{$s2}); + } + + dl.ds-descriptions dt + * { + flex-basis: 75%; + min-width: min(20rem, 100%); + }*/ + + dl.ds-descriptions > div { + display: flex; + flex-wrap: wrap; + align-items: center; + } + + dl.ds-descriptions > div + div { + margin-top: $ss6; + padding-top: $ss6; + border-top: 1px solid $blackOpacity; + } + + dl.ds-descriptions dt, + dl.ds-descriptions dd { + margin: 0; + padding: 0; + max-width: none; + } + + dl.ds-descriptions > div > dt { + line-height: 1.125; + flex-basis: 10rem; + padding-right: $s2; + flex-grow: 1; + } + + dl.ds-descriptions dt + * { + flex-basis: calc(100% - 12rem); + flex-grow: 666; + min-width: 50%; + } + + dl.ds-descriptions dt + * { + word-break: break-word; + } + + dl.ds-descriptions dd + dd { + margin-top: $ss6; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_details.scss b/_site/assets/css/design-system/partials/_details.scss new file mode 100644 index 0000000000..da63eb03f8 --- /dev/null +++ b/_site/assets/css/design-system/partials/_details.scss @@ -0,0 +1,49 @@ +@mixin details { + ul.ds-details { + padding: 0; + list-style: none; + } + + details { + padding: $s1 0; + border-style: solid; + border-width: 1px 0; + } + + details + details, + ul.ds-details li + li details { + margin-top: 0; + border-top-width: 0; + } + + summary { + @include fontMain; + font-style: normal; + cursor: pointer; + font-size: $s3; + color: $pinkForWhite; + } + + summary > * { + font: inherit; + display: inline; + } + + details[open] summary { + margin-bottom: $s1; + } + + summary::marker, + summary::-webkit-details-marker { + display: none; + } + + summary::before { + line-height: 1; + content: '▸\0020\0020' + } + + details[open] summary::before { + content: '▾\0020\0020'; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_filter.scss b/_site/assets/css/design-system/partials/_filter.scss new file mode 100644 index 0000000000..a45ca3dbe6 --- /dev/null +++ b/_site/assets/css/design-system/partials/_filter.scss @@ -0,0 +1,50 @@ +@mixin filter { + .ds-filter { + background-color: $blueLight; + padding: $s2; + @extend %ds-stack-smaller; + } + + .ds-filter-cluster { + @extend %ds-cluster; + @extend %ds-cluster-tight; + } + + .ds-filter ul { + @include fontMain; + } + + .ds-filter ul a { + display: inline-block; + text-decoration: none; + padding: $ss3 $s1; + border: 2px solid; + } + + .ds-filter ul a[aria-current] { + display: inline-block; + color: $white; + background-color: $pinkForWhite; + border-color: $pinkForWhite; + } + + .ds-filter > a { + padding: $s1 0; + } + + .ds-filter-label { + text-transform: uppercase; + } + + .ds-filter summary { + font-size: inherit; + } + + .ds-filter details ul { + font-size: 0.85em; + } + + .ds-advanced-filters { + @extend %ds-stack-smallest; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_fonts.scss b/_site/assets/css/design-system/partials/_fonts.scss new file mode 100644 index 0000000000..bd96651635 --- /dev/null +++ b/_site/assets/css/design-system/partials/_fonts.scss @@ -0,0 +1,17 @@ +@font-face { + font-family: 'Montserrat'; + src: url('fonts/montserrat-medium.woff2') format('woff2'), + url('fonts/montserrat-medium.woff') format('woff'); + font-weight: normal; + font-style: normal; + font-display: swap; +} + +@font-face { + font-family: 'Montserrat'; + src: url('fonts/montserrat-light.woff2') format('woff2'), + url('fonts/montserrat-light.woff') format('woff'); + font-weight: 300; + font-style: normal; + font-display: swap; +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_footer.scss b/_site/assets/css/design-system/partials/_footer.scss new file mode 100644 index 0000000000..6e61d85b6f --- /dev/null +++ b/_site/assets/css/design-system/partials/_footer.scss @@ -0,0 +1,25 @@ +%ds-footer { + padding: $s8 $s2; + border-top: $ss4 solid $blueForWhite; + margin-top: $s8; + @extend %ds-dark; +} + +%ds-copyright { + max-width: none; + @extend %ds-stack-smallest; +} + +%ds-copyright p { + margin: 0 !important; +} + +%ds-copyright img { + max-width: 15rem; + margin-bottom: $ss4; +} + +@mixin footer { + .ds-footer { @extend %ds-footer } + .ds-copyright { @extend %ds-copyright } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_forms.scss b/_site/assets/css/design-system/partials/_forms.scss new file mode 100644 index 0000000000..31aba9ff54 --- /dev/null +++ b/_site/assets/css/design-system/partials/_forms.scss @@ -0,0 +1,73 @@ +// Just the form layout basics +// You need to import field types separately + +@mixin forms { + form { + background-color: $blueLight; + } + + form, fieldset { + padding: $s3; + } + + form * { + margin: 0; + } + + fieldset { + border: 2px solid; + } + + legend { + padding: 0 $ss5; + } + + form > * + *, fieldset > *:not(legend) + * { + margin-top: $s4; + } + + .ds-field label { + display: block; + } + + .ds-field label small { + display: block; + margin-top: $ss2; + } + + .ds-field > * + * { + margin-top: $ss4; + } + + input[type="text"], + input[type="password"], + input[type="email"], + select { + padding: $ss4; + border: 2px solid; + width: 100%; + max-width: $measureReduced; + box-shadow: inset $ss2 $ss2 0 $blackOpacity; + box-sizing: border-box; + } + + .ds-field-error { + color: $redForBlueLight; + display: block; + } + + .ds-error { + padding: $s2; + background-color: $redForWhite; + max-width: $measureReduced; + } + + .ds-error, .ds-error * { + color: #fff; + } + + .ds-error span[role="img"] { + filter: invert(1) grayscale(1) contrast(100); + } +} + diff --git a/_site/assets/css/design-system/partials/_grid.scss b/_site/assets/css/design-system/partials/_grid.scss new file mode 100644 index 0000000000..73828e5ae9 --- /dev/null +++ b/_site/assets/css/design-system/partials/_grid.scss @@ -0,0 +1,30 @@ +%ds-grid { + padding: 0; +} + +%ds-grid > * { + list-style: none; + margin: 0; + max-width: none; +} + +%ds-grid > * + * { + margin-top: $s3; +} + +@supports (width: calc(min(20px, 100%))) { + %ds-grid > * + * { + margin-top: 0; + } + + %ds-grid { + display: grid; + grid-gap: var(--gridGap, #{$s2}); + --gridCellMin: 30ch; + grid-template-columns: repeat(auto-fit, minmax(min(var(--gridCellMin), 100%), 1fr)); + } +} + +@mixin grid { + .ds-grid { @extend %ds-grid } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_header.scss b/_site/assets/css/design-system/partials/_header.scss new file mode 100644 index 0000000000..e50b04ac01 --- /dev/null +++ b/_site/assets/css/design-system/partials/_header.scss @@ -0,0 +1,51 @@ +@mixin header { + .ds-header { + display: flex; + flex-wrap: wrap; + justify-content: space-between; + align-items: center; + padding: $s2; + } + + .ds-header-home { + flex-basis: 15rem; + flex-grow: 0; + margin-right: $s2; + } + + .ds-header-home img { + width: 100%; + max-width: 20rem; + height: auto; + } + + .ds-header nav { + @extend %ds-cluster; + margin: $s1 0 $s1; + } + + .ds-header ul { + font-size: clamp(#{$ss7}, 3vw, #{$s1}); + } + + .ds-header li { + @include fontMain; + display: inline-block; + } + + .ds-header nav a { + text-decoration: none; + color: inherit; + display: block; + padding: $ss4; + border-bottom: 2px solid $white; + } + + .ds-header a:hover { + border-bottom-color: $blueForWhite; + } + + .ds-header [aria-current] { + border-bottom-color: $pinkForWhite; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_language.scss b/_site/assets/css/design-system/partials/_language.scss new file mode 100644 index 0000000000..1c032783d0 --- /dev/null +++ b/_site/assets/css/design-system/partials/_language.scss @@ -0,0 +1,15 @@ +@mixin language { + .ds-language { + @extend %ds-dark; + @extend %ds-cluster; + @extend %ds-cluster-right; + padding: $ss5; + font-size: $ss8; + } + + .ds-language [aria-current] { + text-decoration: underline; + text-decoration-thickness: $ss1; + color: $blueForBlack; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_logo.scss b/_site/assets/css/design-system/partials/_logo.scss new file mode 100644 index 0000000000..93e99109e7 --- /dev/null +++ b/_site/assets/css/design-system/partials/_logo.scss @@ -0,0 +1,31 @@ +@mixin logo { + .ds-logo { + display: inline-flex; + align-items: center; + text-decoration: none; + line-height: 1; + color: inherit; + } + + .ds-logo:not(:last-child):not(:only-child) { + margin-right: $s3; + } + + .ds-logo img { + height: 4.5rem; + margin-right: $ss5; + } + + .ds-logo span { + font-weight: 300; + font-size: $s3; + } + + .ds-logo em { + display: block; + font-size: $s2; + font-weight: normal; + font-style: normal; + margin-top: $ss3; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_page.scss b/_site/assets/css/design-system/partials/_page.scss new file mode 100644 index 0000000000..635ae126c9 --- /dev/null +++ b/_site/assets/css/design-system/partials/_page.scss @@ -0,0 +1,12 @@ +@mixin page { + .ds-page { + overflow-x: hidden; + } + + .ds-page main { + margin-left: auto; + margin-right: auto; + max-width: $measure; + padding: 0 $s2; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_radio.scss b/_site/assets/css/design-system/partials/_radio.scss new file mode 100644 index 0000000000..80a66a54e7 --- /dev/null +++ b/_site/assets/css/design-system/partials/_radio.scss @@ -0,0 +1,40 @@ +@mixin radio { + .ds-field-radio { + display: flex; + align-items: center; + cursor: pointer; + } + + .ds-field-radio input { + clip: rect(0 0 0 0); + clip-path: inset(50%); + height: 1px; + overflow: hidden; + position: absolute; + white-space: nowrap; + width: 1px; + } + + .ds-field-radio > span::before { + content: ''; + border-radius: 50%; + display: inline-block; + width: 0.75em; + height: 0.75em; + border: 2px solid $black; + margin-right: $ss3; + vertical-align: -0.125em; + background-color: $white; + } + + .ds-field-radio > input:checked + span::before { + background-color: $pinkForWhite; + box-shadow: inset 0 0 0 $ss2 $white; + } + + .ds-field-radio > input:focus + span { + text-decoration: underline; + text-decoration-color: $amber; + text-decoration-thickness: 2px; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_select.scss b/_site/assets/css/design-system/partials/_select.scss new file mode 100644 index 0000000000..23ff88a43e --- /dev/null +++ b/_site/assets/css/design-system/partials/_select.scss @@ -0,0 +1,32 @@ +@mixin select { + .ds-select { + display: block; + display: inline-block; + width: 100%; + max-width: $measureReduced; + position: relative; + } + + @supports (-moz-appearance: none) or (-webkit-appearance: none) or (appearance: none) { + .ds-select select { + -moz-appearance: none; + -webkit-appearance: none; + appearance: none; + padding-right: $s5; + } + + .ds-select::after { + content: ''; + height: 0; + width: 0; + border: 1rem solid transparent; + border-top-color: $pinkForWhite; + border-top-width: 0.9rem; + position: absolute; + right: $ss6; + top: 50%; + transform: translateY(-12.5%); + pointer-events: none; + } + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_sidebar.scss b/_site/assets/css/design-system/partials/_sidebar.scss new file mode 100644 index 0000000000..9b768709c1 --- /dev/null +++ b/_site/assets/css/design-system/partials/_sidebar.scss @@ -0,0 +1,23 @@ +%ds-with-sidebar > * { + display: flex; + flex-wrap: wrap; + margin: calc(#{$s1} * -1); +} + +%ds-with-sidebar .ds-sidebar { + margin: $s1; + flex-grow: 1; +} + +%ds-with-sidebar .ds-not-sidebar { + margin: $s1; + flex-basis: 0; + flex-grow: 999; + min-width: calc(50% - #{$s1}); +} + +@mixin sidebar { + .ds-with-sidebar { + @extend %ds-with-sidebar; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_stack.scss b/_site/assets/css/design-system/partials/_stack.scss new file mode 100644 index 0000000000..c2a4d43d56 --- /dev/null +++ b/_site/assets/css/design-system/partials/_stack.scss @@ -0,0 +1,29 @@ +%ds-stack-larger > *, +%ds-stack > *, +%ds-stack-smaller > *, +%ds-stack-smallest > * { + margin: 0; +} + +%ds-stack-larger > * + * { + margin-top: $s8; +} + +%ds-stack > * + * { + margin-top: $s6; +} + +%ds-stack-smaller > * + * { + margin-top: $s3; +} + +%ds-stack-smallest > * + * { + margin-top: $ss2; +} + +@mixin stack { + .ds-stack-larger { @extend %ds-stack-larger } + .ds-stack { @extend %ds-stack } + .ds-stack-smaller { @extend %ds-stack-smaller } + .ds-stack-smallest { @extend %ds-stack-smallest } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_status.scss b/_site/assets/css/design-system/partials/_status.scss new file mode 100644 index 0000000000..3353677ac7 --- /dev/null +++ b/_site/assets/css/design-system/partials/_status.scss @@ -0,0 +1,28 @@ +@mixin status { + .ds-status ul { + list-style: none; + } + + .ds-status ul li { + max-width: none; + } + + [class*="ds-status-"] { + padding: $ss5; + font-size: $ss8; + background-color: $black; + color: $white; + } + + .ds-status-message { + background-color: $blueForWhite; + } + + .ds-status-success { + background-color: $greenForWhite; + } + + .ds-status-error { + background-color: $redForWhite; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_subnav.scss b/_site/assets/css/design-system/partials/_subnav.scss new file mode 100644 index 0000000000..1dafb2894a --- /dev/null +++ b/_site/assets/css/design-system/partials/_subnav.scss @@ -0,0 +1,30 @@ +@mixin subnav { + .ds-subnav { + @extend %ds-cluster; + color: $pinkForWhite; + font-size: clamp(#{$s2}, 2.5vw, #{$s3}); + } + + .ds-subnav > * { + margin: calc(#{$ss6} * -1) calc(#{$s4} * -1); + } + + .ds-subnav > * > * { + margin: $ss6 $s4; + position: relative; + } + + .ds-subnav a { + text-decoration: none; + } + + .ds-subnav li:not(:last-child) a::after { + content: '\00b7'; + position: absolute; + right: calc(#{$s4} * -1 - 4px); + } + + .ds-subnav [aria-current] { + border-bottom: 2px solid; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_table.scss b/_site/assets/css/design-system/partials/_table.scss new file mode 100644 index 0000000000..e4fd5ab017 --- /dev/null +++ b/_site/assets/css/design-system/partials/_table.scss @@ -0,0 +1,51 @@ +@mixin table { + .ds-table { + overflow-x: auto; + } + + .ds-table table { + position: relative; + border-top: 0; + border-collapse: collapse; + min-width: 100%; + text-align: left; + } + + .ds-table th, .ds-table td, .ds-table caption { + padding: $s1; + } + + .ds-table caption { + padding-left: 0; + } + + .ds-table td { + font-family: $familyBody; + } + + .ds-table tr:nth-child(even) { + background-color: $blueLight; + } + + .ds-table caption { + font-size: $s3; + text-align: left; + font-weight: bold; + border-bottom: 1px solid; + } + + .ds-table caption > * { + font-size: inherit; + font-weight: inherit; + } + + .ds-table td + td, + .ds-table th + th, + .ds-table th + td { + border-left: 1px solid; + } + + .ds-table th:not([scope="row"]) { + border-bottom: 1px solid; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_type.scss b/_site/assets/css/design-system/partials/_type.scss new file mode 100644 index 0000000000..7f0827d429 --- /dev/null +++ b/_site/assets/css/design-system/partials/_type.scss @@ -0,0 +1,126 @@ +@mixin type { + input, + button, + select { + font: inherit; + } + + * { + margin: 0; + } + + *:focus { + outline: $ss2 solid $amber; + } + + header, main, footer, nav, aside, section, details, summary { + display: block; + } + + img { + display: inline-block; + max-width: 100%; + height: auto; + } + + code { + color: $black; + background-color: $blackOpacity; + word-break: break-word; + padding: 0 $ss3; + } + + div:focus, + [tabindex="-1"]:focus, + body:focus { + outline: none; + } + + .ds-skip-link { + position: absolute; + top: -5rem; + display: inline-block; + padding: $s1; + background-color: $white; + } + + .ds-skip-link:focus { + top: 0.5rem; + left: 0.5rem; + } + + p, blockquote { + @include fontBody; + } + + // successive paragraphs are immune to Stack + p + p { + margin-top: $s1 !important; + } + + blockquote { + font-size: $s3; + font-style: italic; + border-left: $ss4 solid $amber; + padding-left: $s1; + } + + p, li, dt, dd, blockquote, + h1, h2, h3, h4, h5, h6 { + max-width: $measure; + } + + small { + font-size: $ss7; + } + + h1, .ds-h1, + h2, .ds-h2, + h3, .ds-h3 + h4, .ds-h4 { + word-break: break-word; + + } + + h1, .ds-h1 { font-size: $s7; font-size: clamp(#{$s4}, 7vw, #{$s7}); } + h2, .ds-h2 { font-size: $s6; font-size: clamp(#{$s4}, 6vw, #{$s6}); } + h3, .ds-h3 { font-size: $s5; font-size: clamp(#{$s3}, 5vw, #{$s5}); } + h4, .ds-h4 { font-size: $s4; font-size: clamp(#{$s2}, 4vw, #{$s4}); } + h5, .ds-h5 { font-size: $s3; font-size: clamp(#{$s1}, 3vw, #{$s3}); } + h6, .ds-h6 { font-size: $s2; font-size: clamp(#{$ss6}, 2vw, #{$s2}); } + + h1, h2, h3, h4, h5, h6 { + font-weight: 500; + word-break: break-word; + } + + h1, h2 { + font-weight: 300; + } + + a { + color: $pinkForWhite; + text-decoration: underline; + } + + ul, ol { + @include fontBody; + padding-left: $s4; + } + + ul[class], ol[class], + [class] > ul:first-child, + [class] > ol:first-child { + @include fontMain; + padding-left: 0; + } + + dd { + @include fontBody; + margin-left: $s3; + } + + dl > * + * { + margin-top: $ss6; + } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_utilities.scss b/_site/assets/css/design-system/partials/_utilities.scss new file mode 100644 index 0000000000..b1ce5be2f9 --- /dev/null +++ b/_site/assets/css/design-system/partials/_utilities.scss @@ -0,0 +1,84 @@ +%ds-visually-hidden { + clip: rect(0 0 0 0); + clip-path: inset(50%); + height: 1px; + overflow: hidden; + position: absolute; + white-space: nowrap; + width: 1px; +} + +%ds-padded { + padding: $s1; +} + +%ds-padded-large { + padding: $s5; +} + +%ds-bordered { + border: 2px solid; +} + +%ds-text-left { + text-align: left; +} + +%ds-text-centered { + text-align: center; +} + +%ds-text-right { + text-align: right; +} + +%ds-block-centered, +%ds-block-centered-narrow { + display: block; + max-width: $measure; + margin-left: auto; + margin-right: auto; +} + +%ds-block-centered-narrow { + max-width: $measureReduced; +} + +%ds-width-full { + display: block; + max-width: none; + width: auto; +} + +%ds-width-full-text { + max-width: $measure; +} + +%ds-width-reduced-text { + max-width: $measureReduced; +} + +%ds-width-half-text { + max-width: $measureHalf; +} + +%ds-width-third-text { + max-width: $measureThird; +} + +@mixin utilities { + .ds-visually-hidden { @extend %ds-visually-hidden } + .ds-padded { @extend %ds-padded } + .ds-padded-large { @extend %ds-padded-large } + .ds-text-left { @extend %ds-text-left } + .ds-bordered { @extend %ds-bordered } + .ds-text-centered { @extend %ds-text-centered } + .ds-text-right { @extend %ds-text-right } + .ds-block-centered { @extend %ds-block-centered } + .ds-block-centered-narrow { @extend %ds-block-centered-narrow } + .ds-width-full { @extend %ds-width-full } + .ds-width-full-text { @extend %ds-width-full-text } + .ds-width-reduced-text { @extend %ds-width-reduced-text } + .ds-width-half-text { @extend %ds-width-half-text } + .ds-width-third-text { @extend %ds-width-third-text } +} \ No newline at end of file diff --git a/_site/assets/css/design-system/partials/_variables.scss b/_site/assets/css/design-system/partials/_variables.scss new file mode 100644 index 0000000000..e7e2e4a064 --- /dev/null +++ b/_site/assets/css/design-system/partials/_variables.scss @@ -0,0 +1,85 @@ +// Fix min function for libsass +@function min($numbers...) { + @return m#{i}n(#{$numbers}) +} + +// Colours + +$black: #403F41; +$blackOpacity: rgba($black, 0.2); +$white: #fff; +$pinkForWhite: #E6007C; +$blueForWhite: #007CAD; +$blueForBlack: #00B6FF; +$blueLight: #E4F4FB; +$greenForWhite: #32841A; +$greenForBlack: #4BC427; +$redForWhite: #D91714; +$redForBlueLight: $redForWhite; +$amber: #FFC037; + +// Scales + +@function pow($number, $exponent) { + $value: 1; + @if $exponent > 0 { + @for $i from 1 through $exponent { + $value: $value * $number; + } + } + @return $value; +} + +// Large scale +$ratio: 1.25; +$s1: 1rem; +$s2: #{$ratio}rem; +$s3: #{pow($ratio, 2)}rem; +$s4: #{pow($ratio, 3)}rem; +$s5: #{pow($ratio, 4)}rem; +$s6: #{pow($ratio, 5)}rem; +$s7: #{pow($ratio, 6)}rem; +$s8: #{pow($ratio, 7)}rem; + +// Small scale +$increment-small-scale: 0.125rem; +$ss1: $increment-small-scale; +$ss2: $ss1 + $increment-small-scale; +$ss3: $ss2 + $increment-small-scale; +$ss4: $ss3 + $increment-small-scale; +$ss5: $ss4 + $increment-small-scale; +$ss6: $ss5 + $increment-small-scale; +$ss7: $ss6 + $increment-small-scale; +$ss8: $ss7 + $increment-small-scale; + +// Type + +// Font families +$familyMain: Montserrat, sans-serif; +$familyBody: Georgia, serif; + +// Line heights +$lineHeight: 1.5; // WCAG 1.4.12 recommended minimum +$lineHeightTight: 1.125; + +// Measure (characters per line; used with max-width typically) +$measure: 70ch; +$measureReduced: 50ch; +$measureHalf: 35ch; +$measureThird: 23ch; + +@mixin fontMain { + font-family: $familyMain; + font-weight: 500; + line-height: $lineHeightTight; + color: $black; +} + +@mixin fontBody { + font-family: $familyBody; + font-weight: normal; + line-height: $lineHeight; + color: $black; +} + +$cardShadow: 0 2px 4px 0 rgba(0,0,0,0.1); \ No newline at end of file diff --git a/_site/assets/css/styles.css b/_site/assets/css/styles.css new file mode 100644 index 0000000000..a70d22e6ab --- /dev/null +++ b/_site/assets/css/styles.css @@ -0,0 +1,1251 @@ +@charset "UTF-8"; +@font-face { + font-family: "Montserrat"; + src: url("fonts/montserrat-medium.woff2") format("woff2"), url("fonts/montserrat-medium.woff") format("woff"); + font-weight: normal; + font-style: normal; + font-display: swap; +} +@font-face { + font-family: "Montserrat"; + src: url("fonts/montserrat-light.woff2") format("woff2"), url("fonts/montserrat-light.woff") format("woff"); + font-weight: 300; + font-style: normal; + font-display: swap; +} +.ds-stack-larger > *, +.ds-stack > *, +.ds-filter > *, +.ds-stack-smaller > *, +.ds-card .ds-card-body > *, +.ds-advanced-filters > *, +.ds-stack-smallest > *, +.ds-copyright > * { + margin: 0; +} + +.ds-stack-larger > * + * { + margin-top: 4.768371582rem; +} + +.ds-stack > * + * { + margin-top: 3.0517578125rem; +} + +.ds-filter > * + *, .ds-stack-smaller > * + *, .ds-card .ds-card-body > * + * { + margin-top: 1.5625rem; +} + +.ds-advanced-filters > * + *, .ds-stack-smallest > * + *, .ds-copyright > * + * { + margin-top: 0.25rem; +} + +.ds-filter-cluster > *, .ds-subnav > *, .ds-header nav > *, .ds-language > *, .ds-cluster > *, +.ds-cluster-right > *, +.ds-cluster-center > * { + padding-left: 0; + list-style: none; + display: flex; + flex-wrap: wrap; + justify-content: flex-start; + align-items: center; + margin: calc(0.625rem * -1); +} + +.ds-filter-cluster > * > *, .ds-subnav > * > *, .ds-header nav > * > *, .ds-language > * > *, .ds-cluster > * > *, +.ds-cluster-right > * > *, +.ds-cluster-center > * > * { + margin: 0.625rem; +} + +.ds-language > *, .ds-cluster-right > * { + justify-content: flex-end; +} + +.ds-cluster-center > * { + justify-content: center; +} + +.ds-filter-cluster > *, .ds-cluster-tight > * { + margin: calc(0.25rem * -1); +} + +.ds-filter-cluster > * > *, .ds-cluster-tight > * > * { + margin: 0.25rem; +} + +.ds-grid { + padding: 0; +} + +.ds-grid > * { + list-style: none; + margin: 0; + max-width: none; +} + +.ds-grid > * + * { + margin-top: 1.5625rem; +} + +@supports (width: min(20px, 100%)) { + .ds-grid > * + * { + margin-top: 0; + } + + .ds-grid { + display: grid; + grid-gap: var(--gridGap, 1.25rem); + --gridCellMin: 30ch; + grid-template-columns: repeat(auto-fit, minmax(min(var(--gridCellMin), 100%), 1fr)); + } +} +.ds-with-sidebar > * { + display: flex; + flex-wrap: wrap; + margin: calc(1rem * -1); +} + +.ds-with-sidebar .ds-sidebar { + margin: 1rem; + flex-grow: 1; +} + +.ds-with-sidebar .ds-not-sidebar { + margin: 1rem; + flex-basis: 0; + flex-grow: 999; + min-width: calc(50% - 1rem); +} + +.ds-card { + position: relative; + border: 1px solid rgba(64, 63, 65, 0.2); + box-shadow: 0 2px 4px 0 rgba(0, 0, 0, 0.1); +} + +.ds-card .ds-card-link::after { + content: ""; + position: absolute; + top: 0; + right: 0; + bottom: 0; + left: 0; +} + +.ds-card a:not(.ds-card-link) { + position: relative; + z-index: 2; +} + +.ds-card .ds-card-image { + position: relative; + padding-bottom: 37.5%; +} + +.ds-card .ds-card-image img { + position: absolute; + width: 100%; + height: 100%; + object-fit: cover; +} + +.ds-card .ds-card-body { + padding: 1.953125rem; +} + +.ds-footer { + padding: 4.768371582rem 1.25rem; + border-top: 0.5rem solid #007CAD; + margin-top: 4.768371582rem; +} + +.ds-copyright { + max-width: none; +} + +.ds-copyright p { + margin: 0 !important; +} + +.ds-copyright img { + max-width: 15rem; + margin-bottom: 0.5rem; +} + +.ds-dark, .ds-language, .ds-footer, .ds-dark *, .ds-language *, .ds-footer * { + color: #fff; + background-color: #403F41; +} + +.ds-dark .ds-card, .ds-language .ds-card, .ds-footer .ds-card, +.ds-dark form, +.ds-language form, +.ds-footer form, +.ds-dark .ds-candidate, +.ds-language .ds-candidate, +.ds-footer .ds-candidate { + border: 1px solid; +} + +.ds-dark .ds-select::after, .ds-language .ds-select::after, .ds-footer .ds-select::after { + border-top-color: #fff; +} + +.ds-dark [class*=ds-button]:not(:active), .ds-language [class*=ds-button]:not(:active), .ds-footer [class*=ds-button]:not(:active) { + border-bottom-color: #000; +} + +.ds-visually-hidden { + clip: rect(0 0 0 0); + clip-path: inset(50%); + height: 1px; + overflow: hidden; + position: absolute; + white-space: nowrap; + width: 1px; +} + +.ds-padded { + padding: 1rem; +} + +.ds-padded-large { + padding: 2.44140625rem; +} + +.ds-bordered { + border: 2px solid; +} + +.ds-text-left { + text-align: left; +} + +.ds-text-centered { + text-align: center; +} + +.ds-text-right { + text-align: right; +} + +.ds-block-centered, +.ds-block-centered-narrow { + display: block; + max-width: 70ch; + margin-left: auto; + margin-right: auto; +} + +.ds-block-centered-narrow { + max-width: 50ch; +} + +.ds-width-full { + display: block; + max-width: none; + width: auto; +} + +.ds-width-full-text { + max-width: 70ch; +} + +.ds-width-reduced-text { + max-width: 50ch; +} + +.ds-width-half-text { + max-width: 35ch; +} + +.ds-width-third-text { + max-width: 23ch; +} + +:root { + font-size: clamp(1rem, 2vw, 1.25rem); + font-family: Montserrat, sans-serif; + font-weight: 500; + line-height: 1.125; + color: #403F41; +} + +:root *, +:root *::before, +:root *::after { + box-sizing: border-box; +} + +body { + margin: 0; +} + +input, +button, +select { + font: inherit; +} + +* { + margin: 0; +} + +*:focus { + outline: 0.25rem solid #FFC037; +} + +header, main, footer, nav, aside, section, details, summary { + display: block; +} + +img { + display: inline-block; + max-width: 100%; + height: auto; +} + +code { + color: #403F41; + background-color: rgba(64, 63, 65, 0.2); + word-break: break-word; + padding: 0 0.375rem; +} + +div:focus, +[tabindex="-1"]:focus, +body:focus { + outline: none; +} + +.ds-skip-link { + position: absolute; + top: -5rem; + display: inline-block; + padding: 1rem; + background-color: #fff; +} + +.ds-skip-link:focus { + top: 0.5rem; + left: 0.5rem; +} + +p, blockquote { + font-family: Georgia, serif; + font-weight: normal; + line-height: 1.5; + color: #403F41; +} + +p + p { + margin-top: 1rem !important; +} + +blockquote { + font-size: 1.5625rem; + font-style: italic; + border-left: 0.5rem solid #FFC037; + padding-left: 1rem; +} + +p, li, dt, dd, blockquote, +h1, h2, h3, h4, h5, h6 { + max-width: 70ch; +} + +small { + font-size: 0.875rem; +} + +h1, .ds-h1, +h2, .ds-h2, +h3, .ds-h3 h4, +.ds-h4 { + word-break: break-word; +} + +h1, .ds-h1 { + font-size: 3.8146972656rem; + font-size: clamp(1.953125rem, 7vw, 3.8146972656rem); +} + +h2, .ds-h2 { + font-size: 3.0517578125rem; + font-size: clamp(1.953125rem, 6vw, 3.0517578125rem); +} + +h3, .ds-h3 { + font-size: 2.44140625rem; + font-size: clamp(1.5625rem, 5vw, 2.44140625rem); +} + +h4, .ds-h4 { + font-size: 1.953125rem; + font-size: clamp(1.25rem, 4vw, 1.953125rem); +} + +h5, .ds-h5 { + font-size: 1.5625rem; + font-size: clamp(1rem, 3vw, 1.5625rem); +} + +h6, .ds-h6 { + font-size: 1.25rem; + font-size: clamp(0.75rem, 2vw, 1.25rem); +} + +h1, h2, h3, h4, h5, h6 { + font-weight: 500; + word-break: break-word; +} + +h1, h2 { + font-weight: 300; +} + +a { + color: #E6007C; + text-decoration: underline; +} + +ul, ol { + font-family: Georgia, serif; + font-weight: normal; + line-height: 1.5; + color: #403F41; + padding-left: 1.953125rem; +} + +ul[class], ol[class], +[class] > ul:first-child, +[class] > ol:first-child { + font-family: Montserrat, sans-serif; + font-weight: 500; + line-height: 1.125; + color: #403F41; + padding-left: 0; +} + +dd { + font-family: Georgia, serif; + font-weight: normal; + line-height: 1.5; + color: #403F41; + margin-left: 1.5625rem; +} + +dl > * + * { + margin-top: 0.75rem; +} + +form { + background-color: #E4F4FB; +} + +form, fieldset { + padding: 1.5625rem; +} + +form * { + margin: 0; +} + +fieldset { + border: 2px solid; +} + +legend { + padding: 0 0.625rem; +} + +form > * + *, fieldset > *:not(legend) + * { + margin-top: 1.953125rem; +} + +.ds-field label { + display: block; +} + +.ds-field label small { + display: block; + margin-top: 0.25rem; +} + +.ds-field > * + * { + margin-top: 0.5rem; +} + +input[type=text], +input[type=password], +input[type=email], +select { + padding: 0.5rem; + border: 2px solid; + width: 100%; + max-width: 50ch; + box-shadow: inset 0.25rem 0.25rem 0 rgba(64, 63, 65, 0.2); + box-sizing: border-box; +} + +.ds-field-error { + color: #D91714; + display: block; +} + +.ds-error { + padding: 1.25rem; + background-color: #D91714; + max-width: 50ch; +} + +.ds-error, .ds-error * { + color: #fff; +} + +.ds-error span[role=img] { + filter: invert(1) grayscale(1) contrast(100); +} + +/*dl.ds-descriptions > div { + display: flex; + align-items: center; + flex-wrap: wrap; +} + +dl.ds-descriptions dt, +dl.ds-descriptions dd { + margin: 0; + padding: 0; + max-width: none; +} + +dl.ds-descriptions dt { + line-height: 1.25; + padding-right: $s2; +} + +dl.ds-descriptions > div + div { + margin-top: $ss6; + padding-top: $ss6; + border-top: 1px solid $blackOpacity; +} + +dl.ds-descriptions dd + dd { + margin-top: $ss6; +} + +dl.ds-descriptions > div > * { + flex-grow: 1; + flex-shrink: 0; +} + +dl.ds-descriptions dt { + flex-basis: calc(25% - 1.25rem); +} + +dl.ds-descriptions dt + * { + flex-basis: 75%; + min-width: min(20rem, 100%); +}*/ +dl.ds-descriptions > div { + display: flex; + flex-wrap: wrap; + align-items: center; +} + +dl.ds-descriptions > div + div { + margin-top: 0.75rem; + padding-top: 0.75rem; + border-top: 1px solid rgba(64, 63, 65, 0.2); +} + +dl.ds-descriptions dt, +dl.ds-descriptions dd { + margin: 0; + padding: 0; + max-width: none; +} + +dl.ds-descriptions > div > dt { + line-height: 1.125; + flex-basis: 10rem; + padding-right: 1.25rem; + flex-grow: 1; +} + +dl.ds-descriptions dt + * { + flex-basis: calc(100% - 12rem); + flex-grow: 666; + min-width: 50%; +} + +dl.ds-descriptions dt + * { + word-break: break-word; +} + +dl.ds-descriptions dd + dd { + margin-top: 0.75rem; +} + +button[class*=ds-button] { + border: 0; + cursor: pointer; + color: #fff; + background-color: #E6007C; + font-size: 1.25rem; + padding: 0.625rem 1.25rem; + border-bottom: 0.375rem solid #403F41; +} + +button[class*=ds-button]:active:not([disabled]) { + position: relative; + top: 0.375rem; + border-bottom: 0; + outline: none; + margin-bottom: 0.375rem; +} + +button.ds-button-blue { + background-color: #007CAD; +} + +button[class*=ds-button][disabled] { + cursor: not-allowed; + opacity: 0.666; +} + +.ds-dark button[class*=ds-button][disabled]:active { + border-bottom-color: #000; +} + +a.ds-cta { + display: inline-block; + color: #E6007C; + background-color: #fff; + font-size: 1.25rem; + padding: 0.875rem 1.25rem; + border: 0.25rem solid; + text-decoration: none; +} + +a.ds-cta[href]:hover { + transform: scale(1.05); +} + +a.ds-cta-blue { + color: #007CAD; +} + +a.ds-cta:not([href]) { + opacity: 0.666; + cursor: not-allowed; + border-style: dashed; +} + +.ds-dark a.ds-cta { + background: transparent; + color: #fff; +} + +.ds-dark a.ds-cta-blue { + color: #00B6FF; +} + +ul.ds-details { + padding: 0; + list-style: none; +} + +details { + padding: 1rem 0; + border-style: solid; + border-width: 1px 0; +} + +details + details, +ul.ds-details li + li details { + margin-top: 0; + border-top-width: 0; +} + +summary { + font-family: Montserrat, sans-serif; + font-weight: 500; + line-height: 1.125; + color: #403F41; + font-style: normal; + cursor: pointer; + font-size: 1.5625rem; + color: #E6007C; +} + +summary > * { + font: inherit; + display: inline; +} + +details[open] summary { + margin-bottom: 1rem; +} + +summary::marker, +summary::-webkit-details-marker { + display: none; +} + +summary::before { + line-height: 1; + content: "▸ "; +} + +details[open] summary::before { + content: "▾ "; +} + +.ds-candidate { + position: relative; + display: flex; + flex-wrap: wrap; + border: 1px solid rgba(64, 63, 65, 0.2); + box-shadow: 0 2px 4px 0 rgba(0, 0, 0, 0.1); +} + +.ds-candidate-body { + padding: 1.5625rem; + flex-grow: 999; + align-self: center; + display: flex; + flex-direction: column; + justify-content: center; + flex-basis: 50%; +} + +.ds-candidate-name { + hyphens: auto; + word-break: break-word; +} + +.ds-candidate-name a::after { + content: ""; + position: absolute; + top: 0; + right: 0; + bottom: 0; + left: 0; + z-index: 2; +} + +.ds-candidate-image { + background-color: #efefef; + flex-grow: 1; + min-width: 10rem; + min-width: min(10rem, 100%); + min-height: 10rem; + max-width: 100%; + position: relative; + aspect-ratio: 1/1; +} + +.ds-candidate-image img { + display: block; + height: 100%; + position: absolute; +} + +@supports (object-fit: cover) { + .ds-candidate-image img { + object-fit: cover; + width: 100%; + } +} +@media (max-width: 400px) { + li.ds-candidate { + flex-wrap: nowrap; + } + + li .ds-candidate-body, li .ds-candidate-image { + padding: 1rem; + } + + li .ds-candidate-image { + background-color: transparent; + min-width: 0; + display: flex; + align-items: center; + min-height: 0; + } + + li .ds-candidate-image img { + position: static; + object-fit: inherit; + height: 12vh; + width: auto; + margin-left: auto; + } +} +.ds-candidate:focus-within { + outline: 0.25rem solid #FFC037; +} + +.ds-candidate:focus-within a:focus { + outline: none; +} + +:not(li).ds-candidate .ds-candidate-body { + flex-basis: 50%; +} + +:not(li).ds-candidate .ds-candidate-image { + min-width: 20rem; + min-width: min(20rem, 100%); +} + +nav.ds-breadcrumbs ol { + font-family: Montserrat, sans-serif; + font-weight: 500; + line-height: 1.125; + color: #403F41; + line-height: 1.5; + margin: 0; + list-style: none; +} + +nav.ds-breadcrumbs li { + display: inline-block; +} + +nav.ds-breadcrumbs li:not(:last-child)::after { + content: "  / "; +} + +.ds-table { + overflow-x: auto; +} + +.ds-table table { + position: relative; + border-top: 0; + border-collapse: collapse; + min-width: 100%; + text-align: left; +} + +.ds-table th, .ds-table td, .ds-table caption { + padding: 1rem; +} + +.ds-table caption { + padding-left: 0; +} + +.ds-table td { + font-family: Georgia, serif; +} + +.ds-table tr:nth-child(even) { + background-color: #E4F4FB; +} + +.ds-table caption { + font-size: 1.5625rem; + text-align: left; + font-weight: bold; + border-bottom: 1px solid; +} + +.ds-table caption > * { + font-size: inherit; + font-weight: inherit; +} + +.ds-table td + td, +.ds-table th + th, +.ds-table th + td { + border-left: 1px solid; +} + +.ds-table th:not([scope=row]) { + border-bottom: 1px solid; +} + +.ds-language { + padding: 0.625rem; + font-size: 1rem; +} + +.ds-language [aria-current] { + text-decoration: underline; + text-decoration-thickness: 0.125rem; + color: #00B6FF; +} + +.ds-language { + padding: 0.625rem; + font-size: 1rem; +} + +.ds-language [aria-current] { + text-decoration: underline; + text-decoration-thickness: 0.125rem; + color: #00B6FF; +} + +.ds-header { + display: flex; + flex-wrap: wrap; + justify-content: space-between; + align-items: center; + padding: 1.25rem; +} + +.ds-header-home { + flex-basis: 15rem; + flex-grow: 0; + margin-right: 1.25rem; +} + +.ds-header-home img { + width: 100%; + max-width: 20rem; + height: auto; +} + +.ds-header nav { + margin: 1rem 0 1rem; +} + +.ds-header ul { + font-size: clamp(0.875rem, 3vw, 1rem); +} + +.ds-header li { + font-family: Montserrat, sans-serif; + font-weight: 500; + line-height: 1.125; + color: #403F41; + display: inline-block; +} + +.ds-header nav a { + text-decoration: none; + color: inherit; + display: block; + padding: 0.5rem; + border-bottom: 2px solid #fff; +} + +.ds-header a:hover { + border-bottom-color: #007CAD; +} + +.ds-header [aria-current] { + border-bottom-color: #E6007C; +} + +.ds-subnav { + color: #E6007C; + font-size: clamp(1.25rem, 2.5vw, 1.5625rem); +} + +.ds-subnav > * { + margin: calc(0.75rem * -1) calc(1.953125rem * -1); +} + +.ds-subnav > * > * { + margin: 0.75rem 1.953125rem; + position: relative; +} + +.ds-subnav a { + text-decoration: none; +} + +.ds-subnav li:not(:last-child) a::after { + content: "·"; + position: absolute; + right: calc(1.953125rem * -1 - 4px); +} + +.ds-subnav [aria-current] { + border-bottom: 2px solid; +} + +.ds-field-radio { + display: flex; + align-items: center; + cursor: pointer; +} + +.ds-field-radio input { + clip: rect(0 0 0 0); + clip-path: inset(50%); + height: 1px; + overflow: hidden; + position: absolute; + white-space: nowrap; + width: 1px; +} + +.ds-field-radio > span::before { + content: ""; + border-radius: 50%; + display: inline-block; + width: 0.75em; + height: 0.75em; + border: 2px solid #403F41; + margin-right: 0.375rem; + vertical-align: -0.125em; + background-color: #fff; +} + +.ds-field-radio > input:checked + span::before { + background-color: #E6007C; + box-shadow: inset 0 0 0 0.25rem #fff; +} + +.ds-field-radio > input:focus + span { + text-decoration: underline; + text-decoration-color: #FFC037; + text-decoration-thickness: 2px; +} + +.ds-field-checkbox { + display: flex; + align-items: center; + cursor: pointer; +} + +.ds-field-checkbox input { + clip: rect(0 0 0 0); + clip-path: inset(50%); + height: 1px; + overflow: hidden; + position: absolute; + white-space: nowrap; + width: 1px; +} + +.ds-field-checkbox > span { + display: flex; + align-items: center; +} + +.ds-field-checkbox > span::before { + content: ""; + width: 1em; + height: 1em; + border: 2px solid #403F41; + margin-right: 0.375rem; + background-color: #fff; + float: left; +} + +.ds-field-checkbox > input:checked + span::before { + text-align: center; + content: "✓"; + color: #E6007C; +} + +.ds-field-checkbox > input:focus + span { + text-decoration: underline; + text-decoration-color: #FFC037; + text-decoration-thickness: 2px; +} + +.ds-select { + display: block; + display: inline-block; + width: 100%; + max-width: 50ch; + position: relative; +} + +@supports (-moz-appearance: none) or (-webkit-appearance: none) or (appearance: none) { + .ds-select select { + -moz-appearance: none; + -webkit-appearance: none; + appearance: none; + padding-right: 2.44140625rem; + } + + .ds-select::after { + content: ""; + height: 0; + width: 0; + border: 1rem solid transparent; + border-top-color: #E6007C; + border-top-width: 0.9rem; + position: absolute; + right: 0.75rem; + top: 50%; + transform: translateY(-12.5%); + pointer-events: none; + } +} +.ds-filter { + background-color: #E4F4FB; + padding: 1.25rem; +} + +.ds-filter ul { + font-family: Montserrat, sans-serif; + font-weight: 500; + line-height: 1.125; + color: #403F41; +} + +.ds-filter ul a { + display: inline-block; + text-decoration: none; + padding: 0.375rem 1rem; + border: 2px solid; +} + +.ds-filter ul a[aria-current] { + display: inline-block; + color: #fff; + background-color: #E6007C; + border-color: #E6007C; +} + +.ds-filter > a { + padding: 1rem 0; +} + +.ds-filter-label { + text-transform: uppercase; +} + +.ds-filter summary { + font-size: inherit; +} + +.ds-filter details ul { + font-size: 0.85em; +} + +.ds-status ul { + list-style: none; +} + +.ds-status ul li { + max-width: none; +} + +[class*=ds-status-] { + padding: 0.625rem; + font-size: 1rem; + background-color: #403F41; + color: #fff; +} + +.ds-status-message { + background-color: #007CAD; +} + +.ds-status-success { + background-color: #32841A; +} + +.ds-status-error { + background-color: #D91714; +} + +pre.ds-codeblock { + padding: 1rem; + background-color: rgba(64, 63, 65, 0.2); + line-height: 1.125; + scrollbar-width: thin; + scrollbar-color: #007CAD #403F41; +} + +pre.ds-codeblock code { + display: block; + white-space: pre-wrap; + padding: 0; + background-color: transparent; +} + +pre.ds-codeblock.ds-codeblock-scroll { + overflow-x: auto; +} + +pre.ds-codeblock.ds-codeblock-scroll code { + white-space: pre; +} + +::-webkit-scrollbar { + width: 1rem; +} + +::-webkit-scrollbar-track { + background-color: #403F41; +} + +::-webkit-scrollbar-thumb { + background-color: #007CAD; +} + +.ds-page { + overflow-x: hidden; +} + +.ds-page main { + margin-left: auto; + margin-right: auto; + max-width: 70ch; + padding: 0 1.25rem; +} + +table { + border-collapse: collapse; + width: 100%; +} + +tbody tr { + border-left: 8px solid gainsboro; +} +tbody tr.status-200 { + border-left-color: #32841A; +} +tbody tr.status-404 { + border-left-color: red; +} + +.run-graph { + display: table; +} + +.run-graph > a { + width: 15px; + height: 30px; + background-color: gainsboro; + vertical-align: bottom; + padding: 0 1px; + display: table-cell; +} + +.run-graph a .duration { + border-bottom: 4px darkgray solid; + height: 15px; +} + +.run-graph a.status-404 .duration { + background-color: red; + border-bottom-color: red; + border-top: 1px solid #666; +} + +.run-graph a.status-200 .duration { + background-color: #32841A; + border-bottom-color: #32841A; + border-top: 1px solid #666; +} + +pre { + font-size: 0.9em; + font-family: Monospaced, "Ubuntu Mono", monospace; +} +/*# sourceMappingURL=styles.css.map */ \ No newline at end of file diff --git a/_site/assets/css/styles.css.map b/_site/assets/css/styles.css.map new file mode 100644 index 0000000000..e022a63a19 --- /dev/null +++ b/_site/assets/css/styles.css.map @@ -0,0 +1 @@ +{"version":3,"sourceRoot":"","sources":["file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_fonts.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_stack.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_variables.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_cluster.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_grid.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_sidebar.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_card.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_footer.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_dark.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_utilities.scss","./assets/css/styles.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_type.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_forms.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_description-lists.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_button.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_call-to-action.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_details.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_candidate.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_breadcrumbs.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_table.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_language.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_header.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_subnav.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_radio.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_checkbox.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_select.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_filter.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_status.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_codeblock.scss","file:///home/symroe/Projects/democracyclub/lgsf-dashboard/node_modules/design-system/system/partials/_page.scss"],"names":[],"mappings":";AAAA;EACE;EACA;EAEA;EACA;EACA;;AAGF;EACE;EACA;EAEA;EACA;EACA;;ACfF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;EAIE;;;AAGF;EACE,YCiCG;;;AD9BL;EACE,YC2BG;;;ADxBL;EACE,YCoBG;;;ADjBL;EACE,YC0BI;;;AC9CN;AAAA;AAAA;EAGE;EACA;EACA;EACA;EACA;EACA;EACA;;;AAGF;AAAA;AAAA;EAGE,QDkCI;;;AC/BN;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE,QDeI;;;AE9CN;EACE;;;AAGF;EACE;EACA;EACA;;;AAGF;EACE,YFyBG;;;AEtBL;EACE;IACE;;;EAGF;IACE;IACA;IACA;IACA;;;ACvBJ;EACE;EACA;EACA;;;AAGF;EACE,QH2BG;EG1BH;;;AAGF;EACE,QHsBG;EGrBH;EACA;EACA;;;ACfF;EACE;EACA;EACA,YJiFW;;;AI9Eb;EACE;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE;EACA;;;AAGF;EACE;EACA;;;AAGF;EACE;EACA;EACA;EACA;;;AAGF;EACE,SJIG;;;AKrCL;EACE;EACA;EACA,YLsCG;;;AKlCL;EACE;;;AAIF;EACE;;;AAGF;EACE;EACA,eL8BI;;;AMhDN;EACE,ONQM;EMPN,kBNKM;;;AMFR;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;EAGE;;;AAGF;EACE,kBNHM;;;AMMR;EACE;;;AChBF;EACE;EACA;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE,SPuBG;;;AOpBL;EACE,SPuBG;;;AOpBL;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;AAAA;EAEE;EACA,WP4BQ;EO3BR;EACA;;;AAGF;EACE,WPuBe;;;AOpBjB;EACE;EACA;EACA;;;AAGF;EACE,WPYQ;;;AOTV;EACE,WPSe;;;AONjB;EACE,WPMY;;;AOHd;EACE,WPGa;;;AQiBb;EACE;ERfF,aAdW;EAeX;EACA,aAXgB;EAYhB,OAnEM;;;AQmFN;AAAA;AAAA;EAGE;;;AAGF;EACE;;;AChGF;AAAA;AAAA;EAGE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;EACA;EACA;;;AAGF;EACE,OTnBI;ESoBJ,kBTnBW;ESoBX;EACA;;;AAGF;AAAA;AAAA;EAGE;;;AAGF;EACE;EACA;EACA;EACA,STRC;ESSD,kBTlCI;;;ASqCN;EACE;EACA;;;AAGF;ET2BA,aApBW;EAqBX;EACA,aAnBW;EAoBX,OA1EM;;;ASiDN;EACE;;;AAGF;EACE,WTzBC;ES0BD;EACA;EACA,cT9BC;;;ASiCH;AAAA;EAEE,WTJM;;;ASOR;EACE,WTtBE;;;ASyBJ;AAAA;AAAA;AAAA;EAIE;;;AAIF;EAAa,WT5CV;ES4C0B;;;AAC7B;EAAa,WT9CV;ES8C0B;;;AAC7B;EAAa,WThDV;ESgD0B;;;AAC7B;EAAa,WTlDV;ESkD0B;;;AAC7B;EAAa,WTpDV;ESoD0B;;;AAC7B;EAAa,WTtDV;ESsD0B;;;AAE7B;EACE;EACA;;;AAGF;EACE;;;AAGF;EACE,OT3FW;ES4FX;;;AAGF;ET3BA,aApBW;EAqBX;EACA,aAnBW;EAoBX,OA1EM;ESoGJ,cTtEC;;;ASyEH;AAAA;AAAA;ETvCA,aAdW;EAeX;EACA,aAXgB;EAYhB,OAnEM;ES2GJ;;;AAGF;ETvCA,aApBW;EAqBX;EACA,aAnBW;EAoBX,OA1EM;ESgHJ,aTnFC;;;ASsFH;EACE,YTzEE;;;AU9CJ;EACE,kBVQQ;;;AULV;EACE,SV2BC;;;AUxBH;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE,YVYC;;;AUTH;EACE;;;AAGF;EACE;EACA,YVYE;;;AUTJ;EACE,YVUE;;;AUPJ;AAAA;AAAA;AAAA;EAIE,SVGE;EUFF;EACA;EACA,WVkBa;EUjBb;EACA;;;AAGF;EACE,OVtCU;EUuCV;;;AAGF;EACE,SVxBC;EUyBD,kBV5CU;EU6CV,WVKa;;;AUFf;EACE;;;AAGF;EACE;;;ACpEF;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AA0CA;EACE;EACA;EACA;;;AAGF;EACE;EACA,aXDE;EWEF;;;AAGF;AAAA;EAEE;EACA;EACA;;;AAGF;EACE;EACA;EACA,eX9BC;EW+BD;;;AAGF;EACE;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE,YX9BE;;;AYjDJ;EACE;EACA;EACA,OZKI;EYJJ,kBZKW;EYJX,WZ6BC;EY5BD;EACA;;;AAGF;EACE;EACA,KZkCE;EYjCF;EACA;EACA,eZ+BE;;;AY5BJ;EACE,kBZTW;;;AYYb;EACE;EACA;;;AAGF;EACE;;;AC5BF;EACE;EACA,ObOW;EaNX,kBbKI;EaJJ,Wb8BC;Ea7BD;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE,ObLW;;;AaQb;EACE;EACA;EACA;;;AAGF;EACE;EACA,OblBI;;;AaqBN;EACE,ObnBW;;;AcXb;EACE;EACA;;;AAGF;EACE;EACA;EACA;;;AAGF;AAAA;EAEE;EACA;;;AAGF;EdqDA,aAdW;EAeX;EACA,aAXgB;EAYhB,OAnEM;EcaJ;EACA;EACA,WdcC;EcbD,OdbW;;;AcgBb;EACE;EACA;;;AAGF;EACE,edEC;;;AcCH;AAAA;EAEE;;;AAGF;EACE;EACA;;;AAGF;EACE;;;AC7CF;EACE;EACA;EACA;EACA;EACA,Yf8ES;;;Ae3EX;EACE,Sf0BC;EezBD;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE;EACA;;;AAGF;EACE;EACA;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE;EACA;EACA;;;AAGF;EACE;IACE;IACA;;;AAIJ;EACE;IACE;;;EAGF;IACE,Sf9BD;;;EeiCD;IACE;IACA;IACA;IACA;IACA;;;EAGF;IACE;IACA;IACA;IACA;IACA;;;AAIJ;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;EACA;;;ACjGF;EhBsEA,aAdW;EAeX;EACA,aAXgB;EAYhB,OAnEM;EgBJJ,ahB0DS;EgBzDT;EACA;;;AAGF;EACE;;;AAGF;EACE;;;ACZF;EACE;;;AAGF;EACE;EACA;EACA;EACA;EACA;;;AAGF;EACE,SjBoBC;;;AiBjBH;EACE;;;AAGF;EACE,ajBoCS;;;AiBjCX;EACE,kBjBbQ;;;AiBgBV;EACE,WjBMC;EiBLD;EACA;EACA;;;AAGF;EACE;EACA;;;AAGF;AAAA;AAAA;EAGE;;;AAGF;EACE;;;AC/CF;EAIE,SlB4CE;EkB3CF,WlB8CE;;;AkB3CJ;EACE;EACA,2BlBiCoB;EkBhCpB;;;AAXF;EAIE,SlB4CE;EkB3CF,WlB8CE;;;AkB3CJ;EACE;EACA,2BlBiCoB;EkBhCpB;;;ACXF;EACE;EACA;EACA;EACA;EACA,SnB6BC;;;AmB1BH;EACE;EACA;EACA,cnBuBC;;;AmBpBH;EACE;EACA;EACA;;;AAGF;EAEE;;;AAGF;EACE;;;AAGF;EnByCA,aAdW;EAeX;EACA,aAXgB;EAYhB,OAnEM;EmByBJ;;;AAGF;EACE;EACA;EACA;EACA,SnBSE;EmBRF;;;AAGF;EACE,qBnBjCW;;;AmBoCb;EACE,qBnBtCW;;;AoBTb;EAEE,OpBOW;EoBNX;;;AAGF;EACE;;;AAGF;EACE;EACA;;;AAGF;EACE;;;AAGF;EACE;EACA;EACA;;;AAGF;EACE;;;AC1BF;EACE;EACA;EACA;;;AAGF;EACE;EACA;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE;EACA;EACA;EACA;EACA;EACA;EACA,crBuBE;EqBtBF;EACA,kBrBjBI;;;AqBoBN;EACE,kBrBpBW;EqBqBX;;;AAGF;EACE;EACA,uBrBlBI;EqBmBJ;;;ACpCF;EACE;EACA;EACA;;;AAGF;EACE;EACA;EACA;EACA;EACA;EACA;EACA;;;AAGF;EACE;EACA;;;AAGF;EACE;EACA;EACA;EACA;EACA,ctBoBE;EsBnBF,kBtBnBI;EsBoBJ;;;AAGF;EACE;EACA;EACA,OtBzBW;;;AsB4Bb;EACE;EACA,uBtBtBI;EsBuBJ;;;ACxCF;EACE;EACA;EACA;EACA,WvB6Da;EuB5Db;;;AAGF;EACE;IACE;IACA;IACA;IACA,evBwBD;;;EuBrBD;IACE;IACA;IACA;IACA;IACA,kBvBZS;IuBaT;IACA;IACA,OvByBA;IuBxBA;IACA;IACA;;;AC3BJ;EACE,kBxBWQ;EwBVR,SxBgCC;;;AwBvBH;ExB2DA,aAdW;EAeX;EACA,aAXgB;EAYhB,OAnEM;;;AwBSN;EACE;EACA;EACA;EACA;;;AAGF;EACE;EACA,OxBhBI;EwBiBJ,kBxBhBW;EwBiBX,cxBjBW;;;AwBoBb;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;;;AC1CF;EACE;;;AAGF;EACE;;;AAGF;EACE,SzBuCE;EyBtCF,WzByCE;EyBxCF,kBzBLI;EyBMJ,OzBJI;;;AyBON;EACE,kBzBNW;;;AyBSb;EACE,kBzBPY;;;AyBUd;EACE,kBzBTU;;;A0BfZ;EACE,S1BgCC;E0B/BD,kB1BKW;E0BJX,a1B0Dc;E0BzDd;EACA;;;AAGF;EACE;EACA;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE,O1BSC;;;A0BNH;EACE,kB1BtBI;;;A0ByBN;EACE,kB1BtBW;;;A2BVb;EACE;;;AAGF;EACE;EACA;EACA,W3ByDM;E2BxDN;;;AnBuGJ;EACE;EACA;;;AAEF;EACE;;AACA;EACE,mBRzGY;;AQ2Gd;EACE;;;AAMJ;EACE;;;AAEF;EACE;EACA;EACA,kBAxBS;EAyBT;EACA;EACA;;;AAGF;EACE;EACA;;;AAEF;EACE;EACA;EACA;;;AAEF;EACE,kBRxIc;EQyId,qBRzIc;EQ0Id;;;AAGF;EACE;EACA","sourcesContent":["@font-face {\n font-family: 'Montserrat';\n src: url('fonts/montserrat-medium.woff2') format('woff2'),\n url('fonts/montserrat-medium.woff') format('woff');\n font-weight: normal;\n font-style: normal;\n font-display: swap;\n}\n\n@font-face {\n font-family: 'Montserrat';\n src: url('fonts/montserrat-light.woff2') format('woff2'),\n url('fonts/montserrat-light.woff') format('woff');\n font-weight: 300;\n font-style: normal;\n font-display: swap;\n}","%ds-stack-larger > *,\n%ds-stack > *,\n%ds-stack-smaller > *,\n%ds-stack-smallest > * {\n margin: 0;\n}\n\n%ds-stack-larger > * + * {\n margin-top: $s8;\n}\n\n%ds-stack > * + * {\n margin-top: $s6;\n}\n\n%ds-stack-smaller > * + * {\n margin-top: $s3;\n}\n\n%ds-stack-smallest > * + * {\n margin-top: $ss2;\n}\n\n@mixin stack {\n .ds-stack-larger { @extend %ds-stack-larger }\n .ds-stack { @extend %ds-stack }\n .ds-stack-smaller { @extend %ds-stack-smaller }\n .ds-stack-smallest { @extend %ds-stack-smallest }\n}","// Fix min function for libsass\n@function min($numbers...) {\n @return m#{i}n(#{$numbers})\n}\n\n// Colours\n\n$black: #403F41;\n$blackOpacity: rgba($black, 0.2);\n$white: #fff;\n$pinkForWhite: #E6007C;\n$blueForWhite: #007CAD;\n$blueForBlack: #00B6FF;\n$blueLight: #E4F4FB;\n$greenForWhite: #32841A;\n$greenForBlack: #4BC427;\n$redForWhite: #D91714;\n$redForBlueLight: $redForWhite;\n$amber: #FFC037;\n\n// Scales\n\n@function pow($number, $exponent) {\n $value: 1;\n @if $exponent > 0 {\n @for $i from 1 through $exponent {\n $value: $value * $number;\n }\n }\n @return $value;\n}\n\n// Large scale\n$ratio: 1.25;\n$s1: 1rem;\n$s2: #{$ratio}rem;\n$s3: #{pow($ratio, 2)}rem;\n$s4: #{pow($ratio, 3)}rem;\n$s5: #{pow($ratio, 4)}rem;\n$s6: #{pow($ratio, 5)}rem;\n$s7: #{pow($ratio, 6)}rem;\n$s8: #{pow($ratio, 7)}rem;\n\n// Small scale\n$increment-small-scale: 0.125rem;\n$ss1: $increment-small-scale;\n$ss2: $ss1 + $increment-small-scale;\n$ss3: $ss2 + $increment-small-scale;\n$ss4: $ss3 + $increment-small-scale;\n$ss5: $ss4 + $increment-small-scale;\n$ss6: $ss5 + $increment-small-scale;\n$ss7: $ss6 + $increment-small-scale;\n$ss8: $ss7 + $increment-small-scale;\n\n// Type\n\n// Font families\n$familyMain: Montserrat, sans-serif;\n$familyBody: Georgia, serif;\n\n// Line heights\n$lineHeight: 1.5; // WCAG 1.4.12 recommended minimum\n$lineHeightTight: 1.125;\n\n// Measure (characters per line; used with max-width typically)\n$measure: 70ch;\n$measureReduced: 50ch;\n$measureHalf: 35ch;\n$measureThird: 23ch;\n\n@mixin fontMain {\n font-family: $familyMain;\n font-weight: 500;\n line-height: $lineHeightTight;\n color: $black;\n}\n\n@mixin fontBody {\n font-family: $familyBody;\n font-weight: normal;\n line-height: $lineHeight;\n color: $black;\n}\n\n$cardShadow: 0 2px 4px 0 rgba(0,0,0,0.1);","%ds-cluster > *,\n%ds-cluster-right > *,\n%ds-cluster-center > * {\n padding-left: 0;\n list-style: none;\n display: flex;\n flex-wrap: wrap;\n justify-content: flex-start;\n align-items: center;\n margin: calc(#{$ss5} * -1);\n}\n\n%ds-cluster > * > *,\n%ds-cluster-right > * > *,\n%ds-cluster-center > * > * {\n margin: $ss5;\n}\n\n%ds-cluster-right > * {\n justify-content: flex-end;\n}\n\n%ds-cluster-center > * {\n justify-content: center;\n}\n\n%ds-cluster-tight > * {\n margin: calc(#{$ss2} * -1);\n}\n\n%ds-cluster-tight > * > * {\n margin: $ss2;\n}\n\n@mixin cluster {\n .ds-cluster { @extend %ds-cluster }\n .ds-cluster-right { @extend %ds-cluster-right }\n .ds-cluster-center { @extend %ds-cluster-center }\n .ds-cluster-tight { @extend %ds-cluster-tight }\n}","%ds-grid {\n padding: 0;\n}\n\n%ds-grid > * {\n list-style: none;\n margin: 0;\n max-width: none;\n}\n\n%ds-grid > * + * {\n margin-top: $s3;\n}\n\n@supports (width: calc(min(20px, 100%))) {\n %ds-grid > * + * {\n margin-top: 0;\n }\n\n %ds-grid {\n display: grid;\n grid-gap: var(--gridGap, #{$s2});\n --gridCellMin: 30ch;\n grid-template-columns: repeat(auto-fit, minmax(min(var(--gridCellMin), 100%), 1fr));\n }\n}\n\n@mixin grid {\n .ds-grid { @extend %ds-grid }\n}","%ds-with-sidebar > * {\n display: flex;\n flex-wrap: wrap;\n margin: calc(#{$s1} * -1);\n}\n\n%ds-with-sidebar .ds-sidebar {\n margin: $s1;\n flex-grow: 1;\n}\n\n%ds-with-sidebar .ds-not-sidebar {\n margin: $s1;\n flex-basis: 0;\n flex-grow: 999;\n min-width: calc(50% - #{$s1});\n}\n\n@mixin sidebar {\n .ds-with-sidebar {\n @extend %ds-with-sidebar;\n }\n}","%ds-card {\n position: relative;\n border: 1px solid $blackOpacity;\n box-shadow: $cardShadow;\n}\n\n%ds-card .ds-card-link::after {\n content: '';\n position: absolute;\n top: 0;\n right: 0;\n bottom: 0;\n left: 0;\n}\n\n%ds-card a:not(.ds-card-link) {\n position: relative;\n z-index: 2;\n}\n\n%ds-card .ds-card-image {\n position: relative;\n padding-bottom: 37.5%;\n}\n\n%ds-card .ds-card-image img {\n position: absolute;\n width: 100%;\n height: 100%;\n object-fit: cover;\n}\n\n%ds-card .ds-card-body {\n padding: $s4;\n @extend %ds-stack-smaller;\n}\n\n@mixin card {\n .ds-card { @extend %ds-card }\n}","%ds-footer {\n padding: $s8 $s2;\n border-top: $ss4 solid $blueForWhite;\n margin-top: $s8;\n @extend %ds-dark;\n}\n\n%ds-copyright {\n max-width: none;\n @extend %ds-stack-smallest;\n}\n\n%ds-copyright p {\n margin: 0 !important;\n}\n\n%ds-copyright img {\n max-width: 15rem;\n margin-bottom: $ss4;\n}\n\n@mixin footer {\n .ds-footer { @extend %ds-footer }\n .ds-copyright { @extend %ds-copyright }\n}","%ds-dark, %ds-dark * {\n color: $white;\n background-color: $black;\n}\n\n%ds-dark .ds-card,\n%ds-dark form,\n%ds-dark .ds-candidate {\n border: 1px solid;\n}\n\n%ds-dark .ds-select::after {\n border-top-color: $white;\n}\n\n%ds-dark [class*=\"ds-button\"]:not(:active) {\n border-bottom-color: #000;\n}\n\n@mixin dark {\n .ds-dark { @extend %ds-dark }\n}","%ds-visually-hidden {\n clip: rect(0 0 0 0);\n clip-path: inset(50%);\n height: 1px;\n overflow: hidden;\n position: absolute;\n white-space: nowrap;\n width: 1px;\n}\n\n%ds-padded {\n padding: $s1;\n}\n\n%ds-padded-large {\n padding: $s5;\n}\n\n%ds-bordered {\n border: 2px solid;\n}\n\n%ds-text-left {\n text-align: left;\n}\n\n%ds-text-centered {\n text-align: center;\n}\n\n%ds-text-right {\n text-align: right;\n}\n\n%ds-block-centered,\n%ds-block-centered-narrow {\n display: block;\n max-width: $measure;\n margin-left: auto;\n margin-right: auto;\n}\n\n%ds-block-centered-narrow {\n max-width: $measureReduced;\n}\n\n%ds-width-full {\n display: block;\n max-width: none;\n width: auto;\n}\n\n%ds-width-full-text {\n max-width: $measure;\n}\n\n%ds-width-reduced-text {\n max-width: $measureReduced;\n}\n\n%ds-width-half-text {\n max-width: $measureHalf;\n}\n\n%ds-width-third-text {\n max-width: $measureThird;\n}\n\n@mixin utilities {\n .ds-visually-hidden { @extend %ds-visually-hidden }\n .ds-padded { @extend %ds-padded }\n .ds-padded-large { @extend %ds-padded-large }\n .ds-text-left { @extend %ds-text-left }\n .ds-bordered { @extend %ds-bordered }\n .ds-text-centered { @extend %ds-text-centered }\n .ds-text-right { @extend %ds-text-right }\n .ds-block-centered { @extend %ds-block-centered }\n .ds-block-centered-narrow { @extend %ds-block-centered-narrow }\n .ds-width-full { @extend %ds-width-full }\n .ds-width-full-text { @extend %ds-width-full-text }\n .ds-width-reduced-text { @extend %ds-width-reduced-text }\n .ds-width-half-text { @extend %ds-width-half-text }\n .ds-width-third-text { @extend %ds-width-third-text }\n}","// Main files\n// Do not delete these\n// You can configure which are included\n// within the 'optional-styles' mixin below\n@import 'partials/_fonts.scss';\n@import 'partials/_variables.scss';\n@import 'partials/_type.scss';\n@import 'partials/_forms.scss';\n@import 'partials/_description-lists.scss';\n@import 'partials/_button.scss';\n@import 'partials/_call-to-action.scss';\n@import 'partials/_details.scss';\n@import 'partials/_stack.scss';\n@import 'partials/_cluster.scss';\n@import 'partials/_grid.scss';\n@import 'partials/_sidebar.scss';\n@import 'partials/_breadcrumbs.scss';\n@import 'partials/_card.scss';\n@import 'partials/_candidate.scss';\n@import 'partials/_table.scss';\n@import 'partials/_language.scss';\n@import 'partials/_header.scss';\n@import 'partials/_subnav.scss';\n@import 'partials/_footer.scss';\n@import 'partials/_radio.scss';\n@import 'partials/_checkbox.scss';\n@import 'partials/_select.scss';\n@import 'partials/_filter.scss';\n@import 'partials/_status.scss';\n@import 'partials/_codeblock.scss';\n@import 'partials/_dark.scss';\n@import 'partials/_page.scss';\n@import 'partials/_utilities.scss';\n\n// Whether to scope basic styles to the .ds-scope class\n// For `true`, styles only apply inside\n// containers with `class=\"ds-scope\"`\n$scope: false;\n\n// Comment out the component styles\n// you don’t need\n@mixin optional-styles {\n @include description-lists;\n @include button;\n @include cta;\n @include cluster;\n @include grid;\n @include sidebar;\n @include details;\n @include card;\n @include candidate;\n @include breadcrumbs;\n @include table;\n @include language;\n @include language;\n @include header;\n @include subnav;\n @include footer;\n @include radio;\n @include checkbox;\n @include select;\n @include filter;\n @include status;\n @include codeblock;\n}\n\n@if $scope {\n .ds-scope {\n font-size: clamp(#{$s1}, 2vw, #{$s2});\n @include fontMain;\n @include type;\n @include forms;\n @include stack;\n @include optional-styles;\n @include dark;\n @include page;\n @include utilities;\n }\n\n .ds-scope *,\n .ds-scope *::before,\n .ds-scope *::after {\n box-sizing: border-box;\n }\n} @else {\n :root {\n font-size: clamp(#{$s1}, 2vw, #{$s2});\n @include fontMain;\n }\n\n :root *,\n :root *::before,\n :root *::after {\n box-sizing: border-box;\n }\n\n body {\n margin: 0;\n }\n\n @include type;\n @include forms;\n @include stack;\n @include optional-styles;\n @include dark;\n @include page;\n @include utilities;\n}\n\n\n$DarkGray: rgba(220, 220, 220, 1);\n\ntable {\n border-collapse: collapse;\n width:100%;\n}\ntbody tr {\n border-left: 8px solid $DarkGray;\n &.status-200 {\n border-left-color: $greenForWhite;\n }\n &.status-404 {\n border-left-color: red;\n\n }\n}\n\n\n.run-graph {\n display: table;\n}\n.run-graph > a {\n width: 15px;\n height:30px;\n background-color: $DarkGray;\n vertical-align: bottom;\n padding:0 1px;\n display: table-cell;\n}\n\n.run-graph a .duration {\n border-bottom: 4px darkgray solid;\n height:15px;\n}\n.run-graph a.status-404 .duration {\n background-color: red;\n border-bottom-color: red;\n border-top:1px solid #666;\n}\n.run-graph a.status-200 .duration {\n background-color: $greenForWhite;\n border-bottom-color: $greenForWhite;\n border-top:1px solid #666;\n}\n\npre {\n font-size:0.9em;\n font-family: Monospaced, \"Ubuntu Mono\", monospace;\n}\n","@mixin type {\n input,\n button,\n select {\n font: inherit;\n }\n\n * {\n margin: 0;\n }\n\n *:focus {\n outline: $ss2 solid $amber;\n }\n\n header, main, footer, nav, aside, section, details, summary {\n display: block;\n }\n\n img {\n display: inline-block;\n max-width: 100%;\n height: auto;\n }\n\n code {\n color: $black;\n background-color: $blackOpacity;\n word-break: break-word;\n padding: 0 $ss3;\n }\n\n div:focus,\n [tabindex=\"-1\"]:focus,\n body:focus {\n outline: none;\n }\n\n .ds-skip-link {\n position: absolute;\n top: -5rem;\n display: inline-block;\n padding: $s1;\n background-color: $white;\n }\n\n .ds-skip-link:focus {\n top: 0.5rem;\n left: 0.5rem;\n }\n\n p, blockquote {\n @include fontBody;\n }\n\n // successive paragraphs are immune to Stack\n p + p {\n margin-top: $s1 !important;\n }\n\n blockquote {\n font-size: $s3;\n font-style: italic;\n border-left: $ss4 solid $amber;\n padding-left: $s1;\n }\n\n p, li, dt, dd, blockquote,\n h1, h2, h3, h4, h5, h6 {\n max-width: $measure;\n }\n\n small {\n font-size: $ss7;\n }\n\n h1, .ds-h1,\n h2, .ds-h2,\n h3, .ds-h3\n h4, .ds-h4 {\n word-break: break-word;\n\n }\n\n h1, .ds-h1 { font-size: $s7; font-size: clamp(#{$s4}, 7vw, #{$s7}); }\n h2, .ds-h2 { font-size: $s6; font-size: clamp(#{$s4}, 6vw, #{$s6}); }\n h3, .ds-h3 { font-size: $s5; font-size: clamp(#{$s3}, 5vw, #{$s5}); }\n h4, .ds-h4 { font-size: $s4; font-size: clamp(#{$s2}, 4vw, #{$s4}); }\n h5, .ds-h5 { font-size: $s3; font-size: clamp(#{$s1}, 3vw, #{$s3}); }\n h6, .ds-h6 { font-size: $s2; font-size: clamp(#{$ss6}, 2vw, #{$s2}); }\n\n h1, h2, h3, h4, h5, h6 {\n font-weight: 500;\n word-break: break-word;\n }\n\n h1, h2 {\n font-weight: 300;\n }\n\n a {\n color: $pinkForWhite;\n text-decoration: underline;\n }\n\n ul, ol {\n @include fontBody;\n padding-left: $s4;\n }\n\n ul[class], ol[class],\n [class] > ul:first-child,\n [class] > ol:first-child {\n @include fontMain;\n padding-left: 0;\n }\n\n dd {\n @include fontBody;\n margin-left: $s3;\n }\n\n dl > * + * {\n margin-top: $ss6;\n }\n}","// Just the form layout basics\n// You need to import field types separately\n\n@mixin forms {\n form {\n background-color: $blueLight;\n }\n\n form, fieldset {\n padding: $s3;\n }\n\n form * {\n margin: 0;\n }\n\n fieldset {\n border: 2px solid;\n }\n\n legend {\n padding: 0 $ss5;\n }\n\n form > * + *, fieldset > *:not(legend) + * {\n margin-top: $s4;\n }\n\n .ds-field label {\n display: block;\n }\n\n .ds-field label small {\n display: block;\n margin-top: $ss2;\n }\n\n .ds-field > * + * {\n margin-top: $ss4;\n }\n\n input[type=\"text\"],\n input[type=\"password\"],\n input[type=\"email\"],\n select {\n padding: $ss4;\n border: 2px solid;\n width: 100%;\n max-width: $measureReduced;\n box-shadow: inset $ss2 $ss2 0 $blackOpacity;\n box-sizing: border-box;\n }\n\n .ds-field-error {\n color: $redForBlueLight;\n display: block;\n }\n\n .ds-error {\n padding: $s2;\n background-color: $redForWhite;\n max-width: $measureReduced;\n }\n\n .ds-error, .ds-error * {\n color: #fff;\n }\n\n .ds-error span[role=\"img\"] {\n filter: invert(1) grayscale(1) contrast(100);\n }\n}\n\n","@mixin description-lists {\n /*dl.ds-descriptions > div {\n display: flex;\n align-items: center;\n flex-wrap: wrap;\n }\n\n dl.ds-descriptions dt,\n dl.ds-descriptions dd {\n margin: 0;\n padding: 0;\n max-width: none;\n }\n\n dl.ds-descriptions dt {\n line-height: 1.25;\n padding-right: $s2;\n }\n\n dl.ds-descriptions > div + div {\n margin-top: $ss6;\n padding-top: $ss6;\n border-top: 1px solid $blackOpacity;\n }\n\n dl.ds-descriptions dd + dd {\n margin-top: $ss6;\n }\n\n dl.ds-descriptions > div > * {\n flex-grow: 1;\n flex-shrink: 0;\n }\n\n dl.ds-descriptions dt {\n flex-basis: calc(25% - #{$s2});\n }\n\n dl.ds-descriptions dt + * {\n flex-basis: 75%;\n min-width: min(20rem, 100%);\n }*/\n\n dl.ds-descriptions > div {\n display: flex;\n flex-wrap: wrap;\n align-items: center;\n }\n\n dl.ds-descriptions > div + div {\n margin-top: $ss6;\n padding-top: $ss6;\n border-top: 1px solid $blackOpacity;\n }\n\n dl.ds-descriptions dt,\n dl.ds-descriptions dd {\n margin: 0;\n padding: 0;\n max-width: none;\n }\n\n dl.ds-descriptions > div > dt {\n line-height: 1.125;\n flex-basis: 10rem;\n padding-right: $s2;\n flex-grow: 1;\n }\n\n dl.ds-descriptions dt + * {\n flex-basis: calc(100% - 12rem);\n flex-grow: 666;\n min-width: 50%;\n }\n\n dl.ds-descriptions dt + * {\n word-break: break-word;\n }\n\n dl.ds-descriptions dd + dd {\n margin-top: $ss6;\n }\n}","@mixin button {\n button[class*=\"ds-button\"] {\n border: 0;\n cursor: pointer;\n color: $white;\n background-color: $pinkForWhite;\n font-size: $s2;\n padding: $ss5 $s2;\n border-bottom: $ss3 solid $black;\n }\n\n button[class*=\"ds-button\"]:active:not([disabled]) {\n position: relative;\n top: $ss3;\n border-bottom: 0;\n outline: none;\n margin-bottom: $ss3;\n }\n\n button.ds-button-blue {\n background-color: $blueForWhite;\n }\n\n button[class*=\"ds-button\"][disabled] {\n cursor: not-allowed;\n opacity: 0.666;\n }\n\n .ds-dark button[class*=\"ds-button\"][disabled]:active {\n border-bottom-color: #000;\n }\n}\n\n","@mixin cta {\n a.ds-cta {\n display: inline-block;\n color: $pinkForWhite;\n background-color: $white;\n font-size: $s2;\n padding: $ss7 $s2;\n border: $ss2 solid;\n text-decoration: none;\n }\n\n a.ds-cta[href]:hover {\n transform: scale(1.05);\n }\n\n a.ds-cta-blue {\n color: $blueForWhite;\n }\n\n a.ds-cta:not([href]) {\n opacity: 0.666;\n cursor: not-allowed;\n border-style: dashed;\n }\n\n .ds-dark a.ds-cta {\n background: transparent;\n color: $white;\n }\n\n .ds-dark a.ds-cta-blue {\n color: $blueForBlack;\n }\n}","@mixin details {\n ul.ds-details {\n padding: 0;\n list-style: none;\n }\n\n details {\n padding: $s1 0;\n border-style: solid;\n border-width: 1px 0;\n }\n\n details + details,\n ul.ds-details li + li details {\n margin-top: 0;\n border-top-width: 0;\n }\n\n summary {\n @include fontMain;\n font-style: normal;\n cursor: pointer;\n font-size: $s3;\n color: $pinkForWhite;\n }\n\n summary > * {\n font: inherit;\n display: inline;\n }\n\n details[open] summary {\n margin-bottom: $s1;\n }\n\n summary::marker,\n summary::-webkit-details-marker {\n display: none;\n }\n\n summary::before {\n line-height: 1;\n content: '▸\\0020\\0020'\n }\n\n details[open] summary::before {\n content: '▾\\0020\\0020';\n }\n}","@mixin candidate {\n .ds-candidate {\n position: relative;\n display: flex;\n flex-wrap: wrap;\n border: 1px solid $blackOpacity;\n box-shadow: $cardShadow;\n }\n\n .ds-candidate-body {\n padding: $s3;\n flex-grow: 999;\n align-self: center;\n display: flex;\n flex-direction: column;\n justify-content: center;\n flex-basis: 50%;\n }\n\n .ds-candidate-name {\n hyphens: auto;\n word-break: break-word;\n }\n\n .ds-candidate-name a::after {\n content: '';\n position: absolute;\n top: 0;\n right: 0;\n bottom: 0;\n left: 0;\n z-index: 2;\n }\n\n .ds-candidate-image {\n background-color: #efefef;\n flex-grow: 1;\n min-width: 10rem;\n min-width: min(10rem, 100%);\n min-height: 10rem;\n max-width: 100%;\n position: relative;\n aspect-ratio: 1/1;\n }\n\n .ds-candidate-image img {\n display: block;\n height: 100%;\n position: absolute;\n }\n\n @supports (object-fit: cover) {\n .ds-candidate-image img {\n object-fit: cover;\n width: 100%;\n }\n }\n\n @media (max-width: 400px) {\n li.ds-candidate {\n flex-wrap: nowrap;\n }\n\n li .ds-candidate-body, li .ds-candidate-image {\n padding: $s1;\n }\n\n li .ds-candidate-image {\n background-color: transparent;\n min-width: 0;\n display: flex;\n align-items: center;\n min-height: 0;\n } \n \n li .ds-candidate-image img {\n position: static;\n object-fit: inherit;\n height: 12vh;\n width: auto;\n margin-left: auto;\n }\n }\n\n .ds-candidate:focus-within {\n outline: $ss2 solid $amber;\n }\n\n .ds-candidate:focus-within a:focus {\n outline: none;\n }\n\n :not(li).ds-candidate .ds-candidate-body {\n flex-basis: 50%;\n }\n\n :not(li).ds-candidate .ds-candidate-image {\n min-width: 20rem;\n min-width: min(20rem, 100%);\n }\n}","@mixin breadcrumbs {\n nav.ds-breadcrumbs ol {\n @include fontMain;\n line-height: $lineHeight;\n margin: 0;\n list-style: none;\n }\n\n nav.ds-breadcrumbs li {\n display: inline-block;\n }\n\n nav.ds-breadcrumbs li:not(:last-child)::after {\n content: '\\00a0\\00a0/\\00a0';\n }\n}","@mixin table {\n .ds-table {\n overflow-x: auto;\n }\n\n .ds-table table {\n position: relative;\n border-top: 0;\n border-collapse: collapse;\n min-width: 100%;\n text-align: left;\n }\n\n .ds-table th, .ds-table td, .ds-table caption {\n padding: $s1;\n }\n\n .ds-table caption {\n padding-left: 0;\n }\n\n .ds-table td {\n font-family: $familyBody;\n }\n\n .ds-table tr:nth-child(even) {\n background-color: $blueLight;\n }\n\n .ds-table caption {\n font-size: $s3;\n text-align: left;\n font-weight: bold;\n border-bottom: 1px solid;\n }\n\n .ds-table caption > * {\n font-size: inherit;\n font-weight: inherit;\n }\n\n .ds-table td + td,\n .ds-table th + th,\n .ds-table th + td {\n border-left: 1px solid;\n }\n\n .ds-table th:not([scope=\"row\"]) {\n border-bottom: 1px solid;\n }\n}","@mixin language {\n .ds-language {\n @extend %ds-dark;\n @extend %ds-cluster;\n @extend %ds-cluster-right;\n padding: $ss5;\n font-size: $ss8;\n }\n\n .ds-language [aria-current] {\n text-decoration: underline;\n text-decoration-thickness: $ss1;\n color: $blueForBlack;\n }\n}","@mixin header {\n .ds-header {\n display: flex;\n flex-wrap: wrap;\n justify-content: space-between;\n align-items: center;\n padding: $s2;\n }\n\n .ds-header-home {\n flex-basis: 15rem;\n flex-grow: 0;\n margin-right: $s2;\n }\n\n .ds-header-home img {\n width: 100%;\n max-width: 20rem;\n height: auto;\n }\n\n .ds-header nav {\n @extend %ds-cluster;\n margin: $s1 0 $s1;\n }\n\n .ds-header ul {\n font-size: clamp(#{$ss7}, 3vw, #{$s1});\n }\n\n .ds-header li {\n @include fontMain;\n display: inline-block;\n }\n\n .ds-header nav a {\n text-decoration: none;\n color: inherit;\n display: block;\n padding: $ss4;\n border-bottom: 2px solid $white;\n }\n\n .ds-header a:hover {\n border-bottom-color: $blueForWhite;\n }\n\n .ds-header [aria-current] {\n border-bottom-color: $pinkForWhite;\n }\n}","@mixin subnav {\n .ds-subnav {\n @extend %ds-cluster;\n color: $pinkForWhite;\n font-size: clamp(#{$s2}, 2.5vw, #{$s3});\n }\n\n .ds-subnav > * {\n margin: calc(#{$ss6} * -1) calc(#{$s4} * -1);\n }\n\n .ds-subnav > * > * {\n margin: $ss6 $s4;\n position: relative;\n }\n\n .ds-subnav a {\n text-decoration: none;\n }\n\n .ds-subnav li:not(:last-child) a::after {\n content: '\\00b7';\n position: absolute;\n right: calc(#{$s4} * -1 - 4px);\n }\n\n .ds-subnav [aria-current] {\n border-bottom: 2px solid;\n }\n}","@mixin radio {\n .ds-field-radio {\n display: flex;\n align-items: center;\n cursor: pointer;\n }\n\n .ds-field-radio input {\n clip: rect(0 0 0 0);\n clip-path: inset(50%);\n height: 1px;\n overflow: hidden;\n position: absolute;\n white-space: nowrap;\n width: 1px;\n }\n\n .ds-field-radio > span::before {\n content: '';\n border-radius: 50%;\n display: inline-block;\n width: 0.75em;\n height: 0.75em;\n border: 2px solid $black;\n margin-right: $ss3;\n vertical-align: -0.125em;\n background-color: $white;\n }\n\n .ds-field-radio > input:checked + span::before {\n background-color: $pinkForWhite;\n box-shadow: inset 0 0 0 $ss2 $white;\n }\n\n .ds-field-radio > input:focus + span {\n text-decoration: underline;\n text-decoration-color: $amber;\n text-decoration-thickness: 2px;\n }\n}","@mixin checkbox {\n .ds-field-checkbox {\n display: flex;\n align-items: center;\n cursor: pointer;\n }\n\n .ds-field-checkbox input {\n clip: rect(0 0 0 0);\n clip-path: inset(50%);\n height: 1px;\n overflow: hidden;\n position: absolute;\n white-space: nowrap;\n width: 1px;\n }\n\n .ds-field-checkbox > span {\n display: flex;\n align-items: center;\n }\n\n .ds-field-checkbox > span::before {\n content: '';\n width: 1em;\n height: 1em;\n border: 2px solid $black;\n margin-right: $ss3;\n background-color: $white;\n float: left;\n }\n\n .ds-field-checkbox > input:checked + span::before {\n text-align: center;\n content: '✓';\n color: $pinkForWhite;\n }\n\n .ds-field-checkbox > input:focus + span {\n text-decoration: underline;\n text-decoration-color: $amber;\n text-decoration-thickness: 2px;\n }\n}","@mixin select {\n .ds-select {\n display: block;\n display: inline-block;\n width: 100%;\n max-width: $measureReduced;\n position: relative;\n }\n\n @supports (-moz-appearance: none) or (-webkit-appearance: none) or (appearance: none) {\n .ds-select select {\n -moz-appearance: none;\n -webkit-appearance: none;\n appearance: none;\n padding-right: $s5;\n }\n\n .ds-select::after {\n content: '';\n height: 0;\n width: 0;\n border: 1rem solid transparent;\n border-top-color: $pinkForWhite;\n border-top-width: 0.9rem;\n position: absolute;\n right: $ss6;\n top: 50%;\n transform: translateY(-12.5%);\n pointer-events: none;\n }\n }\n}","@mixin filter {\n .ds-filter {\n background-color: $blueLight;\n padding: $s2;\n @extend %ds-stack-smaller;\n }\n\n .ds-filter-cluster {\n @extend %ds-cluster;\n @extend %ds-cluster-tight;\n }\n\n .ds-filter ul {\n @include fontMain;\n }\n\n .ds-filter ul a {\n display: inline-block;\n text-decoration: none;\n padding: $ss3 $s1;\n border: 2px solid;\n }\n\n .ds-filter ul a[aria-current] {\n display: inline-block;\n color: $white;\n background-color: $pinkForWhite;\n border-color: $pinkForWhite;\n }\n\n .ds-filter > a {\n padding: $s1 0;\n }\n\n .ds-filter-label {\n text-transform: uppercase;\n }\n\n .ds-filter summary {\n font-size: inherit;\n }\n\n .ds-filter details ul {\n font-size: 0.85em;\n }\n\n .ds-advanced-filters {\n @extend %ds-stack-smallest;\n }\n}","@mixin status {\n .ds-status ul {\n list-style: none;\n }\n\n .ds-status ul li {\n max-width: none;\n }\n\n [class*=\"ds-status-\"] {\n padding: $ss5;\n font-size: $ss8;\n background-color: $black;\n color: $white;\n }\n\n .ds-status-message {\n background-color: $blueForWhite;\n } \n\n .ds-status-success {\n background-color: $greenForWhite;\n }\n\n .ds-status-error {\n background-color: $redForWhite;\n }\n}","@mixin codeblock {\n pre.ds-codeblock {\n padding: $s1;\n background-color: $blackOpacity;\n line-height: $lineHeightTight;\n scrollbar-width: thin;\n scrollbar-color: $blueForWhite $black;\n }\n\n pre.ds-codeblock code {\n display: block;\n white-space: pre-wrap;\n padding: 0;\n background-color: transparent;\n }\n\n pre.ds-codeblock.ds-codeblock-scroll {\n overflow-x: auto;\n }\n\n pre.ds-codeblock.ds-codeblock-scroll code {\n white-space: pre;\n }\n\n ::-webkit-scrollbar {\n width: $s1;\n }\n\n ::-webkit-scrollbar-track {\n background-color: $black;\n }\n\n ::-webkit-scrollbar-thumb {\n background-color: $blueForWhite;\n }\n}","@mixin page {\n .ds-page {\n overflow-x: hidden;\n }\n\n .ds-page main {\n margin-left: auto;\n margin-right: auto;\n max-width: $measure;\n padding: 0 $s2;\n }\n}"]} \ No newline at end of file diff --git a/_site/index.html b/_site/index.html new file mode 100644 index 0000000000..076086f082 --- /dev/null +++ b/_site/index.html @@ -0,0 +1,6242 @@ + + + + Page title + + + + + +
+ skip to content +
+ +

All log runs

+
+ +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Council IDStatusRun times
ABC404 +
+ + +
+ + +
+
ABD +
+ + +
+ + +
+
ABE200 +
+ + +
+ + +
+
ADU200 +
+ + +
+ + +
+
AGB200 +
+ + +
+ + +
+
AGY200 +
+ + +
+ + +
+
ALL200 +
+ + +
+ + +
+
AMB200 +
+ + +
+ + +
+
AND404 +
+ + +
+ + +
+
ANN200 +
+ + +
+ + +
+
ANS200 +
+ + +
+ + +
+
ARU200 +
+ + +
+ + +
+
ASF +
+ + +
+ + +
+
ASH +
+ + +
+ + +
+
AYL +
+ + +
+ + +
+
BAB +
+ + +
+ + +
+
BAI200 +
+ + +
+ + +
+
BAN +
+ + +
+ + +
+
BAR200 +
+ + +
+ + +
+
BAS +
+ + +
+ + +
+
BBD200 +
+ + +
+ + +
+
BDF200 +
+ + +
+ + +
+
BDG +
+ + +
+ + +
+
BEN +
+ + +
+ + +
+
BEX200 +
+ + +
+ + +
+
BGE200 +
+ + +
+ + +
+
BGW200 +
+ + +
+ + +
+
BIR +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
BKM +
+ + +
+ + +
+
BLA200 +
+ + +
+ + +
+
BNE +
+ + +
+ + +
+
BNH200 +
+ + +
+ + +
+
BNS +
+ + +
+ + + +
+ + +
+
BOL +
+ + +
+ + + +
+ + + +
+ + +
+
BOS200 +
+ + +
+ + +
+
BOT200 +
+ + +
+ + +
+
BPC200 +
+ + +
+ + +
+
BPL200 +
+ + +
+ + +
+
BRA +
+ + +
+ + + +
+ + +
+
BRC200 +
+ + +
+ + +
+
BRD +
+ + +
+ + +
+
BRE200 +
+ + +
+ + +
+
BRM200 +
+ + +
+ + +
+
BRT200 +
+ + +
+ + +
+
BRW200 +
+ + +
+ + +
+
BRY200 +
+ + +
+ + +
+
BST200 +
+ + +
+ + +
+
BUN200 +
+ + +
+ + +
+
BUR200 +
+ + +
+ + +
+
CAB200 +
+ + +
+ + +
+
CAM503 +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
CAR +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
CAS200 +
+ + +
+ + +
+
CAT200 +
+ + +
+ + +
+
CAY +
+ + +
+ + + +
+ + +
+
CHA200 +
+ + +
+ + +
+
CHE +
+ + +
+ + +
+
CHI200 +
+ + +
+ + +
+
CHN +
+ + +
+ + +
+
CHO200 +
+ + +
+ + +
+
CHR200 +
+ + +
+ + +
+
CHS200 +
+ + +
+ + +
+
CHT200 +
+ + +
+ + +
+
CHW +
+ + +
+ + +
+
CMA200 +
+ + +
+ + +
+
CMD +
+ + +
+ + +
+
CMN +
+ + +
+ + +
+
COL +
+ + +
+ + + +
+ + +
+
CON200 +
+ + +
+ + +
+
COP +
+ + +
+ + +
+
COT +
+ + +
+ + +
+
CRF200 +
+ + +
+ + +
+
CRW200 +
+ + +
+ + +
+
CRY200 +
+ + +
+ + +
+
CWY200 +
+ + +
+ + +
+
DAC200 +
+ + +
+ + +
+
DAL200 +
+ + +
+ + +
+
DAR200 +
+ + +
+ + +
+
DAV403 +
+ + +
+ + + +
+ + +
+
DBY200 +
+ + +
+ + +
+
DEN +
+ + +
+ + +
+
DER +
+ + +
+ + +
+
DEV +
+ + +
+ + +
+
DGY200 +
+ + +
+ + +
+
DNC +
+ + +
+ + +
+
DND200 +
+ + +
+ + +
+
DOR500 +
+ + +
+ + + +
+ + +
+
DOV +
+ +
+
DRS +
+ + +
+ + +
+
DST +
+ + +
+ + +
+
DUD +
+ + +
+ + + +
+ + +
+
DUR200 +
+ + +
+ + +
+
EAL +
+ + +
+ + + +
+ + +
+
EAT200 +
+ + +
+ + +
+
EDE +
+ + +
+ + +
+
EDH200 +
+ + +
+ + + +
+ + +
+
EDN200 +
+ + +
+ + +
+
EHA +
+ + +
+ + + +
+ + +
+
EHE +
+ + +
+ + +
+
ELI200 +
+ + +
+ + +
+
ELM200 +
+ + +
+ + +
+
ENF +
+ + +
+ + +
+
EPP200 +
+ + +
+ + +
+
EPS200 +
+ + +
+ + +
+
ERE +
+ + +
+ + +
+
ESS404 +
+ + +
+ + + +
+ + + +
+ + +
+
ESX +
+ + +
+ + +
+
EXE +
+ + +
+ + +
+
FAR +
+ + +
+ + +
+
FEN200 +
+ + +
+ + +
+
FLN +
+ + +
+ + +
+
FOE200 +
+ + +
+ + +
+
FOR +
+ + +
+ + +
+
FYL +
+ + +
+ + + +
+ + +
+
GAT200 +
+ + +
+ + +
+
GED200 +
+ + +
+ + +
+
GLO +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
GLS200 +
+ + +
+ + + +
+ + +
+
GOS +
+ + +
+ + +
+
GRA200 +
+ + +
+ + +
+
GRT200 +
+ + +
+ + + +
+ + +
+
GRY200 +
+ + +
+ + +
+
GWN200 +
+ + +
+ + +
+
HAA200 +
+ + +
+ + +
+
HAE200 +
+ + +
+ + +
+
HAG200 +
+ + +
+ + +
+
HAL +
+ + +
+ + +
+
HAM +
+ + +
+ + +
+
HAO200 +
+ + +
+ + + +
+ + +
+
HAR200 +
+ + +
+ + +
+
HAS200 +
+ + +
+ + +
+
HAT200 +
+ + +
+ + +
+
HAV +
+ + +
+ + +
+
HEF200 +
+ + +
+ + +
+
HER200 +
+ + +
+ + + +
+ + +
+
HIG200 +
+ + +
+ + +
+
HIL +
+ + +
+ + +
+
HIN200 +
+ + +
+ + +
+
HMF200 +
+ + +
+ + +
+
HNS200 +
+ + +
+ + +
+
HOR200 +
+ + +
+ + +
+
HRT200 +
+ + +
+ + +
+
HRW +
+ + +
+ + +
+
HRY +
+ + +
+ + +
+
HUN +
+ + +
+ + +
+
HYN200 +
+ + +
+ + +
+
IOS200 +
+ + +
+ + +
+
IPS +
+ + +
+ + +
+
ISL200 +
+ + +
+ + +
+
KEC200 +
+ + +
+ + +
+
KEN +
+ + +
+ + +
+
KHL +
+ + +
+ + + +
+ + + +
+ + +
+
KIN200 +
+ + +
+ + +
+
KIR200 +
+ + +
+ + +
+
KTT200 +
+ + +
+ + +
+
KWL200 +
+ + +
+ + +
+
LAC +
+ + +
+ + +
+
LAN +
+ + +
+ + +
+
LBH200 +
+ + +
+ + +
+
LCE200 +
+ + +
+ + +
+
LDS200 +
+ + +
+ + + +
+ + +
+
LEC +
+ + +
+ + +
+
LEE200 +
+ + +
+ + +
+
LEW +
+ + +
+ + + +
+ + +
+
LIC200 +
+ + +
+ + +
+
LIF200 +
+ + +
+ + +
+
LIN200 +
+ + +
+ + +
+
LIV200 +
+ + +
+ + +
+
LND +
+ +
+
LUT200 +
+ + +
+ + +
+
MAI200 +
+ + +
+ + +
+
MAL200 +
+ + +
+ + +
+
MAN200 +
+ + +
+ + +
+
MAV +
+ + +
+ + +
+
MDB200 +
+ + +
+ + +
+
MDE200 +
+ + +
+ + +
+
MDW +
+ + +
+ + +
+
MEL200 +
+ + +
+ + +
+
MIK +
+ + +
+ + +
+
MLN200 +
+ + +
+ + +
+
MON200 +
+ + +
+ + +
+
MRT +
+ + +
+ + +
+
MRY +
+ + +
+ + +
+
MSS200 +
+ + +
+ + +
+
MSU200 +
+ + +
+ + +
+
MTY200 +
+ + +
+ + +
+
MUL200 +
+ + +
+ + +
+
NAY200 +
+ + +
+ + +
+
NBL +
+ + +
+ + +
+
NDE200 +
+ + +
+ + +
+
NEA200 +
+ + +
+ + +
+
NEC200 +
+ + +
+ + +
+
NED200 +
+ + +
+ + +
+
NET200 +
+ + +
+ + +
+
NEW200 +
+ + +
+ + +
+
NFK200 +
+ + +
+ + +
+
NGM +
+ + +
+ + +
+
NHE200 +
+ + +
+ + + +
+ + +
+
NKE200 +
+ + +
+ + +
+
NLN200 +
+ + +
+ + + +
+ + +
+
NNO +
+ + +
+ + +
+
NOR +
+ + +
+ + +
+
NOW200 +
+ + +
+ + +
+
NSM +
+ + +
+ + +
+
NTH +
+ + +
+ + + +
+ + + +
+ + + +
+ + +
+
NTL200 +
+ + +
+ + +
+
NTY200 +
+ + +
+ + +
+
NWL200 +
+ + +
+ + +
+
NWM200 +
+ + +
+ + +
+
NWP200 +
+ + +
+ + +
+
NYK200 +
+ + +
+ + +
+
OAD +
+ + +
+ + +
+
OLD200 +
+ + +
+ + + +
+ + +
+
OXF200 +
+ + +
+ + +
+
OXO +
+ + +
+ + +
+
PEM +
+ + +
+ + +
+
PKN200 +
+ + +
+ + +
+
PLY200 +
+ + +
+ + + +
+ + +
+
POR200 +
+ + +
+ + +
+
POW200 +
+ + +
+ + +
+
PRE200 +
+ + +
+ + +
+
PTE200 +
+ + +
+ + +
+
RCH +
+ + +
+ + +
+
RDB +
+ + +
+ + +
+
RDG200 +
+ + +
+ + +
+
RED200 +
+ + +
+ + +
+
REI200 +
+ + +
+ + +
+
RFW +
+ + +
+ + +
+
RIB200 +
+ + +
+ + +
+
RIC +
+ + +
+ + +
+
RIH200 +
+ + +
+ + +
+
ROC200 +
+ + +
+ + +
+
ROT +
+ + +
+ + +
+
RUH200 +
+ + +
+ + +
+
RUN404 +
+ + +
+ + +
+
RUS200 +
+ + +
+ + +
+
RUT200 +
+ + +
+ + +
+
RYE200 +
+ + +
+ + +
+
SAL200 +
+ + +
+ + +
+
SAW +
+ + +
+ + + +
+ + + +
+ + +
+
SCA200 +
+ + +
+ + +
+
SCB200 +
+ + +
+ + +
+
SCE +
+ + +
+ + +
+
SDE200 +
+ + +
+ + +
+
SED +
+ + +
+ + +
+
SEG200 +
+ + +
+ + + +
+ + +
+
SEL200 +
+ + +
+ + +
+
SEV +
+ + +
+ + +
+
SFK200 +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
SFT200 +
+ + +
+ + +
+
SGC200 +
+ + +
+ + +
+
SHE +
+ + +
+ + +
+
SHF +
+ + +
+ + +
+
SHN200 +
+ + +
+ + +
+
SHO +
+ + +
+ + + +
+ + + +
+ + + +
+ + +
+
SHR200 +
+ + +
+ + +
+
SKE200 +
+ + +
+ + +
+
SKP200 +
+ + +
+ + +
+
SLA +
+ + +
+ + +
+
SLF +
+ + +
+ + + +
+ + + +
+ + + +
+ + +
+
SLG200 +
+ + +
+ + +
+
SLK +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
SND404 +
+ + +
+ + + +
+ + +
+
SNO200 +
+ + +
+ + +
+
SOL200 +
+ + +
+ + +
+
SOM +
+ + +
+ + +
+
SOS +
+ + +
+ + +
+
SOX200 +
+ + +
+ + +
+
SPE200 +
+ + +
+ + +
+
SRI +
+ + +
+ + +
+
SRY200 +
+ + +
+ + +
+
SSO +
+ + +
+ + +
+
SST200 +
+ + +
+ + +
+
STE503 +
+ + +
+ + + +
+ + + +
+ + + +
+ + +
+
STF200 +
+ + +
+ + +
+
STH +
+ + +
+ + +
+
STN200 +
+ + +
+ + +
+
STO +
+ + +
+ + + +
+ + +
+
STR200 +
+ + +
+ + +
+
STS +
+ + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + + +
+ + +
+
STV200 +
+ + +
+ + +
+
SUF200 +
+ + +
+ + + +
+ + +
+
SUR522 +
+ + +
+ + + +
+ + +
+
SWA200 +
+ + +
+ + +
+
SWD +
+ + +
+ + +
+
SWK +
+ + +
+ + +
+
SWL +
+ + +
+ + +
+
SWT +
+ + +
+ + +
+
TAM200 +
+ + +
+ + +
+
TAN404 +
+ + +
+ + + +
+ + + +
+ + +
+
TAW200 +
+ + +
+ + +
+
TEI200 +
+ + +
+ + +
+
TEN +
+ + +
+ + +
+
TES404 +
+ + +
+ + +
+
TEW +
+ + +
+ + +
+
TFW200 +
+ + +
+ + +
+
THA200 +
+ + +
+ + +
+
THE200 +
+ + +
+ + +
+
THR200 +
+ + +
+ + +
+
TOB200 +
+ + +
+ + +
+
TOF200 +
+ + +
+ + +
+
TON +
+ + +
+ + +
+
TOR200 +
+ + +
+ + +
+
TRF200 +
+ + +
+ + +
+
TUN200 +
+ + +
+ + +
+
TWH200 +
+ + +
+ + +
+
UTT +
+ + +
+ + +
+
VAL200 +
+ + +
+ + +
+
WAE200 +
+ + +
+ + +
+
WAR200 +
+ + +
+ + +
+
WAT200 +
+ + +
+ + +
+
WAW +
+ + +
+ + +
+
WBK200 +
+ + +
+ + +
+
WDO +
+ + +
+ + +
+
WEA200 +
+ + +
+ + +
+
WEW200 +
+ + +
+ + +
+
WFT200 +
+ + +
+ + +
+
WGN200 +
+ + +
+ + +
+
WIL200 +
+ + +
+ + +
+
WIN200 +
+ + +
+ + +
+
WKF200 +
+ + +
+ + +
+
WLA200 +
+ + +
+ + +
+
WLI200 +
+ + +
+ + +
+
WLL +
+ +
+
WLN200 +
+ + +
+ + +
+
WLV +
+ + +
+ + +
+
WND200 +
+ + +
+ + +
+
WNM200 +
+ + +
+ + +
+
WOC200 +
+ + +
+ + +
+
WOI200 +
+ + +
+ + +
+
WOK +
+ + +
+ + +
+
WOR200 +
+ + +
+ + +
+
WOT200 +
+ + +
+ + +
+
WOX200 +
+ + +
+ + +
+
WRL200 +
+ + +
+ + +
+
WRT404 +
+ + +
+ + +
+
WRX +
+ + +
+ + +
+
WSK200 +
+ + +
+ + +
+
WSM200 +
+ + +
+ + +
+
WSX200 +
+ + +
+ + +
+
WYC200 +
+ + +
+ + +
+
WYE404 +
+ + +
+ + +
+
WYO +
+ + +
+ + +
+
WYR200 +
+ + +
+ + + +
+ + +
+
YOR200 +
+ + +
+ + +
+
ZET200 +
+ + +
+ + +
+
west +
+ + +
+ + +
+
+ + + + +
+
...
+
+ diff --git a/_site/index.liquid b/_site/index.liquid new file mode 100644 index 0000000000..d37fdf07b7 --- /dev/null +++ b/_site/index.liquid @@ -0,0 +1,5 @@ +Page title + +sasds + + diff --git a/_site/logbooks.liquid/index.html b/_site/logbooks.liquid/index.html new file mode 100644 index 0000000000..6b6499c3e0 --- /dev/null +++ b/_site/logbooks.liquid/index.html @@ -0,0 +1,10 @@ + + + + + $Title$ + + +$END$ + + diff --git a/_site/logbooks/ABC/index.html b/_site/logbooks/ABC/index.html new file mode 100644 index 0000000000..4c0e7f3914 --- /dev/null +++ b/_site/logbooks/ABC/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:53:53.636113
+
+
+
End
+
2022-03-05 19:54:00.502942
+
+
+
Status code
+
404
+
+
+
Error
+
list index out of range
+
+
+
+
+ +

Run log

+ 
[19:53:53] Fetching Scraper for: ABC                              handlers.py:21
+           Begin attempting to scrape: ABC                        handlers.py:24
+[19:53:54] Deleting existing data...                                 base.py:234
+[19:53:55] Getting all files in ABC...                               base.py:186
+           ...found 1 files in ABC                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[19:53:58] ...data deleted.                                          base.py:241
+           Scraping from https://www.armaghbanbridgecraigavon.gov.uk/ base.py:40
+           team-showcase/councillors/                                           
+[19:54:00] list index out of range                                handlers.py:33
+           Finished attempting to scrape: ABC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ABD/index.html b/_site/logbooks/ABD/index.html new file mode 100644 index 0000000000..3b421b4899 --- /dev/null +++ b/_site/logbooks/ABD/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 20:04:00.918261
+
+
+
End
+
2022-03-05 20:04:09.097755
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:04:00] Fetching Scraper for: ABD                              handlers.py:21
+           Begin attempting to scrape: ABD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:04:01] Getting all files in ABD...                               base.py:186
+           Getting all files in ABD/json...                          base.py:186
+           ...found 45 files in ABD/json                             base.py:202
+           Getting all files in ABD/raw...                           base.py:186
+           ...found 45 files in ABD/raw                              base.py:202
+           ...found 90 files in ABD                                  base.py:202
+           Deleting batch no. 1 consisting of 90 files               base.py:211
+[20:04:08] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:04:09] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ABD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ABE/index.html b/_site/logbooks/ABE/index.html new file mode 100644 index 0000000000..e421f22d09 --- /dev/null +++ b/_site/logbooks/ABE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
19 seconds
+
+
+
Start
+
2022-03-05 20:01:21.125170
+
+
+
End
+
2022-03-05 20:01:40.555546
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:01:21] Fetching Scraper for: ABE                              handlers.py:21
+           Begin attempting to scrape: ABE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ABE...                               base.py:186
+           ABE Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://committees.aberdeencity.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[20:01:24] Committing batch 1 consisting of 90 files                 base.py:269
+[20:01:32] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 90 files                 base.py:269
+[20:01:40] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ABE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ADU/index.html b/_site/logbooks/ADU/index.html new file mode 100644 index 0000000000..c90ae0dc15 --- /dev/null +++ b/_site/logbooks/ADU/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:07:35.306514
+
+
+
End
+
2022-03-05 20:07:44.908286
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:07:35] Fetching Scraper for: ADU                              handlers.py:21
+           Begin attempting to scrape: ADU                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ADU...                               base.py:186
+           Getting all files in ADU/json...                          base.py:186
+           ...found 29 files in ADU/json                             base.py:202
+           Getting all files in ADU/raw...                           base.py:186
+[20:07:36] ...found 29 files in ADU/raw                              base.py:202
+           ...found 59 files in ADU                                  base.py:202
+           Deleting batch no. 1 consisting of 59 files               base.py:211
+[20:07:37] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.adur-worthing.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[20:07:40] Committing batch 1 consisting of 58 files                 base.py:269
+[20:07:44] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ADU                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/AGB/index.html b/_site/logbooks/AGB/index.html new file mode 100644 index 0000000000..e354a20516 --- /dev/null +++ b/_site/logbooks/AGB/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
47 seconds
+
+
+
Start
+
2022-03-05 20:05:02.165068
+
+
+
End
+
2022-03-05 20:05:49.454472
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:05:49] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: AGB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/AGY/index.html b/_site/logbooks/AGY/index.html new file mode 100644 index 0000000000..adbdd6ece9 --- /dev/null +++ b/_site/logbooks/AGY/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:13:33.788022
+
+
+
End
+
2022-03-06 00:13:42.378230
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:13:33] Fetching Scraper for: AGY                              handlers.py:21
+           Begin attempting to scrape: AGY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:13:34] Getting all files in AGY...                               base.py:186
+           Getting all files in AGY/json...                          base.py:186
+           ...found 30 files in AGY/json                             base.py:202
+           Getting all files in AGY/raw...                           base.py:186
+           ...found 30 files in AGY/raw                              base.py:202
+           ...found 60 files in AGY                                  base.py:202
+           Deleting batch no. 1 consisting of 60 files               base.py:211
+[00:13:39] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.anglesey.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:13:40] Committing batch 1 consisting of 60 files                 base.py:269
+[00:13:42] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: AGY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ALL/index.html b/_site/logbooks/ALL/index.html new file mode 100644 index 0000000000..a5a246d9c8 --- /dev/null +++ b/_site/logbooks/ALL/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-05 20:57:38.074953
+
+
+
End
+
2022-03-05 20:58:02.152608
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:57:38] Fetching Scraper for: ALL                              handlers.py:21
+           Begin attempting to scrape: ALL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ALL...                               base.py:186
+           ALL Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.allerdale.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[20:57:40] Committing batch 1 consisting of 92 files                 base.py:269
+[20:57:48] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:58:02] Finished attempting to scrape: ALL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/AMB/index.html b/_site/logbooks/AMB/index.html new file mode 100644 index 0000000000..f98456f100 --- /dev/null +++ b/_site/logbooks/AMB/index.html @@ -0,0 +1,79 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-06 00:07:02.542619
+
+
+
End
+
2022-03-06 00:07:04.168146
+
+
+
Status code
+
200
+
+
+
Error
+
'dict' object has no attribute 'prettify'
+
+
+
+
+ +

Run log

+ 
[00:07:02] Fetching Scraper for: AMB                              handlers.py:21
+           Begin attempting to scrape: AMB                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:07:03] Getting all files in AMB...                               base.py:186
+           AMB Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://info.ambervalley.gov.uk/WebServices/ base.py:40
+           AVBCFeeds/DemocracyJSON.asmx/GetAllCouncillors                       
+           Scraping from https://info.ambervalley.gov.uk/WebServices/ base.py:40
+           AVBCFeeds/DemocracyJSON.asmx/GetCouncillor?councillorRef=1           
+           31                                                                   
+           'dict' object has no attribute 'prettify'              handlers.py:33
+[00:07:04] Finished attempting to scrape: AMB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/AND/index.html b/_site/logbooks/AND/index.html new file mode 100644 index 0000000000..d7ade57dc0 --- /dev/null +++ b/_site/logbooks/AND/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-06 00:16:39.904322
+
+
+
End
+
2022-03-06 00:16:43.841775
+
+
+
Status code
+
404
+
+
+
Error
+
list index out of range
+
+
+
+
+ +

Run log

+ 
[00:16:39] Fetching Scraper for: AND                              handlers.py:21
+           Begin attempting to scrape: AND                        handlers.py:24
+[00:16:40] Deleting existing data...                                 base.py:234
+           Getting all files in AND...                               base.py:186
+           ...found 1 files in AND                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:16:41] ...data deleted.                                          base.py:241
+           Scraping from https://www.armaghbanbridgecraigavon.gov.uk/ base.py:40
+           team-showcase/councillors/                                           
+[00:16:43] list index out of range                                handlers.py:33
+           Finished attempting to scrape: AND                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ANN/index.html b/_site/logbooks/ANN/index.html new file mode 100644 index 0000000000..2d62109fd5 --- /dev/null +++ b/_site/logbooks/ANN/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-06 00:07:20.923672
+
+
+
End
+
2022-03-06 00:07:35.813175
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:07:20] Fetching Scraper for: ANN                              handlers.py:21
+           Begin attempting to scrape: ANN                        handlers.py:24
+[00:07:21] Deleting existing data...                                 base.py:234
+           Getting all files in ANN...                               base.py:186
+           Getting all files in ANN/json...                          base.py:186
+           ...found 40 files in ANN/json                             base.py:202
+           Getting all files in ANN/raw...                           base.py:186
+[00:07:22] ...found 40 files in ANN/raw                              base.py:202
+           ...found 80 files in ANN                                  base.py:202
+           Deleting batch no. 1 consisting of 80 files               base.py:211
+[00:07:23] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://antrimandnewtownabbey.gov.uk/councillors/                    
+[00:07:27] Scraping from                                              base.py:40
+           https://antrimandnewtownabbey.gov.uk/councillors/                    
+[00:07:34] Committing batch 1 consisting of 80 files                 base.py:269
+[00:07:35] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ANN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ANS/index.html b/_site/logbooks/ANS/index.html new file mode 100644 index 0000000000..4a8043fade --- /dev/null +++ b/_site/logbooks/ANS/index.html @@ -0,0 +1,136 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
21 seconds
+
+
+
Start
+
2022-03-05 20:29:20.945815
+
+
+
End
+
2022-03-05 20:29:42.167014
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:29:20] Fetching Scraper for: ANS                              handlers.py:21
+           Begin attempting to scrape: ANS                        handlers.py:24
+[20:29:21] Deleting existing data...                                 base.py:234
+           Getting all files in ANS...                               base.py:186
+           Getting all files in ANS/json...                          base.py:186
+           ...found 28 files in ANS/json                             base.py:202
+           Getting all files in ANS/raw...                           base.py:186
+           ...found 28 files in ANS/raw                              base.py:202
+           ...found 57 files in ANS                                  base.py:202
+           Deleting batch no. 1 consisting of 57 files               base.py:211
+[20:29:22] ...data deleted.                                          base.py:241
+           Scraping from https://www.angus.gov.uk/councillors         base.py:40
+[20:29:24] Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_julie_bell           
+[20:29:25] Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_brian_boyd           
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_kenny_braes                                                      
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_colin_brown                                                      
+[20:29:26] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_david_cheape                                                     
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_braden_davy                                                      
+[20:29:27] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_lynne_devine                                                     
+[20:29:28] Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_bill_duff            
+[20:29:29] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_brenda_durno                                                     
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_david_fairweather                                                
+[20:29:30] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_craig_fotheringham                                               
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_sheila_hands                                                     
+[20:29:31] Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_alex_king            
+           Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_ben_lawrie           
+[20:29:32] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_david_lumgair                                                    
+[20:29:33] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_angus_macmillan_douglas                                          
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_mark_mcdonald                                                    
+[20:29:34] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_ian_mclaren                                                      
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_richard_moore                                                    
+[20:29:35] Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_bob_myles            
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_gavin_nicol                                                      
+[20:29:36] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_ronnie_proctor                                                   
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_mark_salmond                                                     
+[20:29:37] Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_lois_speed           
+           Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_tommy_stewart                                                    
+[20:29:38] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_ron_sturrock                                                     
+           Scraping from                                              base.py:40
+           https://www.angus.gov.uk/councillors/councillor_derek_wann           
+[20:29:39] Scraping from https://www.angus.gov.uk/councillors/council base.py:40
+           lor_beth_whiteside                                                   
+           Committing batch 1 consisting of 56 files                 base.py:269
+[20:29:42] Finished attempting to scrape: ANS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ARU/index.html b/_site/logbooks/ARU/index.html new file mode 100644 index 0000000000..ed0c392dd6 --- /dev/null +++ b/_site/logbooks/ARU/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-06 00:11:17.589699
+
+
+
End
+
2022-03-06 00:11:34.554182
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:11:17] Fetching Scraper for: ARU                              handlers.py:21
+           Begin attempting to scrape: ARU                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ARU...                               base.py:186
+[00:11:18] Getting all files in ARU/raw...                           base.py:186
+           ...found 8 files in ARU/raw                               base.py:202
+           ...found 8 files in ARU                                   base.py:202
+           Deleting batch no. 1 consisting of 8 files                base.py:211
+[00:11:21] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.arun.gov.uk/mgWebService.as base.py:40
+           mx/GetCouncillorsByWard                                              
+[00:11:24] Committing batch 1 consisting of 92 files                 base.py:269
+[00:11:32] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[00:11:34] Finished attempting to scrape: ARU                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ASF/index.html b/_site/logbooks/ASF/index.html new file mode 100644 index 0000000000..919fea4884 --- /dev/null +++ b/_site/logbooks/ASF/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:02:57.208397
+
+
+
End
+
2022-03-05 20:03:01.622733
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:02:57] Fetching Scraper for: ASF                              handlers.py:21
+           Begin attempting to scrape: ASF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ASF...                               base.py:186
+[20:02:58] Getting all files in ASF/json...                          base.py:186
+           ...found 47 files in ASF/json                             base.py:202
+           Getting all files in ASF/raw...                           base.py:186
+           ...found 47 files in ASF/raw                              base.py:202
+           ...found 94 files in ASF                                  base.py:202
+           Deleting batch no. 1 consisting of 94 files               base.py:211
+[20:03:01] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ASF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ASH/index.html b/_site/logbooks/ASH/index.html new file mode 100644 index 0000000000..22b06fad62 --- /dev/null +++ b/_site/logbooks/ASH/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-06 00:07:38.243226
+
+
+
End
+
2022-03-06 00:07:42.143700
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[00:07:38] Fetching Scraper for: ASH                              handlers.py:21
+           Begin attempting to scrape: ASH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ASH...                               base.py:186
+           ASH Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.ashfield-dc.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:07:41] HTTPSConnectionPool(host='democracy.ashfield-dc.gov.uk handlers.py:33
+           ', port=443): Max retries exceeded with url:                         
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by New               
+           ConnectionError(': Failed to establish a new                 
+           connection: [Errno 113] No route to host'))                          
+[00:07:42] Finished attempting to scrape: ASH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/AYL/index.html b/_site/logbooks/AYL/index.html new file mode 100644 index 0000000000..c16897e629 --- /dev/null +++ b/_site/logbooks/AYL/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 20:07:58.639606
+
+
+
End
+
2022-03-05 20:08:04.333344
+
+
+
Status code
+
+
+
+
Error
+
('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))
+
+
+
+
+ +

Run log

+ 
[20:07:58] Fetching Scraper for: AYL                              handlers.py:21
+           Begin attempting to scrape: AYL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in AYL...                               base.py:186
+[20:07:59] ...found 1 files in AYL                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:08:04] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.aylesburyvaledc.gov.uk//mg base.py:40
+           WebService.asmx/GetCouncillorsByWard                                 
+           ('Connection aborted.', ConnectionResetError(104,      handlers.py:33
+           'Connection reset by peer'))                                         
+           Finished attempting to scrape: AYL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BAB/index.html b/_site/logbooks/BAB/index.html new file mode 100644 index 0000000000..fc9a627ba2 --- /dev/null +++ b/_site/logbooks/BAB/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:02:09.863396
+
+
+
End
+
2022-03-05 20:02:16.005328
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:02:09] Fetching Scraper for: BAB                              handlers.py:21
+           Begin attempting to scrape: BAB                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:02:10] Getting all files in BAB...                               base.py:186
+           Getting all files in BAB/json...                          base.py:186
+           ...found 67 files in BAB/json                             base.py:202
+           Getting all files in BAB/raw...                           base.py:186
+           ...found 67 files in BAB/raw                              base.py:202
+           ...found 134 files in BAB                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:02:15] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BAB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BAI/index.html b/_site/logbooks/BAI/index.html new file mode 100644 index 0000000000..93e7494e16 --- /dev/null +++ b/_site/logbooks/BAI/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:07:10.739792
+
+
+
End
+
2022-03-05 20:07:16.821789
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:07:10] Fetching Scraper for: BAI                              handlers.py:21
+           Begin attempting to scrape: BAI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:07:11] Getting all files in BAI...                               base.py:186
+           Getting all files in BAI/json...                          base.py:186
+           ...found 42 files in BAI/json                             base.py:202
+           Getting all files in BAI/raw...                           base.py:186
+[20:07:12] ...found 42 files in BAI/raw                              base.py:202
+           ...found 84 files in BAI                                  base.py:202
+           Deleting batch no. 1 consisting of 84 files               base.py:211
+[20:07:13] ...data deleted.                                          base.py:241
+           Scraping from https://www.basildonmeetings.info/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:07:15] Committing batch 1 consisting of 84 files                 base.py:269
+[20:07:16] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BAI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BAN/index.html b/_site/logbooks/BAN/index.html new file mode 100644 index 0000000000..0679f165bc --- /dev/null +++ b/_site/logbooks/BAN/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 20:31:01.560259
+
+
+
End
+
2022-03-05 20:31:08.871264
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:31:01] Fetching Scraper for: BAN                              handlers.py:21
+           Begin attempting to scrape: BAN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BAN...                               base.py:186
+[20:31:02] Getting all files in BAN/json...                          base.py:186
+           ...found 54 files in BAN/json                             base.py:202
+           Getting all files in BAN/raw...                           base.py:186
+           ...found 54 files in BAN/raw                              base.py:202
+           ...found 109 files in BAN                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:31:03] Deleting batch no. 2 consisting of 9 files                base.py:211
+[20:31:08] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: BAN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BAR/index.html b/_site/logbooks/BAR/index.html new file mode 100644 index 0000000000..c2dfc0a8b4 --- /dev/null +++ b/_site/logbooks/BAR/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-05 19:48:03.186851
+
+
+
End
+
2022-03-05 19:48:19.432083
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:48:03] Fetching Scraper for: BAR                              handlers.py:21
+           Begin attempting to scrape: BAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BAR...                               base.py:186
+[19:48:04] Getting all files in BAR/json...                          base.py:186
+           ...found 35 files in BAR/json                             base.py:202
+           Getting all files in BAR/raw...                           base.py:186
+           ...found 35 files in BAR/raw                              base.py:202
+           ...found 70 files in BAR                                  base.py:202
+           Deleting batch no. 1 consisting of 70 files               base.py:211
+[19:48:16] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.barrowbc.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:48:18] Committing batch 1 consisting of 70 files                 base.py:269
+[19:48:19] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BAR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BAS/index.html b/_site/logbooks/BAS/index.html new file mode 100644 index 0000000000..48cfa363b3 --- /dev/null +++ b/_site/logbooks/BAS/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
19 seconds
+
+
+
Start
+
2022-03-05 19:53:22.701216
+
+
+
End
+
2022-03-05 19:53:41.925020
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:53:22] Fetching Scraper for: BAS                              handlers.py:21
+           Begin attempting to scrape: BAS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:53:23] Getting all files in BAS...                               base.py:186
+           Getting all files in BAS/json...                          base.py:186
+           ...found 59 files in BAS/json                             base.py:202
+           Getting all files in BAS/raw...                           base.py:186
+           ...found 59 files in BAS/raw                              base.py:202
+           ...found 118 files in BAS                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:53:29] Deleting batch no. 2 consisting of 18 files               base.py:211
+[19:53:41] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: BAS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BBD/index.html b/_site/logbooks/BBD/index.html new file mode 100644 index 0000000000..af4724b8e1 --- /dev/null +++ b/_site/logbooks/BBD/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:10:00.976461
+
+
+
End
+
2022-03-06 00:10:14.956467
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:10:00] Fetching Scraper for: BBD                              handlers.py:21
+           Begin attempting to scrape: BBD                        handlers.py:24
+[00:10:01] Deleting existing data...                                 base.py:234
+           Getting all files in BBD...                               base.py:186
+           Getting all files in BBD/json...                          base.py:186
+           ...found 46 files in BBD/json                             base.py:202
+           Getting all files in BBD/raw...                           base.py:186
+           ...found 46 files in BBD/raw                              base.py:202
+           ...found 93 files in BBD                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[00:10:09] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.blackburn.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:10:12] Committing batch 1 consisting of 92 files                 base.py:269
+[00:10:13] Committing batch 2 consisting of 10 files                 base.py:269
+[00:10:14] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BBD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BDF/index.html b/_site/logbooks/BDF/index.html new file mode 100644 index 0000000000..e259283450 --- /dev/null +++ b/_site/logbooks/BDF/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 19:55:28.539437
+
+
+
End
+
2022-03-05 19:55:40.843733
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:55:28] Fetching Scraper for: BDF                              handlers.py:21
+           Begin attempting to scrape: BDF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BDF...                               base.py:186
+[19:55:29] Getting all files in BDF/json...                          base.py:186
+           ...found 41 files in BDF/json                             base.py:202
+           Getting all files in BDF/raw...                           base.py:186
+           ...found 41 files in BDF/raw                              base.py:202
+           ...found 83 files in BDF                                  base.py:202
+           Deleting batch no. 1 consisting of 83 files               base.py:211
+[19:55:32] ...data deleted.                                          base.py:241
+           Scraping from http://www.councillorsupport.bedford.gov.uk/ base.py:40
+           mgWebService.asmx/GetCouncillorsByWard                               
+[19:55:34] Committing batch 1 consisting of 82 files                 base.py:269
+[19:55:40] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BDF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BDG/index.html b/_site/logbooks/BDG/index.html new file mode 100644 index 0000000000..65adf11dc0 --- /dev/null +++ b/_site/logbooks/BDG/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 20:59:34.878022
+
+
+
End
+
2022-03-05 20:59:47.048879
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:59:34] Fetching Scraper for: BDG                              handlers.py:21
+           Begin attempting to scrape: BDG                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:59:35] Getting all files in BDG...                               base.py:186
+           Getting all files in BDG/json...                          base.py:186
+           ...found 46 files in BDG/json                             base.py:202
+           Getting all files in BDG/raw...                           base.py:186
+           ...found 46 files in BDG/raw                              base.py:202
+           ...found 92 files in BDG                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:59:46] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:59:47] Finished attempting to scrape: BDG                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BEN/index.html b/_site/logbooks/BEN/index.html new file mode 100644 index 0000000000..5aee5adc1c --- /dev/null +++ b/_site/logbooks/BEN/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:00:44.964521
+
+
+
End
+
2022-03-05 20:00:54.024981
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:00:44] Fetching Scraper for: BEN                              handlers.py:21
+[20:00:45] Begin attempting to scrape: BEN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BEN...                               base.py:186
+           Getting all files in BEN/json...                          base.py:186
+           ...found 63 files in BEN/json                             base.py:202
+           Getting all files in BEN/raw...                           base.py:186
+[20:00:46] ...found 63 files in BEN/raw                              base.py:202
+           ...found 126 files in BEN                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:00:47] Deleting batch no. 2 consisting of 26 files               base.py:211
+[20:00:53] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:00:54] Finished attempting to scrape: BEN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BEX/index.html b/_site/logbooks/BEX/index.html new file mode 100644 index 0000000000..a6bbb37979 --- /dev/null +++ b/_site/logbooks/BEX/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:09:50.250391
+
+
+
End
+
2022-03-06 00:09:58.119410
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:09:50] Fetching Scraper for: BEX                              handlers.py:21
+           Begin attempting to scrape: BEX                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:09:51] Getting all files in BEX...                               base.py:186
+           Getting all files in BEX/json...                          base.py:186
+           ...found 44 files in BEX/json                             base.py:202
+           Getting all files in BEX/raw...                           base.py:186
+           ...found 44 files in BEX/raw                              base.py:202
+           ...found 88 files in BEX                                  base.py:202
+           Deleting batch no. 1 consisting of 88 files               base.py:211
+[00:09:53] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.bexley.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:09:56] Committing batch 1 consisting of 88 files                 base.py:269
+[00:09:58] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BEX                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BGE/index.html b/_site/logbooks/BGE/index.html new file mode 100644 index 0000000000..cfb00a6448 --- /dev/null +++ b/_site/logbooks/BGE/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 20:06:00.901835
+
+
+
End
+
2022-03-05 20:06:15.117675
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:06:00] Fetching Scraper for: BGE                              handlers.py:21
+           Begin attempting to scrape: BGE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:06:01] Getting all files in BGE...                               base.py:186
+           Getting all files in BGE/json...                          base.py:186
+           ...found 54 files in BGE/json                             base.py:202
+           Getting all files in BGE/raw...                           base.py:186
+           ...found 54 files in BGE/raw                              base.py:202
+           ...found 109 files in BGE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:06:02] Deleting batch no. 2 consisting of 9 files                base.py:211
+[20:06:06] ...data deleted.                                          base.py:241
+           Scraping from https://democratic.bridgend.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[20:06:10] Committing batch 1 consisting of 92 files                 base.py:269
+[20:06:12] Committing batch 2 consisting of 16 files                 base.py:269
+[20:06:15] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BGE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BGW/index.html b/_site/logbooks/BGW/index.html new file mode 100644 index 0000000000..416364e8b1 --- /dev/null +++ b/_site/logbooks/BGW/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:25:08.453118
+
+
+
End
+
2022-03-05 20:25:27.015640
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:25:08] Fetching Scraper for: BGW                              handlers.py:21
+           Begin attempting to scrape: BGW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BGW...                               base.py:186
+           BGW Does not exist                                        base.py:206
+[20:25:09] ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.blaenau-gwent.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[20:25:11] Committing batch 1 consisting of 84 files                 base.py:269
+[20:25:23] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 84 files                 base.py:269
+[20:25:26] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BGW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BIR/index.html b/_site/logbooks/BIR/index.html new file mode 100644 index 0000000000..fa6293dacf --- /dev/null +++ b/_site/logbooks/BIR/index.html @@ -0,0 +1,8310 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
196 seconds
+
+
+
Start
+
2022-03-06 04:23:10.351184
+
+
+
End
+
2022-03-06 04:26:26.530378
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:23:10] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:23:11] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 66 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 66 files in BIR/raw                              base.py:202
+           ...found 133 files in BIR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:23:12] Deleting batch no. 2 consisting of 33 files               base.py:211
+[04:23:14] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:23:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:23:17] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:23:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:23:24] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:23:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:23:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:23:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:23:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:23:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:23:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:23:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:23:44] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:23:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:23:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:23:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:23:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:23:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:23:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:23:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:23:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:23:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:23:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:24:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:02] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:24:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:24:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:24:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:15] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:24:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:17] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:24:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:24:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:24] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:24:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:24:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:31] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:33] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:24:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:37] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:24:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:41] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:24:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:24:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:50] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:24:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:54] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:24:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:01] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:25:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:25:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:25:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:25:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:19] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:25:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:22] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:24] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:25:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:26] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:25:27] Committing batch 1 consisting of 92 files                 base.py:269
+[04:25:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:25:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:35] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:25:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:25:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:25:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:44] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:25:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:25:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:25:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:25:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:56] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:25:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:04] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:26:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:26:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:26:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:26:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:26:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:26:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:26:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:26:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:24] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:26:26] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
187 seconds
+
+
+
Start
+
2022-03-06 04:23:57.819286
+
+
+
End
+
2022-03-06 04:27:05.059679
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:23:57] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:23:58] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:23:59] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:24:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:03] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:24:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:08] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:24:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:24:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:24:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:28] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:24:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:24:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:24:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:24:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:46] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:24:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:24:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:58] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:24:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:00] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:25:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:25:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:07] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:25:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:25:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:12] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:25:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:14] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:25:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:18] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:25:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:25:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:23] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:25:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:25:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:31] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:25:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:35] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:43] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:25:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:25:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:25:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:59] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:01] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:26:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:04] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:26:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:07] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:26:08] Committing batch 1 consisting of 92 files                 base.py:269
+[04:26:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:26:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:16] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:26:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:26:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:26:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:23] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:26:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:26:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:26:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:26:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:35] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:26:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:42] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:26:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:26:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:26:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:49] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:26:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:26:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:26:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:26:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:27:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:03] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:27:05] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
191 seconds
+
+
+
Start
+
2022-03-06 04:24:37.172028
+
+
+
End
+
2022-03-06 04:27:48.379993
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:24:37] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+[04:24:38] Getting all files in BIR/json...                          base.py:186
+           ...found 20 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 20 files in BIR/raw                              base.py:202
+           ...found 41 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 41 files               base.py:211
+[04:24:39] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:24:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:42] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:24:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:24:47] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:24:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:24:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:24:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:24:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:25:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:25:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:07] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:25:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:25:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:25:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:25:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:25:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:25:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:26] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:25:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:25:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:25:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:25:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:39] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:25:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:41] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:25:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:25:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:25:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:49] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:25:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:25:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:25:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:54] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:25:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:56] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:25:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:25:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:01] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:26:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:26:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:06] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:26:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:26:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:14] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:17] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:26:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:25] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:26:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:26:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:26:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:26:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:41] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:26:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:44] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:26:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:47] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:26:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:50] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+           Committing batch 1 consisting of 92 files                 base.py:269
+[04:26:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:26:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:26:58] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:26:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:27:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:27:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:06] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:27:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:27:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:27:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:27:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:18] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:27:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:27:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:26] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:27:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:27:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:27:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:27:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:27:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:27:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:27:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:27:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:46] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:27:48] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
195 seconds
+
+
+
Start
+
2022-03-06 04:26:41.296885
+
+
+
End
+
2022-03-06 04:29:57.271509
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:26:41] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:26:42] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 66 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 66 files in BIR/raw                              base.py:202
+           ...found 133 files in BIR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:26:43] Deleting batch no. 2 consisting of 33 files               base.py:211
+[04:26:44] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:26:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:49] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:26:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:26:54] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:26:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:26:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:27:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:27:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:15] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:27:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:27:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:27:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:27:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:27:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:27:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:33] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:27:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:27:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:27:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:27:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:46] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:27:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:48] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:27:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:27:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:27:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:27:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:27:56] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:28:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:28:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:02] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:28:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:04] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:28:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:08] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:28:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:28:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:28:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:12] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:28:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:28:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:22] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:28:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:26] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:32] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:28:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:28:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:28:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:28:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:28:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:28:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:28:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:28:50] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:28:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:53] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:28:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:28:55] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:28:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:28:57] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:28:58] Committing batch 1 consisting of 92 files                 base.py:269
+[04:29:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:01] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:29:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:06] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:29:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:29:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:29:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:15] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:29:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:29:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:29:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:29:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:26] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:29:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:29:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:35] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:29:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:29:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:29:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:29:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:29:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:29:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:55] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:29:57] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
198 seconds
+
+
+
Start
+
2022-03-06 04:29:11.792721
+
+
+
End
+
2022-03-06 04:32:30.117145
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:29:11] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:29:12] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:29:13] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:29:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:17] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:29:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:22] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:29:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:29:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:29:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:29:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:43] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:29:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:29:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:29:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:29:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:29:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:29:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:29:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:29:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:30:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:30:02] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:30:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:30:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:30:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:30:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:30:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:30:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:30:14] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:30:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:16] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:30:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:30:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:30:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:30:25] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:30:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:30:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:30:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:30] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:30:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:32] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:30:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:36] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:30:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:30:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:41] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:30:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:30:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:30:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:30:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:50] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:30:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:30:54] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:30:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:30:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:30:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:01] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:31:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:31:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:31:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:31:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:19] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:31:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:22] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:31:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:24] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:31:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:26] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:31:27] Committing batch 1 consisting of 92 files                 base.py:269
+[04:31:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:31:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:37] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:31:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:31:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:31:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:45] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:31:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:31:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:31:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:31:57] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:31:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:32:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:05] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:32:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:32:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:32:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:32:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:32:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:32:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:32:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:32:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:28] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:32:30] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
196 seconds
+
+
+
Start
+
2022-03-06 04:31:46.919924
+
+
+
End
+
2022-03-06 04:35:02.952479
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:31:46] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+[04:31:47] Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:31:48] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:31:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:53] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:31:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:31:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:31:58] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:31:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:32:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:32:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:32:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:20] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:32:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:32:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:32:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:32:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:32:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:39] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:32:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:32:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:32:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:32:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:32:50] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:32:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:53] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:32:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:32:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:32:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:32:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:33:00] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:33:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:33:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:33:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:07] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:33:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:09] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:33:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:13] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:33:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:33:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:33:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:18] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:33:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:33:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:27] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:33:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:31] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:33:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:38] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:33:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:33:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:33:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:33:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:33:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:33:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:33:55] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:33:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:58] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:33:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:00] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:34:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:03] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+           Committing batch 1 consisting of 92 files                 base.py:269
+[04:34:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:11] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:34:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:34:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:34:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:20] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:34:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:34:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:34:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:34:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:31] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:34:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:34] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:34:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:40] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:34:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:34:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:34:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:49] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:34:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:34:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:34:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:34:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:00] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:35:02] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
195 seconds
+
+
+
Start
+
2022-03-06 04:33:43.523318
+
+
+
End
+
2022-03-06 04:36:58.540605
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:33:43] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:33:44] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 20 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 20 files in BIR/raw                              base.py:202
+           ...found 41 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 41 files               base.py:211
+[04:33:45] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:33:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:49] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:33:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:33:54] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:33:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:33:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:34:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:34:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:34:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:15] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:34:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:34:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:34:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:26] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:34:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:34:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:34:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:35] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:34:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:34:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:34:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:48] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:34:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:50] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:34:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:34:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:34:58] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:34:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:01] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:35:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:03] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:35:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:05] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:35:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:10] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:35:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:35:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:15] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:35:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:35:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:22] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:35:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:26] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:35:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:34] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:35:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:35:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:35:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:35:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:50] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:35:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:53] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:35:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:56] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:35:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:59] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:36:00] Committing batch 1 consisting of 92 files                 base.py:269
+[04:36:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:36:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:08] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:36:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:36:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:36:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:15] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:36:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:36:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:36:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:27] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:36:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:36:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:35] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:36:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:36:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:36:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:36:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:36:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:36:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:36:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:36:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:56] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:36:58] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
195 seconds
+
+
+
Start
+
2022-03-06 04:34:42.860339
+
+
+
End
+
2022-03-06 04:37:58.560283
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:34:42] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:34:43] Getting all files in BIR...                               base.py:186
+           BIR Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:34:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:47] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:34:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:34:52] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:34:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:34:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:35:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:35:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:35:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:13] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:35:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:35:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:35:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:35:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:35:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:32] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:35:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:35:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:35:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:44] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:35:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:46] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:35:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:35:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:35:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:55] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:35:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:35:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:00] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:36:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:02] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:36:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:06] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:36:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:36:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:11] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:36:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:36:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:20] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:36:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:24] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:36:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:31] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:36:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:34] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:36:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:36:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:49] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:36:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:52] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:36:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:54] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:36:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:56] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:36:57] Committing batch 1 consisting of 92 files                 base.py:269
+[04:36:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:07] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:37:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:37:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:14] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:37:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:37:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:37:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:26] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:37:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:37:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:35] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:37:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:37:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:37:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:37:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:37:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:37:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:37:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:37:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:56] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:37:58] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
193 seconds
+
+
+
Start
+
2022-03-06 04:35:33.525806
+
+
+
End
+
2022-03-06 04:38:46.752470
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:35:33] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:35:34] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 66 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 66 files in BIR/raw                              base.py:202
+           ...found 133 files in BIR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:35:35] Deleting batch no. 2 consisting of 33 files               base.py:211
+[04:35:36] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:35:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:40] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:45] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:35:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:35:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:35:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:35:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:35:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:35:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:05] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:36:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:36:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:36:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:36:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:36:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:24] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:36:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:36:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:36:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:36:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:35] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:37] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:36:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:36:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:36:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:45] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:36:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:36:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:50] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:36:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:53] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:36:56] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:36:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:36:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:37:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:01] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:37:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:37:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:10] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:13] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:37:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:21] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:37:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:37:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:38] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:37:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:41] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:37:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:44] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:46] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:37:47] Committing batch 1 consisting of 92 files                 base.py:269
+[04:37:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:37:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:56] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:37:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:37:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:01] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:04] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:38:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:38:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:15] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:38:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:38:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:23] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:38:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:38:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:38:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:38:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:38:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:38:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:44] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:38:46] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
199 seconds
+
+
+
Start
+
2022-03-06 04:37:18.229484
+
+
+
End
+
2022-03-06 04:40:38.121116
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:37:18] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+[04:37:19] Getting all files in BIR/json...                          base.py:186
+           ...found 66 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 66 files in BIR/raw                              base.py:202
+           ...found 133 files in BIR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:37:20] Deleting batch no. 2 consisting of 33 files               base.py:211
+[04:37:21] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:37:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:24] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:37:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:31] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:37:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:37:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:37:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:37:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:37:52] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:37:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:37:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:37:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:37:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:38:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:38:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:38:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:38:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:10] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:38:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:38:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:38:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:23] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:38:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:25] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:38:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:38:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:38:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:33] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:38:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:40] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:38:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:42] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:38:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:46] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:38:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:38:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:51] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:38:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:38:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:59] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:39:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:04] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:39:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:11] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:39:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:39:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:39:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:30] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:33] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:39:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:35] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:39:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:38] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+           Committing batch 1 consisting of 92 files                 base.py:269
+[04:39:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:39:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:47] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:39:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:49] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:39:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:39:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:56] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:39:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:39:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:40:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:40:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:07] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:40:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:40:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:15] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:40:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:40:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:40:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:40:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:40:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:40:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:34] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:36] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:40:38] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
188 seconds
+
+
+
Start
+
2022-03-06 04:38:21.626608
+
+
+
End
+
2022-03-06 04:41:30.067584
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:38:21] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:38:22] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 20 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 20 files in BIR/raw                              base.py:202
+           ...found 41 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 41 files               base.py:211
+[04:38:23] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:38:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:27] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:32] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:38:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:38:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:38:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:38:52] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:38:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:38:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:38:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:38:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:39:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:39:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:39:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:39:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:11] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:39:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:39:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:22] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:39:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:24] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:39:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:39:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:32] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:39:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:39:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:37] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:39:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:40] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:43] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:39:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:39:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:49] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:39:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:39:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:57] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:39:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:01] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:40:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:09] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:40:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:40:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:40:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:40:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:25] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:27] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:40:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:31] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:40:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:33] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:40:34] Committing batch 1 consisting of 92 files                 base.py:269
+[04:40:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:40:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:42] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:40:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:40:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:40:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:49] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:40:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:40:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:40:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:40:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:00] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:41:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:41:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:08] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:41:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:41:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:41:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:41:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:41:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:41:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:41:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:28] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:41:30] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
199 seconds
+
+
+
Start
+
2022-03-06 04:38:57.910006
+
+
+
End
+
2022-03-06 04:42:16.972493
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:38:57] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+[04:38:58] Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+[04:38:59] ...found 20 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 20 files in BIR/raw                              base.py:202
+           ...found 41 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 41 files               base.py:211
+[04:39:00] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:39:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:03] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:39:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:09] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:39:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:39:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:39:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:39:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:29] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:39:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:39:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:39:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:39:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:39:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:39:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:49] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:39:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:39:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:39:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:39:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:39:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:39:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:03] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:40:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:05] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:40:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:40:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:40:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:13] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:40:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:40:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:18] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:40:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:20] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:40:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:24] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:40:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:40:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:30] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:40:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:40:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:38] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:40:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:42] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:40:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:51] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:40:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:40:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:40:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:40:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:40:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:41:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:08] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:41:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:11] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:41:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:14] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:41:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:17] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:41:18] Committing batch 1 consisting of 92 files                 base.py:269
+[04:41:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:41:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:26] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:41:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:41:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:41:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:33] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:41:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:41:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:41:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:45] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:41:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:41:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:53] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:41:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:41:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:41:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:42:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:42:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:42:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:42:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:42:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:14] 'title'                                                handlers.py:33
+[04:42:15] Committing batch 2 consisting of 40 files                 base.py:269
+[04:42:16] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
190 seconds
+
+
+
Start
+
2022-03-06 04:40:52.922154
+
+
+
End
+
2022-03-06 04:44:03.664911
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:40:52] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:40:53] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 66 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+[04:40:54] ...found 66 files in BIR/raw                              base.py:202
+           ...found 133 files in BIR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:40:55] Deleting batch no. 2 consisting of 33 files               base.py:211
+[04:40:56] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:40:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:40:59] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:41:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:05] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:41:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:41:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:41:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:41:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:25] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:41:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:41:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:41:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:41:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:41:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:41:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:44] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:41:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:41:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:41:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:41:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:41:56] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:41:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:41:59] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:01] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:42:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:42:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:06] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:42:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:42:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:11] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:42:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:13] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:42:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:18] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:42:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:42:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:23] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:28] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:42:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:30] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:42:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:34] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:42] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:42:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:42:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:42:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:57] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:42:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:01] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:43:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:03] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:43:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:06] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:43:07] Committing batch 1 consisting of 92 files                 base.py:269
+[04:43:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:43:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:15] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:43:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:43:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:22] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:43:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:43:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:43:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:33] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:43:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:43:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:41] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:43:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:43:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:43:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:49] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:43:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:43:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:43:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:43:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:44:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:01] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:44:03] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
139 seconds
+
+
+
Start
+
2022-03-06 04:42:08.480963
+
+
+
End
+
2022-03-06 04:44:28.017186
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.
+
+
+
+
+ +

Run log

+ 
[04:42:08] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:42:09] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 66 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 66 files in BIR/raw                              base.py:202
+           ...found 133 files in BIR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:42:10] Deleting batch no. 2 consisting of 33 files               base.py:211
+[04:42:11] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:42:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:16] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:42:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:21] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:42:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:42:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:42:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:42:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:41] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:42:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:42:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:42:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:49] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:42:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:42:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:42:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:42:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:42:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:00] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:43:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:43:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:43:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:11] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:43:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:14] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:43:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:21] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:43:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:43:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:27] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:43:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:29] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:43:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:33] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:43:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:43:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:38] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:43:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:46] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:43:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:50] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:43:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:57] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:43:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:44:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:44:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:14] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:16] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:44:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:19] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:21] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:44:22] Committing batch 1 consisting of 92 files                 base.py:269
+[04:44:23] An error occurred (ParentCommitIdOutdatedException)    handlers.py:33
+           when calling the CreateCommit operation: The parent                  
+           commit ID is not valid because it is not the current                 
+           tip of the branch. You must provide the commit ID for                
+           the tip of the branch. The most common reason for this               
+           error is that your local repository is not                           
+           synchronized to the latest changes in the AWS                        
+           CodeCommit repository. Either synchronize your local                 
+           repo by using the git pull command, or use GetBranch                 
+           to retrieve the latest commit ID for the branch, and                 
+           then try again.                                                      
+           Committing batch 1 consisting of 92 files                 base.py:269
+[04:44:28] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
195 seconds
+
+
+
Start
+
2022-03-06 04:43:02.420384
+
+
+
End
+
2022-03-06 04:46:17.746992
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:43:02] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:43:03] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 20 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 20 files in BIR/raw                              base.py:202
+           ...found 41 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 41 files               base.py:211
+[04:43:04] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:43:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:08] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:43:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:14] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:43:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:43:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:26] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:43:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:34] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:43:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:43:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:43:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:43:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:43:53] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:43:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:43:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:44:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:44:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:06] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:44:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:08] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:44:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:44:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:44:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:16] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:44:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:44:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:21] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:44:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:24] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:44:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:28] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:44:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:44:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:33] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:44:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:41] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:44:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:46] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:44:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:53] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:44:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:44:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:44:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:45:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:10] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:45:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:13] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:45:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:15] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:45:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:18] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:45:19] Committing batch 1 consisting of 92 files                 base.py:269
+[04:45:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:26] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:45:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:45:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:45:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:35] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:45:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:45:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:45:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:45:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:46] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:45:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:45:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:54] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:45:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:58] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:45:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:46:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:46:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:46:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:46:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:15] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:46:17] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
193 seconds
+
+
+
Start
+
2022-03-06 04:43:53.122587
+
+
+
End
+
2022-03-06 04:47:06.328181
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:43:53] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:43:54] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:43:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:43:58] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:43:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:03] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:44:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:44:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:44:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:23] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:44:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:44:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:44:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:34] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:44:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:44:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:44:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:42] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:44:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:44:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:44:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:44:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:44:54] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:44:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:57] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:44:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:45:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:45:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:04] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:45:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:45:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:09] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:45:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:12] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:17] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:45:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:21] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:45:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:45:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:29] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:45:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:33] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:45:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:41] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:45:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:45:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:45:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:58] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:45:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:01] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:46:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:04] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:46:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:07] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+           Committing batch 1 consisting of 92 files                 base.py:269
+[04:46:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:46:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:15] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:46:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:46:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:46:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:23] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:46:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:26] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:46:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:46:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:46:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:35] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:46:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:46:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:43] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:46:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:46:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:46:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:46:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:46:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:46:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:47:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:01] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:47:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:04] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:47:06] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
197 seconds
+
+
+
Start
+
2022-03-06 04:45:31.996341
+
+
+
End
+
2022-03-06 04:48:49.822972
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:45:31] Fetching Scraper for: BIR                              handlers.py:21
+[04:45:32] Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+[04:45:33] ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:45:34] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:45:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:39] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:45:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:44] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:45:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:45:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:45:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:45:55] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:45:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:45:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:46:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:04] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:46:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:46:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:46:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:46:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:46:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:23] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:46:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:46:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:46:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:46:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:35] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:46:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:37] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:46:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:46:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:46:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:46] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:46:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:48] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:46:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:51] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:46:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:53] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:46:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:46:57] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:46:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:47:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:01] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:47:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:11] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:47:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:15] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:22] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:47:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:47:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:47:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:47:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:47:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:47:40] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:42] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:47:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:47:45] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:47] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:47:48] Committing batch 1 consisting of 92 files                 base.py:269
+[04:47:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:47:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:47:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:47:57] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:47:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:47:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:48:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:48:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:05] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:48:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:48:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:48:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:15] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:48:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:48:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:24] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:48:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:26] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:48:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:48:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:48:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:48:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:48:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:48:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:48:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:47] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:48:49] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
194 seconds
+
+
+
Start
+
2022-03-06 04:48:09.886613
+
+
+
End
+
2022-03-06 04:51:24.791633
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:48:09] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:48:10] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:48:11] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:48:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:15] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:48:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:22] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:48:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:31] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:48:32] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:34] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:48:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:37] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:42] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:48:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:48:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:48:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:48:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:48:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:48:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:56] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:48:57] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:48:59] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:49:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:49:02] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:49:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:49:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:49:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:49:08] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:49:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:49:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:49:15] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:49:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:17] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:49:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:49:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:22] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:49:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:49:24] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:49:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:49:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:49:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:29] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:49:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:33] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:49:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:37] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:49:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:49:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:41] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:49:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:49:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:49:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:49] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:49:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:49:52] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:49:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:49:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:49:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:01] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:50:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:50:07] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:50:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:18] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:50:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:21] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:50:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:23] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:50:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:25] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:50:26] Committing batch 1 consisting of 92 files                 base.py:269
+[04:50:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:29] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:50:30] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:34] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:50:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:50:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:50:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:43] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:50:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:50:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:50] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:52] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:50:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:54] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:50:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:50:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:02] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:51:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:51:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:07] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:51:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:51:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:51:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:51:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:51:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:51:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:22] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:51:24] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
197 seconds
+
+
+
Start
+
2022-03-06 04:50:35.942213
+
+
+
End
+
2022-03-06 04:53:53.415134
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:50:35] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+[04:50:36] Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:50:37] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:50:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:41] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:50:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:50:48] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:50:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:53] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:50:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:50:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:50:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:51:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:51:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:07] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:51:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:11] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+[04:51:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:16] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:51:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:18] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:51:19] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+[04:51:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:51:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:27] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:51:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:29] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:34] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:51:35] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:36] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:51:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:39] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:51:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:41] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:51:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:51:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:47] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:51:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:49] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+[04:51:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:55] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:51:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:58] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:51:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:02] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:52:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:52:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:07] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:52:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:11] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:15] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:52:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:18] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:52:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:27] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+[04:52:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:30] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:52:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:52:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:39] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:41] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:52:42] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:45] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:52:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:48] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+[04:52:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:50] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+[04:52:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:53] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:52:54] Committing batch 1 consisting of 92 files                 base.py:269
+[04:52:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:52:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:59] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:02] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:53:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:04] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:53:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:06] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:53:08] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:11] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:53:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:53:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:53:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:19] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:53:20] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:22] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:53:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:24] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:53:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:30] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:53:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:32] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:53:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:53:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:38] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:40] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:53:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:43] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:53:44] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:53:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:49] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:53:50] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:51] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:53:53] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
191 seconds
+
+
+
Start
+
2022-03-06 04:51:18.973205
+
+
+
End
+
2022-03-06 04:54:30.069555
+
+
+
Status code
+
200
+
+
+
Error
+
'title'
+
+
+
+
+ +

Run log

+ 
[04:51:18] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+[04:51:19] Deleting existing data...                                 base.py:234
+           Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:51:20] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://birmingham.cmis.uk.com/birmingham/Councillors.aspx           
+[04:51:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:24] Scraping from https://www.birmingham.gov.uk/councillors/1/ base.py:40
+           muhammad_afzal;                                                      
+[04:51:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:27] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1005/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:30] Scraping from https://www.birmingham.gov.uk/councillors/4/ base.py:40
+           mohammed_aikhlaq ;                                                   
+[04:51:31] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:33] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1006/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1007/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:39] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/5/deirdre_alden            
+           ;                                                                    
+[04:51:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/7/robert_alden ;           
+[04:51:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:44] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/9/tahir_ali ;              
+[04:51:45] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1008/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:51:50] Scraping from https://www.birmingham.gov.uk/councillors/11 base.py:40
+           /gurdial_singh_atwal ;                                               
+[04:51:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/12/mohammed_azim           
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1009/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:51:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:51:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/14/david_barrie            
+           ;                                                                    
+[04:51:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:00] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/15/bob_beauchamp           
+           ;                                                                    
+[04:52:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:03] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/16/matt_bennett            
+           ;                                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/939/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:05] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/17/kate_booth ;            
+[04:52:06] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:08] Scraping from https://www.birmingham.gov.uk/councillors/19 base.py:40
+           /sir_albert_bore ;                                                   
+[04:52:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1023/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:14] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/22/marje_bridle            
+           ;                                                                    
+[04:52:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/23/mick_brown ;            
+[04:52:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:20] Scraping from https://www.birmingham.gov.uk/councillors/27 base.py:40
+           /tristan_chatfield ;                                                 
+[04:52:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:22] Scraping from https://www.birmingham.gov.uk/councillors/28 base.py:40
+           /zaker_choudhry ;                                                    
+[04:52:23] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/29/debbie_clancy           
+           ;                                                                    
+[04:52:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/967/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:27] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/123/liz_clements           
+[04:52:28] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:30] Scraping from https://www.birmingham.gov.uk/councillors/33 base.py:40
+           /maureen_cornish ;                                                   
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:33] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/34/john_cotton ;           
+[04:52:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:36] Scraping from https://www.birmingham.gov.uk/councillors/37 base.py:40
+           /philip_davis_ba_ma ;                                                
+[04:52:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:39] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734506&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:52:40] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/940/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:42] Scraping from https://www.birmingham.gov.uk/councillors/38 base.py:40
+           /diane_donaldson ;                                                   
+[04:52:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:52:45] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/40/barbara_dring           
+           ;                                                                    
+[04:52:46] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/135/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:47] Scraping from https://www.birmingham.gov.uk/councillors/42 base.py:40
+           /mohammed_fazal ;                                                    
+[04:52:48] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1010/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:52:51] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/942/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:53] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/45/jayne_francis           
+           ;                                                                    
+[04:52:54] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:55] Scraping from http://www.birmingham.gov.uk/cs/Satellite?c= base.py:40
+           Page&childpagename=Member-Services%2FPageLayout&cid=122309           
+           2734154&pagename=BCC%2FCommon%2FWrapper%2FWrapper                    
+[04:52:56] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:52:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:00] Scraping from https://www.birmingham.gov.uk/councillors/48 base.py:40
+           /peter_griffiths ;                                                   
+[04:53:01] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:02] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1011/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:07] Scraping from https://www.birmingham.gov.uk/councillors/49 base.py:40
+           /paulette_hamilton ;                                                 
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:09] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/51/roger_harmer            
+           ;                                                                    
+[04:53:10] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:12] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/52/kath_hartley            
+           ;                                                                    
+[04:53:13] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1012/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:15] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:17] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1013/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:21] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/57/jon_hunt ;              
+[04:53:22] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:24] Scraping from https://www.birmingham.gov.uk/councillors/58 base.py:40
+           /mahmood_hussain ;                                                   
+[04:53:25] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/944/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:27] Scraping from https://www.birmingham.gov.uk/councillors/59 base.py:40
+           /shabrana_hussain ;                                                  
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:29] Scraping from https://www.birmingham.gov.uk/councillors/60 base.py:40
+           /timothy_huxtable                                                    
+           Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/113/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:31] Scraping from https://www.birmingham.gov.uk/councillors/61 base.py:40
+           /mohammed_idrees ;                                                   
+[04:53:32] Committing batch 1 consisting of 92 files                 base.py:269
+[04:53:34] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:35] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/62/zafar_iqbal             
+[04:53:36] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:37] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1202/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:53:38] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:40] Scraping from https://www.birmingham.gov.uk/councillors/63 base.py:40
+           /ziaul_islam_mbe ;                                                   
+[04:53:41] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/966/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:42] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/122/morriam_jan            
+[04:53:43] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:46] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/64/kerry_jenkins           
+           ;                                                                    
+[04:53:47] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/103/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:48] Scraping from https://www.birmingham.gov.uk/councillors/65 base.py:40
+           /meirion_jenkins ;                                                   
+[04:53:49] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/945/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:53:51] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/67/julie_johnson           
+           ;                                                                    
+[04:53:52] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:54] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/68/brigid_jones            
+           ;                                                                    
+[04:53:55] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:57] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/70/josh_jones ;            
+[04:53:58] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:53:59] Scraping from https://www.birmingham.gov.uk/councillors/71 base.py:40
+           /nagina_kauser;                                                      
+[04:54:00] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:54:02] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/75/mariam_khan ;           
+[04:54:03] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:54:04] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1014/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:54:05] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:54:08] Scraping from https://www.birmingham.gov.uk/councillors/76 base.py:40
+           /narinder_kaur_kooner ;                                              
+[04:54:09] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/146/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:54:10] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/77/chaman_lal ;            
+[04:54:12] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:54:13] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/78/mike_leddy              
+[04:54:14] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:54:15] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/79/bruce_lines ;           
+[04:54:16] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[04:54:17] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/80/john_lines ;            
+[04:54:18] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/946/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:54:20] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/82/mary_locke ;            
+[04:54:21] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/102/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:54:23] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/83/ewan_mackey ;           
+[04:54:24] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/Scre           
+           enMode/Alphabetical/Default.aspx                                     
+[04:54:25] Scraping from                                              base.py:40
+           https://www.birmingham.gov.uk/councillors/84/majid_mahmood           
+           ;                                                                    
+[04:54:26] Scraping from https://birmingham.cmis.uk.com/birmingham/Co base.py:40
+           uncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1015/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[04:54:27] 'title'                                                handlers.py:33
+           Committing batch 2 consisting of 40 files                 base.py:269
+[04:54:30] Finished attempting to scrape: BIR                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 04:55:29.817630
+
+
+
End
+
2022-03-06 04:55:34.439948
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.
+
+
+
+
+ +

Run log

+ 
[04:55:29] Fetching Scraper for: BIR                              handlers.py:21
+           Begin attempting to scrape: BIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:55:30] Getting all files in BIR...                               base.py:186
+           Getting all files in BIR/json...                          base.py:186
+           ...found 46 files in BIR/json                             base.py:202
+           Getting all files in BIR/raw...                           base.py:186
+           ...found 46 files in BIR/raw                              base.py:202
+           ...found 92 files in BIR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:55:34] An error occurred (ParentCommitIdOutdatedException)    handlers.py:33
+           when calling the CreateCommit operation: The parent                  
+           commit ID is not valid because it is not the current                 
+           tip of the branch. You must provide the commit ID for                
+           the tip of the branch. The most common reason for this               
+           error is that your local repository is not                           
+           synchronized to the latest changes in the AWS                        
+           CodeCommit repository. Either synchronize your local                 
+           repo by using the git pull command, or use GetBranch                 
+           to retrieve the latest commit ID for the branch, and                 
+           then try again.                                                      
+           Finished attempting to scrape: BIR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BKM/index.html b/_site/logbooks/BKM/index.html new file mode 100644 index 0000000000..d2de7a55fd --- /dev/null +++ b/_site/logbooks/BKM/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:18:13.484516
+
+
+
End
+
2022-03-05 20:18:16.158084
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:18:13] Fetching Scraper for: BKM                              handlers.py:21
+           Begin attempting to scrape: BKM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BKM...                               base.py:186
+           ...found 1 files in BKM                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:18:15] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.buckscc.gov.uk//mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:18:16] HTTPSConnectionPool(host='democracy.buckscc.gov.uk',   handlers.py:33
+           port=443): Max retries exceeded with url:                            
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by Ne               
+           wConnectionError(': Failed to establish a new                 
+           connection: [Errno -2] Name or service not known'))                  
+           Finished attempting to scrape: BKM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BLA/index.html b/_site/logbooks/BLA/index.html new file mode 100644 index 0000000000..b315dc73bb --- /dev/null +++ b/_site/logbooks/BLA/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-05 19:59:38.858832
+
+
+
End
+
2022-03-05 20:00:03.868738
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:00:03] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BLA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BNE/index.html b/_site/logbooks/BNE/index.html new file mode 100644 index 0000000000..b6f0175753 --- /dev/null +++ b/_site/logbooks/BNE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 19:55:59.111609
+
+
+
End
+
2022-03-05 19:56:12.064642
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:55:59] Fetching Scraper for: BNE                              handlers.py:21
+           Begin attempting to scrape: BNE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BNE...                               base.py:186
+           Getting all files in BNE/json...                          base.py:186
+[19:56:00] ...found 63 files in BNE/json                             base.py:202
+           Getting all files in BNE/raw...                           base.py:186
+           ...found 63 files in BNE/raw                              base.py:202
+           ...found 126 files in BNE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:56:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:56:12] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BNE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BNH/index.html b/_site/logbooks/BNH/index.html new file mode 100644 index 0000000000..fc626a6e26 --- /dev/null +++ b/_site/logbooks/BNH/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-06 00:02:14.361818
+
+
+
End
+
2022-03-06 00:02:31.217345
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:02:14] Fetching Scraper for: BNH                              handlers.py:21
+           Begin attempting to scrape: BNH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:02:15] Getting all files in BNH...                               base.py:186
+           Getting all files in BNH/json...                          base.py:186
+           ...found 54 files in BNH/json                             base.py:202
+           Getting all files in BNH/raw...                           base.py:186
+           ...found 54 files in BNH/raw                              base.py:202
+           ...found 108 files in BNH                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:02:16] Deleting batch no. 2 consisting of 8 files                base.py:211
+[00:02:22] ...data deleted.                                          base.py:241
+           Scraping from http://present.brighton-hove.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[00:02:25] Committing batch 1 consisting of 92 files                 base.py:269
+[00:02:27] Committing batch 2 consisting of 16 files                 base.py:269
+[00:02:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BNH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BNS/index.html b/_site/logbooks/BNS/index.html new file mode 100644 index 0000000000..72bef37712 --- /dev/null +++ b/_site/logbooks/BNS/index.html @@ -0,0 +1,129 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:57:09.731789
+
+
+
End
+
2022-03-05 19:57:21.562092
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:57:09] Fetching Scraper for: BNS                              handlers.py:21
+           Begin attempting to scrape: BNS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:57:10] Getting all files in BNS...                               base.py:186
+           Getting all files in BNS/json...                          base.py:186
+           ...found 46 files in BNS/json                             base.py:202
+           Getting all files in BNS/raw...                           base.py:186
+           ...found 46 files in BNS/raw                              base.py:202
+           ...found 92 files in BNS                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:57:11] ...data deleted.                                          base.py:241
+           Scraping from http://barnsleymbc.moderngov.co.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:57:15] Committing batch 1 consisting of 92 files                 base.py:269
+[19:57:16] Committing batch 2 consisting of 34 files                 base.py:269
+[19:57:21] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BNS                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 20:25:08.503879
+
+
+
End
+
2022-03-05 20:25:17.468870
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:25:08] Fetching Scraper for: BNS                              handlers.py:21
+           Begin attempting to scrape: BNS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BNS...                               base.py:186
+           Getting all files in BNS/json...                          base.py:186
+[20:25:09] ...found 63 files in BNS/json                             base.py:202
+           Getting all files in BNS/raw...                           base.py:186
+           ...found 63 files in BNS/raw                              base.py:202
+           ...found 127 files in BNS                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:25:10] Deleting batch no. 2 consisting of 27 files               base.py:211
+[20:25:17] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: BNS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BOL/index.html b/_site/logbooks/BOL/index.html new file mode 100644 index 0000000000..68ec2757b0 --- /dev/null +++ b/_site/logbooks/BOL/index.html @@ -0,0 +1,158 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
0 seconds
+
+
+
Start
+
2022-03-05 20:09:28.834788
+
+
+
End
+
2022-03-05 20:09:29.731127
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:09:28] Fetching Scraper for: BOL                              handlers.py:21
+           Begin attempting to scrape: BOL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:09:29] Getting all files in BOL...                               base.py:186
+           BOL Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           http://democracy.bolton.gov.uk/cmis5/People.aspx                     
+           Finished attempting to scrape: BOL                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:31:13.859065
+
+
+
End
+
2022-03-05 20:31:20.082638
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:31:13] Fetching Scraper for: BOL                              handlers.py:21
+           Begin attempting to scrape: BOL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:31:14] Getting all files in BOL...                               base.py:186
+           ...found 1 files in BOL                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:31:19] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://democracy.bolton.gov.uk/cmis5/People.aspx                     
+[20:31:20] Finished attempting to scrape: BOL                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:32:06.541547
+
+
+
End
+
2022-03-05 20:32:17.405906
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:32:06] Fetching Scraper for: BOL                              handlers.py:21
+           Begin attempting to scrape: BOL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:32:07] Getting all files in BOL...                               base.py:186
+           ...found 1 files in BOL                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:32:17] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BOL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BOS/index.html b/_site/logbooks/BOS/index.html new file mode 100644 index 0000000000..bc10de8670 --- /dev/null +++ b/_site/logbooks/BOS/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:09:33.998416
+
+
+
End
+
2022-03-06 00:09:45.796941
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:09:33] Fetching Scraper for: BOS                              handlers.py:21
+[00:09:34] Begin attempting to scrape: BOS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BOS...                               base.py:186
+           Getting all files in BOS/json...                          base.py:186
+           ...found 37 files in BOS/json                             base.py:202
+           Getting all files in BOS/raw...                           base.py:186
+[00:09:35] ...found 37 files in BOS/raw                              base.py:202
+           ...found 74 files in BOS                                  base.py:202
+           Deleting batch no. 1 consisting of 74 files               base.py:211
+[00:09:38] ...data deleted.                                          base.py:241
+           Scraping from https://committees.bolsover.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:09:39] Committing batch 1 consisting of 74 files                 base.py:269
+[00:09:45] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BOS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BOT/index.html b/_site/logbooks/BOT/index.html new file mode 100644 index 0000000000..98a80b0ea3 --- /dev/null +++ b/_site/logbooks/BOT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-06 00:00:28.588816
+
+
+
End
+
2022-03-06 00:00:46.217389
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:00:28] Fetching Scraper for: BOT                              handlers.py:21
+           Begin attempting to scrape: BOT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:00:29] Getting all files in BOT...                               base.py:186
+           Getting all files in BOT/json...                          base.py:186
+           ...found 30 files in BOT/json                             base.py:202
+           Getting all files in BOT/raw...                           base.py:186
+           ...found 30 files in BOT/raw                              base.py:202
+           ...found 60 files in BOT                                  base.py:202
+           Deleting batch no. 1 consisting of 60 files               base.py:211
+[00:00:41] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.boston.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:00:43] Committing batch 1 consisting of 60 files                 base.py:269
+[00:00:46] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BOT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BPC/index.html b/_site/logbooks/BPC/index.html new file mode 100644 index 0000000000..2b51b21085 --- /dev/null +++ b/_site/logbooks/BPC/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:01:05.319827
+
+
+
End
+
2022-03-05 20:01:24.122291
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:01:23] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:01:24] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BPC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BPL/index.html b/_site/logbooks/BPL/index.html new file mode 100644 index 0000000000..eece467854 --- /dev/null +++ b/_site/logbooks/BPL/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:17:10.018495
+
+
+
End
+
2022-03-06 00:17:19.687111
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:17:10] Fetching Scraper for: BPL                              handlers.py:21
+           Begin attempting to scrape: BPL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BPL...                               base.py:186
+           Getting all files in BPL/json...                          base.py:186
+           ...found 42 files in BPL/json                             base.py:202
+           Getting all files in BPL/raw...                           base.py:186
+           ...found 42 files in BPL/raw                              base.py:202
+           ...found 85 files in BPL                                  base.py:202
+           Deleting batch no. 1 consisting of 85 files               base.py:211
+[00:17:12] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.blackpool.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:17:16] Committing batch 1 consisting of 84 files                 base.py:269
+[00:17:19] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BPL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRA/index.html b/_site/logbooks/BRA/index.html new file mode 100644 index 0000000000..ccb8e9bdd7 --- /dev/null +++ b/_site/logbooks/BRA/index.html @@ -0,0 +1,276 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
94 seconds
+
+
+
Start
+
2022-03-05 19:46:16.540357
+
+
+
End
+
2022-03-05 19:47:51.143745
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:46:16] Fetching Scraper for: BRA                              handlers.py:21
+           Begin attempting to scrape: BRA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BRA...                               base.py:186
+           Getting all files in BRA/json...                          base.py:186
+[19:46:17] ...found 49 files in BRA/json                             base.py:202
+           Getting all files in BRA/raw...                           base.py:186
+           ...found 49 files in BRA/raw                              base.py:202
+           ...found 98 files in BRA                                  base.py:202
+           Deleting batch no. 1 consisting of 98 files               base.py:211
+[19:46:18] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://braintree.cmis.uk.com/braintree/Councillors.aspx              
+[19:46:20] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/11/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:22] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:24] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:25] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/82/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:28] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:29] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:31] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/114/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:32] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:34] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:36] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:39] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:40] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:41] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:43] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/76/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:45] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:46] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:48] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:50] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:51] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:54] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/140/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:56] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:46:57] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:46:59] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:00] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:02] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:04] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:05] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/120/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:07] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/121/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:08] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/122/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:11] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:13] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/54/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:14] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/123/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:16] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/55/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:17] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:19] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:21] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/83/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:23] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/61/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:25] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/64/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:28] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/124/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:29] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/125/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:31] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:32] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:34] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:35] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:37] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:38] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:40] Committing batch 1 consisting of 92 files                 base.py:269
+[19:47:44] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/69/ScreenMo           
+           de/Alphabetical/Default.aspx                                         
+[19:47:45] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:48] Scraping from http://braintree.cmis.uk.com/braintree/Counc base.py:40
+           illors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/129/ScreenM           
+           ode/Alphabetical/Default.aspx                                        
+[19:47:50] Committing batch 2 consisting of 6 files                  base.py:269
+[19:47:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRA                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 20:04:10.386197
+
+
+
End
+
2022-03-05 20:04:22.206781
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:04:10] Fetching Scraper for: BRA                              handlers.py:21
+           Begin attempting to scrape: BRA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BRA...                               base.py:186
+           Getting all files in BRA/json...                          base.py:186
+[20:04:11] ...found 49 files in BRA/json                             base.py:202
+           Getting all files in BRA/raw...                           base.py:186
+           ...found 49 files in BRA/raw                              base.py:202
+           ...found 99 files in BRA                                  base.py:202
+           Deleting batch no. 1 consisting of 99 files               base.py:211
+[20:04:21] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:04:22] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRC/index.html b/_site/logbooks/BRC/index.html new file mode 100644 index 0000000000..5b1e01b51d --- /dev/null +++ b/_site/logbooks/BRC/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 21:12:18.586533
+
+
+
End
+
2022-03-05 21:12:26.234316
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[21:12:18] Fetching Scraper for: BRC                              handlers.py:21
+           Begin attempting to scrape: BRC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BRC...                               base.py:186
+[21:12:19] Getting all files in BRC/json...                          base.py:186
+           ...found 42 files in BRC/json                             base.py:202
+           Getting all files in BRC/raw...                           base.py:186
+           ...found 42 files in BRC/raw                              base.py:202
+           ...found 85 files in BRC                                  base.py:202
+           Deleting batch no. 1 consisting of 85 files               base.py:211
+[21:12:20] ...data deleted.                                          base.py:241
+           Scraping from http://democratic.bracknell-forest.gov.uk/mg base.py:40
+           WebService.asmx/GetCouncillorsByWard                                 
+[21:12:23] Committing batch 1 consisting of 84 files                 base.py:269
+[21:12:26] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRD/index.html b/_site/logbooks/BRD/index.html new file mode 100644 index 0000000000..e164de12ac --- /dev/null +++ b/_site/logbooks/BRD/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:10:23.736988
+
+
+
End
+
2022-03-06 00:10:35.943992
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:10:23] Fetching Scraper for: BRD                              handlers.py:21
+           Begin attempting to scrape: BRD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:10:24] Getting all files in BRD...                               base.py:186
+           Getting all files in BRD/json...                          base.py:186
+           ...found 90 files in BRD/json                             base.py:202
+           Getting all files in BRD/raw...                           base.py:186
+[00:10:25] ...found 90 files in BRD/raw                              base.py:202
+           ...found 180 files in BRD                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:10:28] Deleting batch no. 2 consisting of 80 files               base.py:211
+[00:10:35] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: BRD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRE/index.html b/_site/logbooks/BRE/index.html new file mode 100644 index 0000000000..c992ee0880 --- /dev/null +++ b/_site/logbooks/BRE/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:00:22.382544
+
+
+
End
+
2022-03-06 00:00:31.335560
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:00:22] Fetching Scraper for: BRE                              handlers.py:21
+           Begin attempting to scrape: BRE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:00:23] Getting all files in BRE...                               base.py:186
+           Getting all files in BRE/json...                          base.py:186
+           ...found 49 files in BRE/json                             base.py:202
+           Getting all files in BRE/raw...                           base.py:186
+           ...found 49 files in BRE/raw                              base.py:202
+           ...found 98 files in BRE                                  base.py:202
+           Deleting batch no. 1 consisting of 98 files               base.py:211
+[00:00:24] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.breckland.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:00:27] Committing batch 1 consisting of 92 files                 base.py:269
+[00:00:30] Committing batch 2 consisting of 6 files                  base.py:269
+[00:00:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRM/index.html b/_site/logbooks/BRM/index.html new file mode 100644 index 0000000000..7d6f6bada7 --- /dev/null +++ b/_site/logbooks/BRM/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 00:20:14.463330
+
+
+
End
+
2022-03-06 00:20:19.159741
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:20:14] Fetching Scraper for: BRM                              handlers.py:21
+           Begin attempting to scrape: BRM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BRM...                               base.py:186
+           BRM Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://moderngovwebpublic.bromsgrove.gov.uk/ base.py:40
+           mgWebService.asmx/GetCouncillorsByWard                               
+[00:20:16] Committing batch 1 consisting of 62 files                 base.py:269
+[00:20:19] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRT/index.html b/_site/logbooks/BRT/index.html new file mode 100644 index 0000000000..8230e9077c --- /dev/null +++ b/_site/logbooks/BRT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:56:16.542746
+
+
+
End
+
2022-03-05 19:56:23.383624
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:56:16] Fetching Scraper for: BRT                              handlers.py:21
+           Begin attempting to scrape: BRT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BRT...                               base.py:186
+[19:56:17] Getting all files in BRT/json...                          base.py:186
+           ...found 43 files in BRT/json                             base.py:202
+[19:56:18] Getting all files in BRT/raw...                           base.py:186
+           ...found 43 files in BRT/raw                              base.py:202
+           ...found 86 files in BRT                                  base.py:202
+           Deleting batch no. 1 consisting of 86 files               base.py:211
+[19:56:19] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.broxtowe.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[19:56:21] Committing batch 1 consisting of 86 files                 base.py:269
+[19:56:23] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRW/index.html b/_site/logbooks/BRW/index.html new file mode 100644 index 0000000000..6ba9c3ab06 --- /dev/null +++ b/_site/logbooks/BRW/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
26 seconds
+
+
+
Start
+
2022-03-05 19:48:45.730866
+
+
+
End
+
2022-03-05 19:49:12.264326
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:49:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:49:12] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BRY/index.html b/_site/logbooks/BRY/index.html new file mode 100644 index 0000000000..f37c555283 --- /dev/null +++ b/_site/logbooks/BRY/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:52:23.417932
+
+
+
End
+
2022-03-05 20:52:33.804852
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:52:23] Fetching Scraper for: BRY                              handlers.py:21
+           Begin attempting to scrape: BRY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BRY...                               base.py:186
+           Getting all files in BRY/json...                          base.py:186
+[20:52:24] ...found 46 files in BRY/json                             base.py:202
+           Getting all files in BRY/raw...                           base.py:186
+           ...found 46 files in BRY/raw                              base.py:202
+           ...found 93 files in BRY                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[20:52:27] ...data deleted.                                          base.py:241
+           Scraping from http://cds.bromley.gov.uk/mgWebService.asmx/ base.py:40
+           GetCouncillorsByWard                                                 
+[20:52:31] Committing batch 1 consisting of 92 files                 base.py:269
+[20:52:32] Committing batch 2 consisting of 26 files                 base.py:269
+[20:52:33] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BRY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BST/index.html b/_site/logbooks/BST/index.html new file mode 100644 index 0000000000..37d706568d --- /dev/null +++ b/_site/logbooks/BST/index.html @@ -0,0 +1,88 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
38 seconds
+
+
+
Start
+
2022-03-05 20:12:13.435431
+
+
+
End
+
2022-03-05 20:12:51.929565
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:12:13] Fetching Scraper for: BST                              handlers.py:21
+           Begin attempting to scrape: BST                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BST...                               base.py:186
+           Getting all files in BST/json...                          base.py:186
+[20:12:14] ...found 71 files in BST/json                             base.py:202
+           Getting all files in BST/raw...                           base.py:186
+           ...found 71 files in BST/raw                              base.py:202
+           ...found 143 files in BST                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:12:15] Deleting batch no. 2 consisting of 43 files               base.py:211
+[20:12:18] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.bristol.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[20:12:23] Committing batch 1 consisting of 92 files                 base.py:269
+[20:12:37] Committing batch 2 consisting of 50 files                 base.py:269
+[20:12:40] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 50 files                 base.py:269
+[20:12:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BST                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BUN/index.html b/_site/logbooks/BUN/index.html new file mode 100644 index 0000000000..ed9c735122 --- /dev/null +++ b/_site/logbooks/BUN/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:31:01.463887
+
+
+
End
+
2022-03-06 00:31:07.448583
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:31:01] Fetching Scraper for: BUN                              handlers.py:21
+           Begin attempting to scrape: BUN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in BUN...                               base.py:186
+           Getting all files in BUN/json...                          base.py:186
+[00:31:02] ...found 45 files in BUN/json                             base.py:202
+           Getting all files in BUN/raw...                           base.py:186
+           ...found 45 files in BUN/raw                              base.py:202
+           ...found 91 files in BUN                                  base.py:202
+           Deleting batch no. 1 consisting of 91 files               base.py:211
+[00:31:03] ...data deleted.                                          base.py:241
+           Scraping from https://burnley.moderngov.co.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:31:06] Committing batch 1 consisting of 90 files                 base.py:269
+[00:31:07] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BUN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/BUR/index.html b/_site/logbooks/BUR/index.html new file mode 100644 index 0000000000..bc80490723 --- /dev/null +++ b/_site/logbooks/BUR/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:30:22.735197
+
+
+
End
+
2022-03-06 00:30:31.407124
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:30:22] Fetching Scraper for: BUR                              handlers.py:21
+           Begin attempting to scrape: BUR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:30:23] Getting all files in BUR...                               base.py:186
+           Getting all files in BUR/json...                          base.py:186
+           ...found 51 files in BUR/json                             base.py:202
+           Getting all files in BUR/raw...                           base.py:186
+           ...found 51 files in BUR/raw                              base.py:202
+           ...found 103 files in BUR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:30:24] Deleting batch no. 2 consisting of 3 files                base.py:211
+[00:30:25] ...data deleted.                                          base.py:241
+           Scraping from https://councildecisions.bury.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:30:29] Committing batch 1 consisting of 92 files                 base.py:269
+[00:30:30] Committing batch 2 consisting of 10 files                 base.py:269
+[00:30:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: BUR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CAB/index.html b/_site/logbooks/CAB/index.html new file mode 100644 index 0000000000..20653d8aa8 --- /dev/null +++ b/_site/logbooks/CAB/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 19:57:01.627334
+
+
+
End
+
2022-03-05 19:57:12.328255
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:57:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:57:12] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CAB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CAM/index.html b/_site/logbooks/CAM/index.html new file mode 100644 index 0000000000..618141dd9a --- /dev/null +++ b/_site/logbooks/CAM/index.html @@ -0,0 +1,234 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:16:43.851778
+
+
+
End
+
2022-03-05 20:16:53.589573
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:16:43] Fetching Scraper for: CAM                              handlers.py:21
+           Begin attempting to scrape: CAM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:16:44] Getting all files in CAM...                               base.py:186
+           ...found 1 files in CAM                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:16:53] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40
+           Councillors.aspx                                                     
+           Finished attempting to scrape: CAM                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-05 20:17:21.094507
+
+
+
End
+
2022-03-05 20:17:24.211857
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:17:21] Fetching Scraper for: CAM                              handlers.py:21
+           Begin attempting to scrape: CAM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CAM...                               base.py:186
+           ...found 1 files in CAM                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:17:23] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40
+           Councillors.aspx                                                     
+[20:17:24] Finished attempting to scrape: CAM                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:25:43.762712
+
+
+
End
+
2022-03-05 20:25:49.787677
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:25:43] Fetching Scraper for: CAM                              handlers.py:21
+           Begin attempting to scrape: CAM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:25:44] Getting all files in CAM...                               base.py:186
+           ...found 1 files in CAM                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:25:49] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40
+           Councillors.aspx                                                     
+           Finished attempting to scrape: CAM                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:26:19.348754
+
+
+
End
+
2022-03-05 20:26:21.604493
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:26:19] Fetching Scraper for: CAM                              handlers.py:21
+           Begin attempting to scrape: CAM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:26:20] Getting all files in CAM...                               base.py:186
+           ...found 1 files in CAM                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:26:21] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.cambridgeshire.gov.uk/ccc_live/ base.py:40
+           Councillors.aspx                                                     
+           Finished attempting to scrape: CAM                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:33:33.290035
+
+
+
End
+
2022-03-05 20:33:38.065552
+
+
+
Status code
+
503
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:33:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:33:38] Finished attempting to scrape: CAM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CAR/index.html b/_site/logbooks/CAR/index.html new file mode 100644 index 0000000000..caf85f21f5 --- /dev/null +++ b/_site/logbooks/CAR/index.html @@ -0,0 +1,1042 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-04

+
+
+
+
+
Duration
+
134 seconds
+
+
+
Start
+
2022-03-04 16:21:06.697216
+
+
+
End
+
2022-03-04 16:23:20.897967
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:21:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+[16:21:07] Deleting existing data...                                 base.py:234
+[16:21:08] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:21:09] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:23:20] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:21:36.705200
+
+
+
End
+
2022-03-04 16:23:49.371802
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:21:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:21:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:21:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:23:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[16:23:49] Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:22:06.699086
+
+
+
End
+
2022-03-04 16:24:18.994686
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:22:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:22:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:22:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:24:18] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-04 16:22:36.700829
+
+
+
End
+
2022-03-04 16:24:50.210391
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:22:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:22:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:22:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:24:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[16:24:50] Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-04 16:23:06.714975
+
+
+
End
+
2022-03-04 16:25:20.001708
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:23:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:23:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:23:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:25:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
138 seconds
+
+
+
Start
+
2022-03-04 16:23:38.387090
+
+
+
End
+
2022-03-04 16:25:56.941514
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:23:38] Fetching Scraper for: CAR                              handlers.py:21
+[16:23:43] Begin attempting to scrape: CAR                        handlers.py:24
+[16:23:44] Deleting existing data...                                 base.py:234
+           Getting all files in CAR...                               base.py:186
+[16:23:45] ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:23:46] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:25:56] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-04 16:24:36.709371
+
+
+
End
+
2022-03-04 16:26:48.436624
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:24:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:24:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:24:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:26:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-04 16:25:06.717329
+
+
+
End
+
2022-03-04 16:27:19.721405
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:25:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:25:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:25:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:27:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:25:36.716508
+
+
+
End
+
2022-03-04 16:27:49.522414
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:25:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:25:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:25:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:27:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-04 16:26:06.740651
+
+
+
End
+
2022-03-04 16:28:17.902599
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:26:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:26:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:26:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:28:17] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-04 16:26:36.728330
+
+
+
End
+
2022-03-04 16:28:48.407527
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:26:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:26:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:26:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:28:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-04 16:27:06.732772
+
+
+
End
+
2022-03-04 16:29:20.039856
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:27:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:27:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:27:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:29:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[16:29:20] Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:27:36.734776
+
+
+
End
+
2022-03-04 16:29:49.272862
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:27:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:27:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:27:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:29:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[16:29:49] Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:28:06.734586
+
+
+
End
+
2022-03-04 16:30:19.025050
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:28:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:28:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:28:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:30:18] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[16:30:19] Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:28:36.738252
+
+
+
End
+
2022-03-04 16:30:49.438582
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:28:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:28:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:28:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:30:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-04 16:29:06.746299
+
+
+
End
+
2022-03-04 16:31:19.945131
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:29:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:29:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:29:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:31:19] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:29:36.744624
+
+
+
End
+
2022-03-04 16:31:49.537857
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:29:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:29:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:29:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:31:49] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
134 seconds
+
+
+
Start
+
2022-03-04 16:30:06.751549
+
+
+
End
+
2022-03-04 16:32:20.853385
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:30:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:30:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:30:09] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:32:20] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-04 16:30:36.757514
+
+
+
End
+
2022-03-04 16:32:48.512613
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:30:36] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:30:37] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:30:38] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:32:48] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-04

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-04 16:31:06.754204
+
+
+
End
+
2022-03-04 16:33:19.325301
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[16:31:06] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[16:31:07] Getting all files in CAR...                               base.py:186
+           ...found 1 files in CAR                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[16:31:08] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[16:33:18] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[16:33:19] Finished attempting to scrape: CAR                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-05 19:53:16.098371
+
+
+
End
+
2022-03-05 19:55:27.724816
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CarlisleCityCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[19:53:16] Fetching Scraper for: CAR                              handlers.py:21
+           Begin attempting to scrape: CAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CAR...                               base.py:186
+           CAR Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://cmis.carlisle.gov.uk/cmis/CarlisleCit base.py:40
+           yCouncillors/tabid/62/ScreenMode/Alphabetical/Default.aspx           
+[19:55:27] HTTPConnectionPool(host='cmis.carlisle.gov.uk',        handlers.py:33
+           port=80): Max retries exceeded with url: /cmis/Carlisl               
+           eCityCouncillors/tabid/62/ScreenMode/Alphabetical/Defa               
+           ult.aspx (Caused by                                                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: CAR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CAS/index.html b/_site/logbooks/CAS/index.html new file mode 100644 index 0000000000..716fe39021 --- /dev/null +++ b/_site/logbooks/CAS/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
76 seconds
+
+
+
Start
+
2022-03-06 00:04:54.388189
+
+
+
End
+
2022-03-06 00:06:11.386839
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:06:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: CAS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CAT/index.html b/_site/logbooks/CAT/index.html new file mode 100644 index 0000000000..22d0c7b620 --- /dev/null +++ b/_site/logbooks/CAT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
27 seconds
+
+
+
Start
+
2022-03-05 19:52:47.518834
+
+
+
End
+
2022-03-05 19:53:14.857547
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:52:47] Fetching Scraper for: CAT                              handlers.py:21
+           Begin attempting to scrape: CAT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CAT...                               base.py:186
+           Getting all files in CAT/json...                          base.py:186
+[19:52:48] ...found 39 files in CAT/json                             base.py:202
+           Getting all files in CAT/raw...                           base.py:186
+           ...found 39 files in CAT/raw                              base.py:202
+           ...found 79 files in CAT                                  base.py:202
+           Deleting batch no. 1 consisting of 79 files               base.py:211
+[19:53:00] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.canterbury.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:53:02] Committing batch 1 consisting of 78 files                 base.py:269
+[19:53:14] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CAT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CAY/index.html b/_site/logbooks/CAY/index.html new file mode 100644 index 0000000000..e3a665a8d2 --- /dev/null +++ b/_site/logbooks/CAY/index.html @@ -0,0 +1,129 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 21:11:14.525210
+
+
+
End
+
2022-03-05 21:11:25.059565
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[21:11:14] Fetching Scraper for: CAY                              handlers.py:21
+           Begin attempting to scrape: CAY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CAY...                               base.py:186
+[21:11:15] Getting all files in CAY/json...                          base.py:186
+           ...found 73 files in CAY/json                             base.py:202
+           Getting all files in CAY/raw...                           base.py:186
+           ...found 73 files in CAY/raw                              base.py:202
+           ...found 146 files in CAY                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[21:11:16] Deleting batch no. 2 consisting of 46 files               base.py:211
+[21:11:18] ...data deleted.                                          base.py:241
+           Scraping from http://www.democracy.caerphilly.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[21:11:20] Committing batch 1 consisting of 92 files                 base.py:269
+[21:11:23] Committing batch 2 consisting of 54 files                 base.py:269
+[21:11:25] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CAY                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:02:33.119438
+
+
+
End
+
2022-03-06 00:02:43.082399
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:02:33] Fetching Scraper for: CAY                              handlers.py:21
+           Begin attempting to scrape: CAY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CAY...                               base.py:186
+           Getting all files in CAY/json...                          base.py:186
+           ...found 73 files in CAY/json                             base.py:202
+           Getting all files in CAY/raw...                           base.py:186
+[00:02:34] ...found 73 files in CAY/raw                              base.py:202
+           ...found 147 files in CAY                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:02:42] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:02:43] Finished attempting to scrape: CAY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHA/index.html b/_site/logbooks/CHA/index.html new file mode 100644 index 0000000000..b0d821c40b --- /dev/null +++ b/_site/logbooks/CHA/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-05 20:15:06.356978
+
+
+
End
+
2022-03-05 20:15:27.229526
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:15:06] Fetching Scraper for: CHA                              handlers.py:21
+           Begin attempting to scrape: CHA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CHA...                               base.py:186
+           Getting all files in CHA/json...                          base.py:186
+[20:15:07] ...found 52 files in CHA/json                             base.py:202
+           Getting all files in CHA/raw...                           base.py:186
+           ...found 52 files in CHA/raw                              base.py:202
+           ...found 105 files in CHA                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:15:09] Deleting batch no. 2 consisting of 5 files                base.py:211
+[20:15:13] ...data deleted.                                          base.py:241
+           Scraping from https://charnwood.moderngov.co.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:15:15] Committing batch 1 consisting of 92 files                 base.py:269
+[20:15:23] Committing batch 2 consisting of 12 files                 base.py:269
+[20:15:27] Finished attempting to scrape: CHA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHE/index.html b/_site/logbooks/CHE/index.html new file mode 100644 index 0000000000..81f5cca62d --- /dev/null +++ b/_site/logbooks/CHE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:19:05.018751
+
+
+
End
+
2022-03-06 00:19:17.691182
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:19:05] Fetching Scraper for: CHE                              handlers.py:21
+           Begin attempting to scrape: CHE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CHE...                               base.py:186
+           Getting all files in CHE/json...                          base.py:186
+           ...found 82 files in CHE/json                             base.py:202
+           Getting all files in CHE/raw...                           base.py:186
+[00:19:06] ...found 82 files in CHE/raw                              base.py:202
+           ...found 164 files in CHE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:19:17] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CHE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHI/index.html b/_site/logbooks/CHI/index.html new file mode 100644 index 0000000000..dcc5de528f --- /dev/null +++ b/_site/logbooks/CHI/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:04:19.231288
+
+
+
End
+
2022-03-06 00:04:32.778587
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:04:19] Fetching Scraper for: CHI                              handlers.py:21
+           Begin attempting to scrape: CHI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CHI...                               base.py:186
+           Getting all files in CHI/json...                          base.py:186
+           ...found 36 files in CHI/json                             base.py:202
+           Getting all files in CHI/raw...                           base.py:186
+[00:04:20] ...found 36 files in CHI/raw                              base.py:202
+           ...found 73 files in CHI                                  base.py:202
+           Deleting batch no. 1 consisting of 73 files               base.py:211
+[00:04:27] ...data deleted.                                          base.py:241
+           Scraping from http://chichester.moderngov.co.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:04:31] Committing batch 1 consisting of 72 files                 base.py:269
+[00:04:32] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CHI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHN/index.html b/_site/logbooks/CHN/index.html new file mode 100644 index 0000000000..3d0f94f9ea --- /dev/null +++ b/_site/logbooks/CHN/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 19:41:04.921215
+
+
+
End
+
2022-03-05 19:41:06.634540
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /democracy//mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[19:41:04] Fetching Scraper for: CHN                              handlers.py:21
+           Begin attempting to scrape: CHN                        handlers.py:24
+[19:41:05] Deleting existing data...                                 base.py:234
+           Getting all files in CHN...                               base.py:186
+           ...found 1 files in CHN                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[19:41:06] ...data deleted.                                          base.py:241
+           Scraping from https://isa.chiltern.gov.uk/democracy//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+           HTTPSConnectionPool(host='isa.chiltern.gov.uk',        handlers.py:33
+           port=443): Max retries exceeded with url:                            
+           /democracy//mgWebService.asmx/GetCouncillorsByWard                   
+           (Caused by SSLError(SSLCertVerificationError(1, '[SSL:               
+           CERTIFICATE_VERIFY_FAILED] certificate verify failed:                
+           unable to get local issuer certificate                               
+           (_ssl.c:1131)')))                                                    
+           Finished attempting to scrape: CHN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHO/index.html b/_site/logbooks/CHO/index.html new file mode 100644 index 0000000000..896ea03e19 --- /dev/null +++ b/_site/logbooks/CHO/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:41:22.599395
+
+
+
End
+
2022-03-05 19:41:29.400665
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:41:22] Fetching Scraper for: CHO                              handlers.py:21
+           Begin attempting to scrape: CHO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:41:23] Getting all files in CHO...                               base.py:186
+           Getting all files in CHO/json...                          base.py:186
+           ...found 42 files in CHO/json                             base.py:202
+           Getting all files in CHO/raw...                           base.py:186
+           ...found 42 files in CHO/raw                              base.py:202
+           ...found 84 files in CHO                                  base.py:202
+           Deleting batch no. 1 consisting of 84 files               base.py:211
+[19:41:25] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.chorley.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[19:41:28] Committing batch 1 consisting of 84 files                 base.py:269
+[19:41:29] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CHO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHR/index.html b/_site/logbooks/CHR/index.html new file mode 100644 index 0000000000..8b4658a4fe --- /dev/null +++ b/_site/logbooks/CHR/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:06:31.027760
+
+
+
End
+
2022-03-06 00:06:38.154200
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:06:31] Fetching Scraper for: CHR                              handlers.py:21
+           Begin attempting to scrape: CHR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CHR...                               base.py:186
+           Getting all files in CHR/json...                          base.py:186
+           ...found 48 files in CHR/json                             base.py:202
+           Getting all files in CHR/raw...                           base.py:186
+           ...found 48 files in CHR/raw                              base.py:202
+           ...found 96 files in CHR                                  base.py:202
+           Deleting batch no. 1 consisting of 96 files               base.py:211
+[00:06:32] ...data deleted.                                          base.py:241
+           Scraping from http://modgov.cherwell.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[00:06:35] Committing batch 1 consisting of 92 files                 base.py:269
+[00:06:36] Committing batch 2 consisting of 4 files                  base.py:269
+[00:06:38] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CHR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHS/index.html b/_site/logbooks/CHS/index.html new file mode 100644 index 0000000000..cfb14cb658 --- /dev/null +++ b/_site/logbooks/CHS/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:00:46.429919
+
+
+
End
+
2022-03-06 00:00:58.225899
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:00:46] Fetching Scraper for: CHS                              handlers.py:21
+           Begin attempting to scrape: CHS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CHS...                               base.py:186
+           Getting all files in CHS/json...                          base.py:186
+[00:00:47] ...found 46 files in CHS/json                             base.py:202
+           Getting all files in CHS/raw...                           base.py:186
+           ...found 46 files in CHS/raw                              base.py:202
+           ...found 92 files in CHS                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[00:00:48] ...data deleted.                                          base.py:241
+           Scraping from http://chesterfield.moderngov.co.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[00:00:51] Committing batch 1 consisting of 92 files                 base.py:269
+[00:00:56] Committing batch 2 consisting of 4 files                  base.py:269
+[00:00:58] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CHS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHT/index.html b/_site/logbooks/CHT/index.html new file mode 100644 index 0000000000..de58bf5232 --- /dev/null +++ b/_site/logbooks/CHT/index.html @@ -0,0 +1,76 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:13:47.713481
+
+
+
End
+
2022-03-06 00:13:53.079224
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:13:47] Fetching Scraper for: CHT                              handlers.py:21
+           Begin attempting to scrape: CHT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:13:48] Getting all files in CHT...                               base.py:186
+           CHT Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.cheltenham.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[00:13:51] Committing batch 1 consisting of 80 files                 base.py:269
+[00:13:53] Finished attempting to scrape: CHT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CHW/index.html b/_site/logbooks/CHW/index.html new file mode 100644 index 0000000000..a518d5312c --- /dev/null +++ b/_site/logbooks/CHW/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 20:28:39.906388
+
+
+
End
+
2022-03-05 20:28:47.155263
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:28:39] Fetching Scraper for: CHW                              handlers.py:21
+           Begin attempting to scrape: CHW                        handlers.py:24
+[20:28:40] Deleting existing data...                                 base.py:234
+           Getting all files in CHW...                               base.py:186
+           Getting all files in CHW/json...                          base.py:186
+           ...found 46 files in CHW/json                             base.py:202
+           Getting all files in CHW/raw...                           base.py:186
+           ...found 46 files in CHW/raw                              base.py:202
+           ...found 92 files in CHW                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:28:46] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:28:47] Finished attempting to scrape: CHW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CMA/index.html b/_site/logbooks/CMA/index.html new file mode 100644 index 0000000000..852826010d --- /dev/null +++ b/_site/logbooks/CMA/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-06 00:24:17.263077
+
+
+
End
+
2022-03-06 00:24:37.558285
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:24:17] Fetching Scraper for: CMA                              handlers.py:21
+           Begin attempting to scrape: CMA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CMA...                               base.py:186
+           Getting all files in CMA/json...                          base.py:186
+           ...found 84 files in CMA/json                             base.py:202
+           Getting all files in CMA/raw...                           base.py:186
+[00:24:18] ...found 84 files in CMA/raw                              base.py:202
+           ...found 169 files in CMA                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:24:23] Deleting batch no. 2 consisting of 69 files               base.py:211
+[00:24:24] ...data deleted.                                          base.py:241
+           Scraping from https://councilportal.cumbria.gov.uk//mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[00:24:34] Committing batch 1 consisting of 92 files                 base.py:269
+[00:24:36] Committing batch 2 consisting of 76 files                 base.py:269
+[00:24:37] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CMA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CMD/index.html b/_site/logbooks/CMD/index.html new file mode 100644 index 0000000000..c8002f71f5 --- /dev/null +++ b/_site/logbooks/CMD/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 19:58:16.690524
+
+
+
End
+
2022-03-05 19:58:30.438975
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:58:16] Fetching Scraper for: CMD                              handlers.py:21
+           Begin attempting to scrape: CMD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:58:17] Getting all files in CMD...                               base.py:186
+           Getting all files in CMD/json...                          base.py:186
+           ...found 46 files in CMD/json                             base.py:202
+           Getting all files in CMD/raw...                           base.py:186
+           ...found 46 files in CMD/raw                              base.py:202
+           ...found 92 files in CMD                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:58:30] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: CMD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CMN/index.html b/_site/logbooks/CMN/index.html new file mode 100644 index 0000000000..6c910e0c8f --- /dev/null +++ b/_site/logbooks/CMN/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 21:03:24.663841
+
+
+
End
+
2022-03-05 21:03:38.332316
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:03:24] Fetching Scraper for: CMN                              handlers.py:21
+           Begin attempting to scrape: CMN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CMN...                               base.py:186
+[21:03:25] Getting all files in CMN/raw...                           base.py:186
+           ...found 47 files in CMN/raw                              base.py:202
+           ...found 47 files in CMN                                  base.py:202
+           Deleting batch no. 1 consisting of 47 files               base.py:211
+[21:03:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[21:03:38] Finished attempting to scrape: CMN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/COL/index.html b/_site/logbooks/COL/index.html new file mode 100644 index 0000000000..7241a798de --- /dev/null +++ b/_site/logbooks/COL/index.html @@ -0,0 +1,283 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
114 seconds
+
+
+
Start
+
2022-03-06 00:02:21.584338
+
+
+
End
+
2022-03-06 00:04:15.876064
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:02:21] Fetching Scraper for: COL                              handlers.py:21
+           Begin attempting to scrape: COL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in COL...                               base.py:186
+[00:02:22] Getting all files in COL/json...                          base.py:186
+           ...found 51 files in COL/json                             base.py:202
+           Getting all files in COL/raw...                           base.py:186
+           ...found 51 files in COL/raw                              base.py:202
+           ...found 103 files in COL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:02:25] Deleting batch no. 2 consisting of 3 files                base.py:211
+[00:02:26] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://colchester.cmis.uk.com/colchester/Councillors.aspx            
+[00:02:27] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:02:30] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:32] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:34] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/63/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:36] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/173/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:02:37] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/77/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:39] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:41] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:43] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/72/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:46] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/106/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:02:48] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:50] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/59/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:52] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:02:54] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/154/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:02:56] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/80/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:02:58] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:02:59] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:02] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:04] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:06] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:08] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:09] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:11] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:13] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:15] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/67/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:19] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:21] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/151/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:23] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/176/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:24] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/174/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:26] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/12/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:28] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:30] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/107/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:32] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:34] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/28/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:37] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:38] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:40] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/91/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:42] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/170/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:44] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:46] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/51/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:48] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/53/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:50] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/78/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:53] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/109/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:55] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/71/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:03:57] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/169/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:03:59] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:04:01] Committing batch 1 consisting of 92 files                 base.py:269
+[00:04:02] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/155/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:04:04] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:04:06] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/Scree           
+           nMode/Alphabetical/Default.aspx                                      
+[00:04:08] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/66/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:04:11] Scraping from http://colchester.cmis.uk.com/colchester/Cou base.py:40
+           ncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/65/Screen           
+           Mode/Alphabetical/Default.aspx                                       
+[00:04:13] Committing batch 2 consisting of 10 files                 base.py:269
+[00:04:15] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: COL                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:12:57.266527
+
+
+
End
+
2022-03-06 00:13:06.539862
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:12:57] Fetching Scraper for: COL                              handlers.py:21
+           Begin attempting to scrape: COL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in COL...                               base.py:186
+           Getting all files in COL/json...                          base.py:186
+           ...found 51 files in COL/json                             base.py:202
+           Getting all files in COL/raw...                           base.py:186
+[00:12:58] ...found 51 files in COL/raw                              base.py:202
+           ...found 103 files in COL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:12:59] Deleting batch no. 2 consisting of 3 files                base.py:211
+[00:13:06] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: COL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CON/index.html b/_site/logbooks/CON/index.html new file mode 100644 index 0000000000..172726e28b --- /dev/null +++ b/_site/logbooks/CON/index.html @@ -0,0 +1,87 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
31 seconds
+
+
+
Start
+
2022-03-05 19:58:50.602504
+
+
+
End
+
2022-03-05 19:59:21.912540
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:58:50] Fetching Scraper for: CON                              handlers.py:21
+           Begin attempting to scrape: CON                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CON...                               base.py:186
+[19:58:51] Getting all files in CON/json...                          base.py:186
+           ...found 87 files in CON/json                             base.py:202
+           Getting all files in CON/raw...                           base.py:186
+           ...found 87 files in CON/raw                              base.py:202
+           ...found 174 files in CON                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:58:52] Deleting batch no. 2 consisting of 74 files               base.py:211
+[19:58:53] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.cornwall.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:58:57] Committing batch 1 consisting of 92 files                 base.py:269
+[19:59:01] Committing batch 2 consisting of 82 files                 base.py:269
+[19:59:09] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 82 files                 base.py:269
+[19:59:21] Finished attempting to scrape: CON                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/COP/index.html b/_site/logbooks/COP/index.html new file mode 100644 index 0000000000..b1ca1e52ce --- /dev/null +++ b/_site/logbooks/COP/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:00:50.685118
+
+
+
End
+
2022-03-05 20:01:01.043444
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:00:50] Fetching Scraper for: COP                              handlers.py:21
+           Begin attempting to scrape: COP                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:00:51] Getting all files in COP...                               base.py:186
+           Getting all files in COP/json...                          base.py:186
+           ...found 34 files in COP/json                             base.py:202
+           Getting all files in COP/raw...                           base.py:186
+[20:00:52] ...found 34 files in COP/raw                              base.py:202
+           ...found 68 files in COP                                  base.py:202
+           Deleting batch no. 1 consisting of 68 files               base.py:211
+[20:01:00] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:01:01] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: COP                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/COT/index.html b/_site/logbooks/COT/index.html new file mode 100644 index 0000000000..897280a6f4 --- /dev/null +++ b/_site/logbooks/COT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
0 seconds
+
+
+
Start
+
2022-03-05 20:40:19.937997
+
+
+
End
+
2022-03-05 20:40:20.868123
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis5/People/tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:40:19] Fetching Scraper for: COT                              handlers.py:21
+           Begin attempting to scrape: COT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:40:20] Getting all files in COT...                               base.py:186
+           COT Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://www.cmis.cotswold.gov.uk/cmis5/People base.py:40
+           /tabid/62/ScreenMode/Alphabetical/Default.aspx                       
+           HTTPConnectionPool(host='www.cmis.cotswold.gov.uk',    handlers.py:33
+           port=80): Max retries exceeded with url: /cmis5/People               
+           /tabid/62/ScreenMode/Alphabetical/Default.aspx (Caused               
+           by                                                                   
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno -2] Name or service not known'))                  
+           Finished attempting to scrape: COT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CRF/index.html b/_site/logbooks/CRF/index.html new file mode 100644 index 0000000000..61974f154d --- /dev/null +++ b/_site/logbooks/CRF/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-05 20:04:08.472388
+
+
+
End
+
2022-03-05 20:04:32.586042
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:04:08] Fetching Scraper for: CRF                              handlers.py:21
+           Begin attempting to scrape: CRF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:04:09] Getting all files in CRF...                               base.py:186
+           Getting all files in CRF/json...                          base.py:186
+           ...found 75 files in CRF/json                             base.py:202
+           Getting all files in CRF/raw...                           base.py:186
+           ...found 75 files in CRF/raw                              base.py:202
+           ...found 150 files in CRF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:04:20] Deleting batch no. 2 consisting of 50 files               base.py:211
+[20:04:22] ...data deleted.                                          base.py:241
+           Scraping from http://cardiff.moderngov.co.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[20:04:27] Committing batch 1 consisting of 92 files                 base.py:269
+[20:04:29] Committing batch 2 consisting of 58 files                 base.py:269
+[20:04:32] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CRF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CRW/index.html b/_site/logbooks/CRW/index.html new file mode 100644 index 0000000000..26171ee986 --- /dev/null +++ b/_site/logbooks/CRW/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:04:56.991045
+
+
+
End
+
2022-03-06 00:05:04.094682
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:04:56] Fetching Scraper for: CRW                              handlers.py:21
+[00:04:57] Begin attempting to scrape: CRW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CRW...                               base.py:186
+           Getting all files in CRW/json...                          base.py:186
+[00:04:58] ...found 36 files in CRW/json                             base.py:202
+           Getting all files in CRW/raw...                           base.py:186
+           ...found 36 files in CRW/raw                              base.py:202
+           ...found 72 files in CRW                                  base.py:202
+           Deleting batch no. 1 consisting of 72 files               base.py:211
+[00:05:00] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.crawley.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:05:02] Committing batch 1 consisting of 72 files                 base.py:269
+[00:05:04] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CRW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CRY/index.html b/_site/logbooks/CRY/index.html new file mode 100644 index 0000000000..5c04b56aec --- /dev/null +++ b/_site/logbooks/CRY/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 20:54:23.733034
+
+
+
End
+
2022-03-05 20:54:38.136713
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:54:23] Fetching Scraper for: CRY                              handlers.py:21
+           Begin attempting to scrape: CRY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:54:24] Getting all files in CRY...                               base.py:186
+           Getting all files in CRY/json...                          base.py:186
+           ...found 70 files in CRY/json                             base.py:202
+           Getting all files in CRY/raw...                           base.py:186
+           ...found 70 files in CRY/raw                              base.py:202
+           ...found 141 files in CRY                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:54:27] Deleting batch no. 2 consisting of 41 files               base.py:211
+[20:54:30] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.croydon.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[20:54:35] Committing batch 1 consisting of 92 files                 base.py:269
+[20:54:36] Committing batch 2 consisting of 48 files                 base.py:269
+[20:54:38] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CRY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/CWY/index.html b/_site/logbooks/CWY/index.html new file mode 100644 index 0000000000..fe66f76f4b --- /dev/null +++ b/_site/logbooks/CWY/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:12:37.433672
+
+
+
End
+
2022-03-06 00:12:45.156441
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:12:37] Fetching Scraper for: CWY                              handlers.py:21
+           Begin attempting to scrape: CWY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in CWY...                               base.py:186
+           CWY Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://modgoveng.conwy.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[00:12:41] Committing batch 1 consisting of 92 files                 base.py:269
+[00:12:43] Committing batch 2 consisting of 26 files                 base.py:269
+[00:12:45] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: CWY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DAC/index.html b/_site/logbooks/DAC/index.html new file mode 100644 index 0000000000..b687778279 --- /dev/null +++ b/_site/logbooks/DAC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-06 00:13:17.168796
+
+
+
End
+
2022-03-06 00:13:32.213628
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:13:17] Fetching Scraper for: DAC                              handlers.py:21
+           Begin attempting to scrape: DAC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DAC...                               base.py:186
+           Getting all files in DAC/raw...                           base.py:186
+           ...found 2 files in DAC/raw                               base.py:202
+           ...found 2 files in DAC                                   base.py:202
+           Deleting batch no. 1 consisting of 2 files                base.py:211
+[00:13:24] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.dacorum.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:13:26] Committing batch 1 consisting of 92 files                 base.py:269
+[00:13:28] Committing batch 2 consisting of 10 files                 base.py:269
+[00:13:32] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DAC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DAL/index.html b/_site/logbooks/DAL/index.html new file mode 100644 index 0000000000..b224d3d90d --- /dev/null +++ b/_site/logbooks/DAL/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-05 20:36:54.481004
+
+
+
End
+
2022-03-05 20:37:19.132359
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:37:18] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:37:19] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DAL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DAR/index.html b/_site/logbooks/DAR/index.html new file mode 100644 index 0000000000..c1b1095b97 --- /dev/null +++ b/_site/logbooks/DAR/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-06 00:00:44.920530
+
+
+
End
+
2022-03-06 00:01:08.582294
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:00:44] Fetching Scraper for: DAR                              handlers.py:21
+           Begin attempting to scrape: DAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:00:45] Getting all files in DAR...                               base.py:186
+           Getting all files in DAR/json...                          base.py:186
+           ...found 42 files in DAR/json                             base.py:202
+           Getting all files in DAR/raw...                           base.py:186
+           ...found 42 files in DAR/raw                              base.py:202
+           ...found 84 files in DAR                                  base.py:202
+           Deleting batch no. 1 consisting of 84 files               base.py:211
+[00:00:49] ...data deleted.                                          base.py:241
+           Scraping from http://committeedmz.dartford.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[00:00:51] Committing batch 1 consisting of 84 files                 base.py:269
+[00:01:03] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 84 files                 base.py:269
+[00:01:08] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DAR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DAV/index.html b/_site/logbooks/DAV/index.html new file mode 100644 index 0000000000..be3f9bf0ff --- /dev/null +++ b/_site/logbooks/DAV/index.html @@ -0,0 +1,117 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 20:04:24.912297
+
+
+
End
+
2022-03-05 20:04:26.443064
+
+
+
Status code
+
403
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:04:24] Fetching Scraper for: DAV                              handlers.py:21
+           Begin attempting to scrape: DAV                        handlers.py:24
+[20:04:25] Deleting existing data...                                 base.py:234
+           Getting all files in DAV...                               base.py:186
+           ...found 1 files in DAV                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:04:26] ...data deleted.                                          base.py:241
+           Scraping from http://cmis.daventrydc.gov.uk/daventry/Counc base.py:40
+           illors/tabid/63/ScreenMode/Alphabetical/Default.aspx                 
+           Finished attempting to scrape: DAV                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 20:26:54.434329
+
+
+
End
+
2022-03-05 20:27:08.845580
+
+
+
Status code
+
403
+
+
+
Error
+
An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.
+
+
+
+
+ +

Run log

+ 
[20:26:56] Created log commit                                        base.py:376
+           854c709f85a6d6d78bab28138b13a5f51aa3c666                             
+           Attempting to create merge commit...                      base.py:281
+[20:27:08] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33
+           when calling the MergeBranchesBySquash operation: The                
+           merge cannot be completed because the following branch               
+           has been modified: refs/heads/main. Another user might               
+           have modified this branch while the merge was in                     
+           progress. Wait a few minutes, and then try again.                    
+           Finished attempting to scrape: DAV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DBY/index.html b/_site/logbooks/DBY/index.html new file mode 100644 index 0000000000..4756242cf3 --- /dev/null +++ b/_site/logbooks/DBY/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-05 20:27:23.201156
+
+
+
End
+
2022-03-05 20:27:46.201944
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:27:45] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:27:46] Finished attempting to scrape: DBY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DEN/index.html b/_site/logbooks/DEN/index.html new file mode 100644 index 0000000000..ef4c940ed3 --- /dev/null +++ b/_site/logbooks/DEN/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 19:49:31.917424
+
+
+
End
+
2022-03-05 19:49:40.459345
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:49:31] Fetching Scraper for: DEN                              handlers.py:21
+           Begin attempting to scrape: DEN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:49:32] Getting all files in DEN...                               base.py:186
+           Getting all files in DEN/json...                          base.py:186
+           ...found 47 files in DEN/json                             base.py:202
+           Getting all files in DEN/raw...                           base.py:186
+           ...found 47 files in DEN/raw                              base.py:202
+           ...found 94 files in DEN                                  base.py:202
+           Deleting batch no. 1 consisting of 94 files               base.py:211
+[19:49:40] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DEN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DER/index.html b/_site/logbooks/DER/index.html new file mode 100644 index 0000000000..f54fb179e1 --- /dev/null +++ b/_site/logbooks/DER/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 19:43:00.776452
+
+
+
End
+
2022-03-05 19:43:17.919846
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:43:00] Fetching Scraper for: DER                              handlers.py:21
+           Begin attempting to scrape: DER                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:43:01] Getting all files in DER...                               base.py:186
+           Getting all files in DER/json...                          base.py:186
+           ...found 51 files in DER/json                             base.py:202
+           Getting all files in DER/raw...                           base.py:186
+[19:43:02] ...found 51 files in DER/raw                              base.py:202
+           ...found 102 files in DER                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:43:13] Deleting batch no. 2 consisting of 2 files                base.py:211
+[19:43:17] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: DER                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DEV/index.html b/_site/logbooks/DEV/index.html new file mode 100644 index 0000000000..ce5c5852c5 --- /dev/null +++ b/_site/logbooks/DEV/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:05:50.129654
+
+
+
End
+
2022-03-06 00:06:02.376299
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:05:50] Fetching Scraper for: DEV                              handlers.py:21
+           Begin attempting to scrape: DEV                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DEV...                               base.py:186
+[00:05:51] Getting all files in DEV/json...                          base.py:186
+           ...found 60 files in DEV/json                             base.py:202
+           Getting all files in DEV/raw...                           base.py:186
+           ...found 60 files in DEV/raw                              base.py:202
+           ...found 120 files in DEV                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:06:02] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DEV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DGY/index.html b/_site/logbooks/DGY/index.html new file mode 100644 index 0000000000..00069fb57c --- /dev/null +++ b/_site/logbooks/DGY/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 19:57:59.664726
+
+
+
End
+
2022-03-05 19:58:17.358981
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:57:59] Fetching Scraper for: DGY                              handlers.py:21
+           Begin attempting to scrape: DGY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:58:00] Getting all files in DGY...                               base.py:186
+           Getting all files in DGY/json...                          base.py:186
+           ...found 43 files in DGY/json                             base.py:202
+           Getting all files in DGY/raw...                           base.py:186
+           ...found 43 files in DGY/raw                              base.py:202
+           ...found 86 files in DGY                                  base.py:202
+[19:58:01] Deleting batch no. 1 consisting of 86 files               base.py:211
+[19:58:02] ...data deleted.                                          base.py:241
+           Scraping from https://dumfriesgalloway.moderngov.co.uk/mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+[19:58:05] Committing batch 1 consisting of 86 files                 base.py:269
+[19:58:13] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 86 files                 base.py:269
+[19:58:17] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DGY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DNC/index.html b/_site/logbooks/DNC/index.html new file mode 100644 index 0000000000..ba1325a3c5 --- /dev/null +++ b/_site/logbooks/DNC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 20:10:05.633390
+
+
+
End
+
2022-03-05 20:10:13.964147
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:10:05] Fetching Scraper for: DNC                              handlers.py:21
+           Begin attempting to scrape: DNC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DNC...                               base.py:186
+[20:10:06] Getting all files in DNC/json...                          base.py:186
+           ...found 56 files in DNC/json                             base.py:202
+           Getting all files in DNC/raw...                           base.py:186
+           ...found 56 files in DNC/raw                              base.py:202
+           ...found 112 files in DNC                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:10:08] Deleting batch no. 2 consisting of 12 files               base.py:211
+[20:10:13] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: DNC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DND/index.html b/_site/logbooks/DND/index.html new file mode 100644 index 0000000000..8e8c0a478e --- /dev/null +++ b/_site/logbooks/DND/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:11:44.544360
+
+
+
End
+
2022-03-06 00:11:50.435464
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:11:44] Fetching Scraper for: DND                              handlers.py:21
+           Begin attempting to scrape: DND                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DND...                               base.py:186
+[00:11:45] Getting all files in DND/json...                          base.py:186
+           ...found 42 files in DND/json                             base.py:202
+           Getting all files in DND/raw...                           base.py:186
+           ...found 42 files in DND/raw                              base.py:202
+           ...found 84 files in DND                                  base.py:202
+           Deleting batch no. 1 consisting of 84 files               base.py:211
+[00:11:46] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.northdevon.gov.uk//mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:11:49] Committing batch 1 consisting of 84 files                 base.py:269
+[00:11:50] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DND                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DOR/index.html b/_site/logbooks/DOR/index.html new file mode 100644 index 0000000000..0677ae1663 --- /dev/null +++ b/_site/logbooks/DOR/index.html @@ -0,0 +1,116 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 19:48:34.553103
+
+
+
End
+
2022-03-05 19:48:35.571575
+
+
+
Status code
+
500
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:48:34] Fetching Scraper for: DOR                              handlers.py:21
+           Begin attempting to scrape: DOR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DOR...                               base.py:186
+           DOR Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+[19:48:35] Scraping from https://dorset.moderngov.co.uk//mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+           Finished attempting to scrape: DOR                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-05 20:18:09.552964
+
+
+
End
+
2022-03-05 20:18:35.009970
+
+
+
Status code
+
500
+
+
+
Error
+
An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.
+
+
+
+
+ +

Run log

+ 
[20:18:21] Created log commit                                        base.py:376
+           ba411843ca4e9f738a09e73d80d7773af177c723                             
+           Attempting to create merge commit...                      base.py:281
+[20:18:34] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33
+           when calling the MergeBranchesBySquash operation: The                
+           merge cannot be completed because the following branch               
+           has been modified: refs/heads/main. Another user might               
+           have modified this branch while the merge was in                     
+           progress. Wait a few minutes, and then try again.                    
+[20:18:35] Finished attempting to scrape: DOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DOV/index.html b/_site/logbooks/DOV/index.html new file mode 100644 index 0000000000..695c9569b5 --- /dev/null +++ b/_site/logbooks/DOV/index.html @@ -0,0 +1,35 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + + +
+
...
+
+ diff --git a/_site/logbooks/DRS/index.html b/_site/logbooks/DRS/index.html new file mode 100644 index 0000000000..ede4c2b67c --- /dev/null +++ b/_site/logbooks/DRS/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 19:49:35.353851
+
+
+
End
+
2022-03-05 19:49:43.071585
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:49:35] Fetching Scraper for: DRS                              handlers.py:21
+           Begin attempting to scrape: DRS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DRS...                               base.py:186
+           Getting all files in DRS/json...                          base.py:186
+           ...found 40 files in DRS/json                             base.py:202
+           Getting all files in DRS/raw...                           base.py:186
+[19:49:36] ...found 40 files in DRS/raw                              base.py:202
+           ...found 80 files in DRS                                  base.py:202
+           Deleting batch no. 1 consisting of 80 files               base.py:211
+[19:49:42] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:49:43] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DRS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DST/index.html b/_site/logbooks/DST/index.html new file mode 100644 index 0000000000..e71db97e00 --- /dev/null +++ b/_site/logbooks/DST/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:51:56.460581
+
+
+
End
+
2022-03-05 19:52:08.224780
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:51:56] Fetching Scraper for: DST                              handlers.py:21
+           Begin attempting to scrape: DST                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:51:57] Getting all files in DST...                               base.py:186
+           Getting all files in DST/json...                          base.py:186
+           ...found 82 files in DST/json                             base.py:202
+           Getting all files in DST/raw...                           base.py:186
+           ...found 82 files in DST/raw                              base.py:202
+           ...found 164 files in DST                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:52:07] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:52:08] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DST                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DUD/index.html b/_site/logbooks/DUD/index.html new file mode 100644 index 0000000000..61b6b6e923 --- /dev/null +++ b/_site/logbooks/DUD/index.html @@ -0,0 +1,117 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-05 20:02:12.973710
+
+
+
End
+
2022-03-05 20:02:37.972467
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:02:12] Fetching Scraper for: DUD                              handlers.py:21
+[20:02:13] Begin attempting to scrape: DUD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in DUD...                               base.py:186
+           DUD Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           http://cmis.dudley.gov.uk/cmis5/Councillors.aspx                     
+[20:02:37] Finished attempting to scrape: DUD                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 20:24:46.527024
+
+
+
End
+
2022-03-05 20:24:59.867316
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:24:46] Fetching Scraper for: DUD                              handlers.py:21
+           Begin attempting to scrape: DUD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:24:47] Getting all files in DUD...                               base.py:186
+           ...found 1 files in DUD                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:24:59] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: DUD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/DUR/index.html b/_site/logbooks/DUR/index.html new file mode 100644 index 0000000000..10b6939dfa --- /dev/null +++ b/_site/logbooks/DUR/index.html @@ -0,0 +1,85 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-05 20:15:53.891567
+
+
+
End
+
2022-03-05 20:16:14.425670
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:15:53] Fetching Scraper for: DUR                              handlers.py:21
+           Begin attempting to scrape: DUR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:15:54] Getting all files in DUR...                               base.py:186
+           Getting all files in DUR/json...                          base.py:186
+           ...found 46 files in DUR/json                             base.py:202
+           Getting all files in DUR/raw...                           base.py:186
+           ...found 46 files in DUR/raw                              base.py:202
+           ...found 92 files in DUR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:15:55] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.durham.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[20:16:00] Committing batch 1 consisting of 92 files                 base.py:269
+[20:16:12] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:16:14] Finished attempting to scrape: DUR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EAL/index.html b/_site/logbooks/EAL/index.html new file mode 100644 index 0000000000..88d6dc15a0 --- /dev/null +++ b/_site/logbooks/EAL/index.html @@ -0,0 +1,336 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
155 seconds
+
+
+
Start
+
2022-03-05 20:44:28.826341
+
+
+
End
+
2022-03-05 20:47:04.409543
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:44:28] Fetching Scraper for: EAL                              handlers.py:21
+           Begin attempting to scrape: EAL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:44:29] Getting all files in EAL...                               base.py:186
+           Getting all files in EAL/json...                          base.py:186
+           ...found 46 files in EAL/json                             base.py:202
+           Getting all files in EAL/raw...                           base.py:186
+           ...found 46 files in EAL/raw                              base.py:202
+           ...found 93 files in EAL                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[20:44:32] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://ealing.cmis.uk.com/ealing/Councillors.aspx                    
+[20:44:34] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:44:36] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/917/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:44:37] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:44:40] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1071/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:44:41] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:44:43] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/56/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:44:45] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:44:47] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:44:50] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/215/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:44:52] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1064/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:44:53] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1313/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:44:55] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1066/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:44:57] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/225/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:44:59] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:01] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/232/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:02] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1070/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:04] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/226/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:06] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/353/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:08] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1072/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:10] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/67/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:13] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/79/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:15] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:17] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1069/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:19] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/54/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:21] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:22] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/205/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:24] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1079/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:26] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1312/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:28] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/65/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:30] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/68/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:31] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1075/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:33] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/71/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:36] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:38] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/220/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:40] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/196/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:42] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1073/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:45:44] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/7/ScreenMode/Alph           
+           abetical/Default.aspx                                                
+[20:45:46] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/233/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:48] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/73/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:50] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:52] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/58/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:54] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:45:56] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:45:58] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/219/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:01] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:03] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/31/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:05] Committing batch 1 consisting of 92 files                 base.py:269
+[20:46:07] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:09] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:10] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/224/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:12] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/45/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:15] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/234/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:16] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/221/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:18] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1068/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:46:20] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1067/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:46:22] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/72/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:24] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1074/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:46:26] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:28] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/229/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:30] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:31] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/75/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:33] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:35] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:37] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/78/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:39] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/1327/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:46:40] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/9/ScreenMode/Alph           
+           abetical/Default.aspx                                                
+[20:46:42] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/63/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:44] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/203/ScreenMode/Al           
+           phabetical/Default.aspx                                              
+[20:46:46] Scraping from http://ealing.cmis.uk.com/ealing/Councillors base.py:40
+           /tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/Alp           
+           habetical/Default.aspx                                               
+[20:46:49] Committing batch 2 consisting of 44 files                 base.py:269
+[20:46:58] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 44 files                 base.py:269
+[20:47:04] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: EAL                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 21:21:29.383596
+
+
+
End
+
2022-03-05 21:21:42.739398
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:21:29] Fetching Scraper for: EAL                              handlers.py:21
+           Begin attempting to scrape: EAL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EAL...                               base.py:186
+           Getting all files in EAL/json...                          base.py:186
+[21:21:30] ...found 46 files in EAL/json                             base.py:202
+           Getting all files in EAL/raw...                           base.py:186
+           ...found 46 files in EAL/raw                              base.py:202
+           ...found 92 files in EAL                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[21:21:42] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: EAL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EAT/index.html b/_site/logbooks/EAT/index.html new file mode 100644 index 0000000000..a5a5f63c84 --- /dev/null +++ b/_site/logbooks/EAT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:57:17.898726
+
+
+
End
+
2022-03-05 19:57:29.761900
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:57:17] Fetching Scraper for: EAT                              handlers.py:21
+           Begin attempting to scrape: EAT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:57:18] Getting all files in EAT...                               base.py:186
+           Getting all files in EAT/json...                          base.py:186
+           ...found 39 files in EAT/json                             base.py:202
+           Getting all files in EAT/raw...                           base.py:186
+           ...found 39 files in EAT/raw                              base.py:202
+           ...found 78 files in EAT                                  base.py:202
+           Deleting batch no. 1 consisting of 78 files               base.py:211
+[19:57:25] ...data deleted.                                          base.py:241
+           Scraping from https://meetings.eastleigh.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:57:28] Committing batch 1 consisting of 78 files                 base.py:269
+[19:57:29] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: EAT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EDE/index.html b/_site/logbooks/EDE/index.html new file mode 100644 index 0000000000..9e33e159a3 --- /dev/null +++ b/_site/logbooks/EDE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 20:16:00.334784
+
+
+
End
+
2022-03-05 20:16:15.949713
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:16:00] Fetching Scraper for: EDE                              handlers.py:21
+           Begin attempting to scrape: EDE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EDE...                               base.py:186
+           Getting all files in EDE/json...                          base.py:186
+[20:16:01] ...found 60 files in EDE/json                             base.py:202
+           Getting all files in EDE/raw...                           base.py:186
+           ...found 60 files in EDE/raw                              base.py:202
+           ...found 121 files in EDE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:16:06] Deleting batch no. 2 consisting of 21 files               base.py:211
+[20:16:15] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: EDE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EDH/index.html b/_site/logbooks/EDH/index.html new file mode 100644 index 0000000000..abe1fec6df --- /dev/null +++ b/_site/logbooks/EDH/index.html @@ -0,0 +1,126 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 20:27:50.444176
+
+
+
End
+
2022-03-05 20:28:07.573243
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:27:50] Fetching Scraper for: EDH                              handlers.py:21
+           Begin attempting to scrape: EDH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EDH...                               base.py:186
+           Getting all files in EDH/json...                          base.py:186
+[20:27:51] ...found 62 files in EDH/json                             base.py:202
+           Getting all files in EDH/raw...                           base.py:186
+           ...found 62 files in EDH/raw                              base.py:202
+           ...found 125 files in EDH                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:27:52] Deleting batch no. 2 consisting of 25 files               base.py:211
+[20:28:07] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: EDH                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 20:28:22.985309
+
+
+
End
+
2022-03-05 20:28:37.172880
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:28:22] Fetching Scraper for: EDH                              handlers.py:21
+[20:28:23] Begin attempting to scrape: EDH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EDH...                               base.py:186
+           Getting all files in EDH/raw...                           base.py:186
+           ...found 25 files in EDH/raw                              base.py:202
+           ...found 26 files in EDH                                  base.py:202
+           Deleting batch no. 1 consisting of 26 files               base.py:211
+[20:28:25] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.edinburgh.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:28:32] Committing batch 1 consisting of 92 files                 base.py:269
+[20:28:35] Committing batch 2 consisting of 32 files                 base.py:269
+[20:28:37] Finished attempting to scrape: EDH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EDN/index.html b/_site/logbooks/EDN/index.html new file mode 100644 index 0000000000..4a74193cb3 --- /dev/null +++ b/_site/logbooks/EDN/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 19:45:05.658736
+
+
+
End
+
2022-03-05 19:45:14.318483
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:45:05] Fetching Scraper for: EDN                              handlers.py:21
+           Begin attempting to scrape: EDN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:45:06] Getting all files in EDN...                               base.py:186
+           Getting all files in EDN/json...                          base.py:186
+           ...found 38 files in EDN/json                             base.py:202
+           Getting all files in EDN/raw...                           base.py:186
+           ...found 38 files in EDN/raw                              base.py:202
+           ...found 77 files in EDN                                  base.py:202
+           Deleting batch no. 1 consisting of 77 files               base.py:211
+[19:45:09] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.eden.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[19:45:11] Committing batch 1 consisting of 76 files                 base.py:269
+[19:45:14] Finished attempting to scrape: EDN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EHA/index.html b/_site/logbooks/EHA/index.html new file mode 100644 index 0000000000..4421440de3 --- /dev/null +++ b/_site/logbooks/EHA/index.html @@ -0,0 +1,131 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:35:11.375326
+
+
+
End
+
2022-03-05 20:35:29.607233
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:35:11] Fetching Scraper for: EHA                              handlers.py:21
+           Begin attempting to scrape: EHA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EHA...                               base.py:186
+           Getting all files in EHA/json...                          base.py:186
+           ...found 43 files in EHA/json                             base.py:202
+           Getting all files in EHA/raw...                           base.py:186
+[20:35:12] ...found 43 files in EHA/raw                              base.py:202
+           ...found 87 files in EHA                                  base.py:202
+           Deleting batch no. 1 consisting of 87 files               base.py:211
+[20:35:14] ...data deleted.                                          base.py:241
+           Scraping from http://easthants.moderngov.co.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[20:35:17] Committing batch 1 consisting of 86 files                 base.py:269
+[20:35:25] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 86 files                 base.py:269
+[20:35:29] Finished attempting to scrape: EHA                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 20:54:04.363733
+
+
+
End
+
2022-03-05 20:54:16.075899
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:54:04] Fetching Scraper for: EHA                              handlers.py:21
+           Begin attempting to scrape: EHA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:54:05] Getting all files in EHA...                               base.py:186
+           Getting all files in EHA/json...                          base.py:186
+           ...found 43 files in EHA/json                             base.py:202
+           Getting all files in EHA/raw...                           base.py:186
+           ...found 43 files in EHA/raw                              base.py:202
+           ...found 87 files in EHA                                  base.py:202
+           Deleting batch no. 1 consisting of 87 files               base.py:211
+[20:54:15] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:54:16] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: EHA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EHE/index.html b/_site/logbooks/EHE/index.html new file mode 100644 index 0000000000..c5fb7d8a1a --- /dev/null +++ b/_site/logbooks/EHE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 19:48:03.624884
+
+
+
End
+
2022-03-05 19:48:11.924905
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:48:03] Fetching Scraper for: EHE                              handlers.py:21
+           Begin attempting to scrape: EHE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EHE...                               base.py:186
+[19:48:04] Getting all files in EHE/json...                          base.py:186
+           ...found 50 files in EHE/json                             base.py:202
+           Getting all files in EHE/raw...                           base.py:186
+           ...found 50 files in EHE/raw                              base.py:202
+           ...found 100 files in EHE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:48:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: EHE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ELI/index.html b/_site/logbooks/ELI/index.html new file mode 100644 index 0000000000..34bd4691cd --- /dev/null +++ b/_site/logbooks/ELI/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-06 00:13:50.913077
+
+
+
End
+
2022-03-06 00:14:15.898409
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:13:50] Fetching Scraper for: ELI                              handlers.py:21
+           Begin attempting to scrape: ELI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:13:51] Getting all files in ELI...                               base.py:186
+           Getting all files in ELI/json...                          base.py:186
+           ...found 55 files in ELI/json                             base.py:202
+           Getting all files in ELI/raw...                           base.py:186
+           ...found 55 files in ELI/raw                              base.py:202
+           ...found 110 files in ELI                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:13:55] Deleting batch no. 2 consisting of 10 files               base.py:211
+[00:14:00] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.e-lindsey.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:14:02] Committing batch 1 consisting of 92 files                 base.py:269
+[00:14:05] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[00:14:15] Finished attempting to scrape: ELI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ELM/index.html b/_site/logbooks/ELM/index.html new file mode 100644 index 0000000000..c603977f28 --- /dev/null +++ b/_site/logbooks/ELM/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-05 19:43:01.694300
+
+
+
End
+
2022-03-05 19:43:27.496605
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:43:01] Fetching Scraper for: ELM                              handlers.py:21
+           Begin attempting to scrape: ELM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ELM...                               base.py:186
+[19:43:02] Getting all files in ELM/json...                          base.py:186
+           ...found 48 files in ELM/json                             base.py:202
+           Getting all files in ELM/raw...                           base.py:186
+           ...found 48 files in ELM/raw                              base.py:202
+           ...found 97 files in ELM                                  base.py:202
+           Deleting batch no. 1 consisting of 97 files               base.py:211
+[19:43:03] ...data deleted.                                          base.py:241
+           Scraping from http://mygov.elmbridge.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[19:43:05] Committing batch 1 consisting of 92 files                 base.py:269
+[19:43:07] Committing batch 2 consisting of 4 files                  base.py:269
+[19:43:16] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 4 files                  base.py:269
+[19:43:27] Finished attempting to scrape: ELM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ENF/index.html b/_site/logbooks/ENF/index.html new file mode 100644 index 0000000000..53dd487992 --- /dev/null +++ b/_site/logbooks/ENF/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 20:14:07.339302
+
+
+
End
+
2022-03-05 20:14:20.373241
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:14:07] Fetching Scraper for: ENF                              handlers.py:21
+           Begin attempting to scrape: ENF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ENF...                               base.py:186
+           Getting all files in ENF/json...                          base.py:186
+[20:14:08] ...found 63 files in ENF/json                             base.py:202
+           Getting all files in ENF/raw...                           base.py:186
+           ...found 63 files in ENF/raw                              base.py:202
+           ...found 126 files in ENF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:14:09] Deleting batch no. 2 consisting of 26 files               base.py:211
+[20:14:19] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:14:20] Finished attempting to scrape: ENF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EPP/index.html b/_site/logbooks/EPP/index.html new file mode 100644 index 0000000000..4633083f19 --- /dev/null +++ b/_site/logbooks/EPP/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-06 00:26:38.066758
+
+
+
End
+
2022-03-06 00:27:02.460892
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:26:38] Fetching Scraper for: EPP                              handlers.py:21
+[00:26:41] Begin attempting to scrape: EPP                        handlers.py:24
+[00:26:42] Deleting existing data...                                 base.py:234
+           Getting all files in EPP...                               base.py:186
+[00:26:43] Getting all files in EPP/json...                          base.py:186
+           ...found 58 files in EPP/json                             base.py:202
+           Getting all files in EPP/raw...                           base.py:186
+           ...found 58 files in EPP/raw                              base.py:202
+           ...found 117 files in EPP                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:26:44] Deleting batch no. 2 consisting of 17 files               base.py:211
+[00:26:46] ...data deleted.                                          base.py:241
+           Scraping from http://rds.eppingforestdc.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:26:53] Committing batch 1 consisting of 92 files                 base.py:269
+[00:26:58] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[00:27:02] Finished attempting to scrape: EPP                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EPS/index.html b/_site/logbooks/EPS/index.html new file mode 100644 index 0000000000..dd5d4742b2 --- /dev/null +++ b/_site/logbooks/EPS/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:02:30.459126
+
+
+
End
+
2022-03-05 20:02:37.305256
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:02:30] Fetching Scraper for: EPS                              handlers.py:21
+           Begin attempting to scrape: EPS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in EPS...                               base.py:186
+           Getting all files in EPS/json...                          base.py:186
+[20:02:31] ...found 38 files in EPS/json                             base.py:202
+           Getting all files in EPS/raw...                           base.py:186
+           ...found 38 files in EPS/raw                              base.py:202
+           ...found 77 files in EPS                                  base.py:202
+           Deleting batch no. 1 consisting of 77 files               base.py:211
+[20:02:32] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.epsom-ewell.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[20:02:34] Committing batch 1 consisting of 76 files                 base.py:269
+[20:02:37] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: EPS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ERE/index.html b/_site/logbooks/ERE/index.html new file mode 100644 index 0000000000..1d20f1386f --- /dev/null +++ b/_site/logbooks/ERE/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:04:38.518815
+
+
+
End
+
2022-03-06 00:04:51.196355
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:04:38] Fetching Scraper for: ERE                              handlers.py:21
+           Begin attempting to scrape: ERE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ERE...                               base.py:186
+[00:04:39] Getting all files in ERE/json...                          base.py:186
+           ...found 46 files in ERE/json                             base.py:202
+           Getting all files in ERE/raw...                           base.py:186
+           ...found 46 files in ERE/raw                              base.py:202
+           ...found 92 files in ERE                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[00:04:50] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:04:51] Finished attempting to scrape: ERE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ESS/index.html b/_site/logbooks/ESS/index.html new file mode 100644 index 0000000000..75c3a756c6 --- /dev/null +++ b/_site/logbooks/ESS/index.html @@ -0,0 +1,151 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-06 00:06:49.159218
+
+
+
End
+
2022-03-06 00:06:50.454340
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:06:49] Fetching Scraper for: ESS                              handlers.py:21
+           Begin attempting to scrape: ESS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ESS...                               base.py:186
+[00:06:50] ESS Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           http://cmis.essexcc.gov.uk/EssexCmis5/Councillors.aspx               
+           Finished attempting to scrape: ESS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 00:07:54.741276
+
+
+
End
+
2022-03-06 00:07:59.263816
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:07:54] Fetching Scraper for: ESS                              handlers.py:21
+           Begin attempting to scrape: ESS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:07:55] Getting all files in ESS...                               base.py:186
+           ...found 1 files in ESS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:07:58] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://cmis.essexcc.gov.uk/EssexCmis5/Councillors.aspx               
+[00:07:59] Finished attempting to scrape: ESS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:15:41.175351
+
+
+
End
+
2022-03-06 00:15:54.739144
+
+
+
Status code
+
404
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:15:54] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: ESS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ESX/index.html b/_site/logbooks/ESX/index.html new file mode 100644 index 0000000000..a4a2579fa3 --- /dev/null +++ b/_site/logbooks/ESX/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 19:54:45.876802
+
+
+
End
+
2022-03-05 19:54:58.834575
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:54:45] Fetching Scraper for: ESX                              handlers.py:21
+           Begin attempting to scrape: ESX                        handlers.py:24
+[19:54:46] Deleting existing data...                                 base.py:234
+           Getting all files in ESX...                               base.py:186
+           Getting all files in ESX/json...                          base.py:186
+           ...found 46 files in ESX/json                             base.py:202
+           Getting all files in ESX/raw...                           base.py:186
+[19:54:47] ...found 46 files in ESX/raw                              base.py:202
+           ...found 92 files in ESX                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:54:58] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: ESX                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/EXE/index.html b/_site/logbooks/EXE/index.html new file mode 100644 index 0000000000..031f75cef2 --- /dev/null +++ b/_site/logbooks/EXE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 20:13:25.342566
+
+
+
End
+
2022-03-05 20:13:32.527501
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:13:25] Fetching Scraper for: EXE                              handlers.py:21
+           Begin attempting to scrape: EXE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:13:26] Getting all files in EXE...                               base.py:186
+           Getting all files in EXE/json...                          base.py:186
+           ...found 39 files in EXE/json                             base.py:202
+           Getting all files in EXE/raw...                           base.py:186
+           ...found 39 files in EXE/raw                              base.py:202
+           ...found 78 files in EXE                                  base.py:202
+           Deleting batch no. 1 consisting of 78 files               base.py:211
+[20:13:32] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: EXE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/FAR/index.html b/_site/logbooks/FAR/index.html new file mode 100644 index 0000000000..78c224f08c --- /dev/null +++ b/_site/logbooks/FAR/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-06 00:02:03.888075
+
+
+
End
+
2022-03-06 00:02:06.789380
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:02:03] Fetching Scraper for: FAR                              handlers.py:21
+           Begin attempting to scrape: FAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:02:04] Getting all files in FAR...                               base.py:186
+           Getting all files in FAR/json...                          base.py:186
+           ...found 31 files in FAR/json                             base.py:202
+           Getting all files in FAR/raw...                           base.py:186
+           ...found 31 files in FAR/raw                              base.py:202
+           ...found 62 files in FAR                                  base.py:202
+           Deleting batch no. 1 consisting of 62 files               base.py:211
+[00:02:06] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: FAR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/FEN/index.html b/_site/logbooks/FEN/index.html new file mode 100644 index 0000000000..639a6628fe --- /dev/null +++ b/_site/logbooks/FEN/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 20:04:52.677936
+
+
+
End
+
2022-03-05 20:04:58.583139
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:04:52] Fetching Scraper for: FEN                              handlers.py:21
+           Begin attempting to scrape: FEN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:04:53] Getting all files in FEN...                               base.py:186
+           Getting all files in FEN/json...                          base.py:186
+           ...found 39 files in FEN/json                             base.py:202
+           Getting all files in FEN/raw...                           base.py:186
+           ...found 39 files in FEN/raw                              base.py:202
+           ...found 79 files in FEN                                  base.py:202
+           Deleting batch no. 1 consisting of 79 files               base.py:211
+[20:04:54] ...data deleted.                                          base.py:241
+           Scraping from https://www.fenland.gov.uk/localgov//mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[20:04:57] Committing batch 1 consisting of 78 files                 base.py:269
+[20:04:58] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: FEN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/FLN/index.html b/_site/logbooks/FLN/index.html new file mode 100644 index 0000000000..b38ffbf2f8 --- /dev/null +++ b/_site/logbooks/FLN/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 20:53:20.155019
+
+
+
End
+
2022-03-05 20:53:21.910683
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:53:20] Fetching Scraper for: FLN                              handlers.py:21
+           Begin attempting to scrape: FLN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in FLN...                               base.py:186
+           ...found 1 files in FLN                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:53:21] ...data deleted.                                          base.py:241
+           Scraping from http://cyfarfodyddpwyllgor.siryfflint.gov.uk base.py:40
+           /mgWebService.asmx/GetCouncillorsByWard                              
+           HTTPSConnectionPool(host='cyfarfodyddpwyllgor.siryffli handlers.py:33
+           nt.gov.uk', port=443): Max retries exceeded with url:                
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           SSLError(SSLCertVerificationError(1, '[SSL:                          
+           CERTIFICATE_VERIFY_FAILED] certificate verify failed:                
+           unable to get local issuer certificate                               
+           (_ssl.c:1131)')))                                                    
+           Finished attempting to scrape: FLN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/FOE/index.html b/_site/logbooks/FOE/index.html new file mode 100644 index 0000000000..dd48c17b82 --- /dev/null +++ b/_site/logbooks/FOE/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 00:30:06.477109
+
+
+
End
+
2022-03-06 00:30:11.245912
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:30:06] Fetching Scraper for: FOE                              handlers.py:21
+           Begin attempting to scrape: FOE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in FOE...                               base.py:186
+[00:30:07] Getting all files in FOE/json...                          base.py:186
+           ...found 38 files in FOE/json                             base.py:202
+           Getting all files in FOE/raw...                           base.py:186
+           ...found 38 files in FOE/raw                              base.py:202
+           ...found 77 files in FOE                                  base.py:202
+           Deleting batch no. 1 consisting of 77 files               base.py:211
+[00:30:08] ...data deleted.                                          base.py:241
+           Scraping from https://meetings.fdean.gov.uk//mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:30:09] Committing batch 1 consisting of 76 files                 base.py:269
+[00:30:11] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: FOE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/FOR/index.html b/_site/logbooks/FOR/index.html new file mode 100644 index 0000000000..bcc6dbd345 --- /dev/null +++ b/_site/logbooks/FOR/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 19:50:15.089009
+
+
+
End
+
2022-03-05 19:50:32.450588
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:50:15] Fetching Scraper for: FOR                              handlers.py:21
+           Begin attempting to scrape: FOR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in FOR...                               base.py:186
+           Getting all files in FOR/json...                          base.py:186
+           ...found 64 files in FOR/json                             base.py:202
+           Getting all files in FOR/raw...                           base.py:186
+           ...found 64 files in FOR/raw                              base.py:202
+           ...found 128 files in FOR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:50:22] Deleting batch no. 2 consisting of 28 files               base.py:211
+[19:50:32] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: FOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/FYL/index.html b/_site/logbooks/FYL/index.html new file mode 100644 index 0000000000..426edfc969 --- /dev/null +++ b/_site/logbooks/FYL/index.html @@ -0,0 +1,283 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
91 seconds
+
+
+
Start
+
2022-03-06 00:21:02.872726
+
+
+
End
+
2022-03-06 00:22:34.369621
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:21:02] Fetching Scraper for: FYL                              handlers.py:21
+           Begin attempting to scrape: FYL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:21:03] Getting all files in FYL...                               base.py:186
+           Getting all files in FYL/json...                          base.py:186
+           ...found 51 files in FYL/json                             base.py:202
+           Getting all files in FYL/raw...                           base.py:186
+           ...found 51 files in FYL/raw                              base.py:202
+           ...found 103 files in FYL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:21:04] Deleting batch no. 2 consisting of 3 files                base.py:211
+[00:21:08] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://fylde.cmis.uk.com/fylde/CouncillorsandMP.aspx                
+[00:21:11] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/10/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:12] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:13] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:15] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/183/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:16] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/84/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:17] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/94/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:19] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/184/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:20] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/59/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:21] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:23] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:24] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/101/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:25] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:28] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:29] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:31] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:32] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/174/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:33] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/185/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:35] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/97/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:36] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/186/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:37] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:39] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/176/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:40] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:41] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:43] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:44] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:46] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/55/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:48] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:49] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/187/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:50] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:52] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:53] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/177/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:54] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:56] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:21:57] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/170/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:21:59] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/167/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:22:00] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:02] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:05] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/178/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:22:06] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:08] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/179/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:22:09] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/180/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:22:10] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:12] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:13] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/57/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:15] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/96/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:16] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:17] Committing batch 1 consisting of 92 files                 base.py:269
+[00:22:24] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/93/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:25] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:27] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/181/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:22:29] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[00:22:31] Scraping from http://fylde.cmis.uk.com/fylde/Councillorsan base.py:40
+           dMP/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[00:22:32] Committing batch 2 consisting of 10 files                 base.py:269
+[00:22:34] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: FYL                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:23:10.953096
+
+
+
End
+
2022-03-06 00:23:20.147560
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:23:10] Fetching Scraper for: FYL                              handlers.py:21
+           Begin attempting to scrape: FYL                        handlers.py:24
+[00:23:11] Deleting existing data...                                 base.py:234
+           Getting all files in FYL...                               base.py:186
+           Getting all files in FYL/json...                          base.py:186
+           ...found 51 files in FYL/json                             base.py:202
+           Getting all files in FYL/raw...                           base.py:186
+[00:23:12] ...found 51 files in FYL/raw                              base.py:202
+           ...found 103 files in FYL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:23:15] Deleting batch no. 2 consisting of 3 files                base.py:211
+[00:23:19] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:23:20] Finished attempting to scrape: FYL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GAT/index.html b/_site/logbooks/GAT/index.html new file mode 100644 index 0000000000..fb4eca5e1d --- /dev/null +++ b/_site/logbooks/GAT/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-06 00:11:23.903850
+
+
+
End
+
2022-03-06 00:11:40.618815
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:11:23] Fetching Scraper for: GAT                              handlers.py:21
+           Begin attempting to scrape: GAT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:11:24] Getting all files in GAT...                               base.py:186
+           Getting all files in GAT/json...                          base.py:186
+           ...found 66 files in GAT/json                             base.py:202
+           Getting all files in GAT/raw...                           base.py:186
+           ...found 66 files in GAT/raw                              base.py:202
+           ...found 132 files in GAT                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:11:30] Deleting batch no. 2 consisting of 32 files               base.py:211
+[00:11:33] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.gateshead.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:11:37] Committing batch 1 consisting of 92 files                 base.py:269
+[00:11:39] Committing batch 2 consisting of 40 files                 base.py:269
+[00:11:40] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GAT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GED/index.html b/_site/logbooks/GED/index.html new file mode 100644 index 0000000000..fbc53847a0 --- /dev/null +++ b/_site/logbooks/GED/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 19:56:23.330275
+
+
+
End
+
2022-03-05 19:56:31.336162
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:56:23] Fetching Scraper for: GED                              handlers.py:21
+           Begin attempting to scrape: GED                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:56:24] Getting all files in GED...                               base.py:186
+           Getting all files in GED/json...                          base.py:186
+           ...found 41 files in GED/json                             base.py:202
+           Getting all files in GED/raw...                           base.py:186
+           ...found 41 files in GED/raw                              base.py:202
+           ...found 82 files in GED                                  base.py:202
+           Deleting batch no. 1 consisting of 82 files               base.py:211
+[19:56:27] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.gedling.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[19:56:29] Committing batch 1 consisting of 82 files                 base.py:269
+[19:56:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GED                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GLO/index.html b/_site/logbooks/GLO/index.html new file mode 100644 index 0000000000..b8148b57c3 --- /dev/null +++ b/_site/logbooks/GLO/index.html @@ -0,0 +1,266 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
137 seconds
+
+
+
Start
+
2022-03-06 00:03:04.144215
+
+
+
End
+
2022-03-06 00:05:21.954596
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[00:03:04] Fetching Scraper for: GLO                              handlers.py:21
+           Begin attempting to scrape: GLO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GLO...                               base.py:186
+           Getting all files in GLO/json...                          base.py:186
+           ...found 39 files in GLO/json                             base.py:202
+           Getting all files in GLO/raw...                           base.py:186
+[00:03:05] ...found 39 files in GLO/raw                              base.py:202
+           ...found 78 files in GLO                                  base.py:202
+           Deleting batch no. 1 consisting of 78 files               base.py:211
+[00:03:11] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:05:21] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33
+           port=80): Max retries exceeded with url:                             
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: GLO                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 00:13:27.813319
+
+
+
End
+
2022-03-06 00:15:40.217961
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[00:13:27] Fetching Scraper for: GLO                              handlers.py:21
+           Begin attempting to scrape: GLO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:13:28] Getting all files in GLO...                               base.py:186
+           ...found 1 files in GLO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:13:30] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:15:39] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33
+           port=80): Max retries exceeded with url:                             
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[00:15:40] Finished attempting to scrape: GLO                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
130 seconds
+
+
+
Start
+
2022-03-06 00:21:40.044248
+
+
+
End
+
2022-03-06 00:23:50.784583
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[00:21:40] Fetching Scraper for: GLO                              handlers.py:21
+           Begin attempting to scrape: GLO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GLO...                               base.py:186
+           GLO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:23:50] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33
+           port=80): Max retries exceeded with url:                             
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: GLO                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 00:25:34.096673
+
+
+
End
+
2022-03-06 00:27:45.951145
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[00:25:34] Fetching Scraper for: GLO                              handlers.py:21
+           Begin attempting to scrape: GLO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GLO...                               base.py:186
+           GLO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.gloucester.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:27:45] HTTPConnectionPool(host='democracy.gloucester.gov.uk', handlers.py:33
+           port=80): Max retries exceeded with url:                             
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: GLO                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:30:33.966692
+
+
+
End
+
2022-03-06 00:30:43.796271
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:30:33] Fetching Scraper for: GLO                              handlers.py:21
+           Begin attempting to scrape: GLO                        handlers.py:24
+[00:30:34] Deleting existing data...                                 base.py:234
+           Getting all files in GLO...                               base.py:186
+           ...found 1 files in GLO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:30:43] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: GLO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GLS/index.html b/_site/logbooks/GLS/index.html new file mode 100644 index 0000000000..e6108066d4 --- /dev/null +++ b/_site/logbooks/GLS/index.html @@ -0,0 +1,132 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-06 00:21:03.583499
+
+
+
End
+
2022-03-06 00:21:22.218618
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:21:03] Fetching Scraper for: GLS                              handlers.py:21
+           Begin attempting to scrape: GLS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GLS...                               base.py:186
+[00:21:04] Getting all files in GLS/json...                          base.py:186
+           ...found 53 files in GLS/json                             base.py:202
+           Getting all files in GLS/raw...                           base.py:186
+           ...found 53 files in GLS/raw                              base.py:202
+           ...found 107 files in GLS                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:21:08] Deleting batch no. 2 consisting of 7 files                base.py:211
+[00:21:13] ...data deleted.                                          base.py:241
+           Scraping from http://glostext.gloucestershire.gov.uk//mgWe base.py:40
+           bService.asmx/GetCouncillorsByWard                                   
+[00:21:18] Committing batch 1 consisting of 92 files                 base.py:269
+[00:21:20] Committing batch 2 consisting of 14 files                 base.py:269
+[00:21:22] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GLS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-06 00:24:49.236503
+
+
+
End
+
2022-03-06 00:25:09.457792
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:24:49] Fetching Scraper for: GLS                              handlers.py:21
+           Begin attempting to scrape: GLS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GLS...                               base.py:186
+[00:24:50] Getting all files in GLS/json...                          base.py:186
+           ...found 53 files in GLS/json                             base.py:202
+           Getting all files in GLS/raw...                           base.py:186
+           ...found 53 files in GLS/raw                              base.py:202
+           ...found 107 files in GLS                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:24:51] Deleting batch no. 2 consisting of 7 files                base.py:211
+[00:24:55] ...data deleted.                                          base.py:241
+           Scraping from http://glostext.gloucestershire.gov.uk//mgWe base.py:40
+           bService.asmx/GetCouncillorsByWard                                   
+[00:25:01] Committing batch 1 consisting of 92 files                 base.py:269
+[00:25:02] Committing batch 2 consisting of 14 files                 base.py:269
+[00:25:09] Finished attempting to scrape: GLS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GOS/index.html b/_site/logbooks/GOS/index.html new file mode 100644 index 0000000000..5f1f976b52 --- /dev/null +++ b/_site/logbooks/GOS/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:46:55.926425
+
+
+
End
+
2022-03-05 19:47:01.891794
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:46:55] Fetching Scraper for: GOS                              handlers.py:21
+           Begin attempting to scrape: GOS                        handlers.py:24
+[19:46:56] Deleting existing data...                                 base.py:234
+           Getting all files in GOS...                               base.py:186
+           Getting all files in GOS/json...                          base.py:186
+           ...found 34 files in GOS/json                             base.py:202
+           Getting all files in GOS/raw...                           base.py:186
+           ...found 34 files in GOS/raw                              base.py:202
+           ...found 68 files in GOS                                  base.py:202
+           Deleting batch no. 1 consisting of 68 files               base.py:211
+[19:47:01] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GOS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GRA/index.html b/_site/logbooks/GRA/index.html new file mode 100644 index 0000000000..32a00571d9 --- /dev/null +++ b/_site/logbooks/GRA/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 20:03:04.557020
+
+
+
End
+
2022-03-05 20:03:10.534659
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:03:04] Fetching Scraper for: GRA                              handlers.py:21
+           Begin attempting to scrape: GRA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GRA...                               base.py:186
+[20:03:05] Getting all files in GRA/json...                          base.py:186
+           ...found 44 files in GRA/json                             base.py:202
+           Getting all files in GRA/raw...                           base.py:186
+           ...found 44 files in GRA/raw                              base.py:202
+           ...found 89 files in GRA                                  base.py:202
+           Deleting batch no. 1 consisting of 89 files               base.py:211
+[20:03:07] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.gravesham.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[20:03:09] Committing batch 1 consisting of 88 files                 base.py:269
+[20:03:10] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GRA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GRT/index.html b/_site/logbooks/GRT/index.html new file mode 100644 index 0000000000..f2eb37a82c --- /dev/null +++ b/_site/logbooks/GRT/index.html @@ -0,0 +1,115 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 19:50:24.430776
+
+
+
End
+
2022-03-05 19:50:26.392618
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:50:24] Fetching Scraper for: GRT                              handlers.py:21
+           Begin attempting to scrape: GRT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:50:25] Getting all files in GRT...                               base.py:186
+           GRT Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://www2.guildford.gov.uk/councilmeeting base.py:40
+           s/mgWebService.asmx/GetCouncillorsByWard                             
+[19:50:26] Finished attempting to scrape: GRT                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:17:33.693836
+
+
+
End
+
2022-03-05 20:17:43.623550
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again
+
+
+
+
+ +

Run log

+ 
[20:17:38] Created log commit                                        base.py:376
+           ea430fabe4bd41a606c18aa520961bd5f7734075                             
+           Attempting to create merge commit...                      base.py:281
+[20:17:43] An error occurred (InvalidTargetBranchException) when  handlers.py:33
+           calling the MergeBranchesBySquash operation: Target                  
+           branch parameter must point to either source or                      
+           destination tip commit. Verify your target branch                    
+           value is valid and then try again                                    
+           Finished attempting to scrape: GRT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GRY/index.html b/_site/logbooks/GRY/index.html new file mode 100644 index 0000000000..0afdfc24d1 --- /dev/null +++ b/_site/logbooks/GRY/index.html @@ -0,0 +1,200 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
75 seconds
+
+
+
Start
+
2022-03-06 00:22:43.536650
+
+
+
End
+
2022-03-06 00:23:58.861437
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:22:43] Fetching Scraper for: GRY                              handlers.py:21
+           Begin attempting to scrape: GRY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in GRY...                               base.py:186
+[00:22:44] Getting all files in GRY/json...                          base.py:186
+           ...found 39 files in GRY/json                             base.py:202
+           Getting all files in GRY/raw...                           base.py:186
+           ...found 39 files in GRY/raw                              base.py:202
+           ...found 79 files in GRY                                  base.py:202
+           Deleting batch no. 1 consisting of 79 files               base.py:211
+[00:22:45] ...data deleted.                                          base.py:241
+           Scraping from https://great-yarmouth.cmis.uk.com/great-yar base.py:40
+           mouth/Councillors/tabid/63/ScreenMode/Alphabetical/Default           
+           .aspx                                                                
+[00:22:46] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3           
+           88/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:48] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           21/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:49] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3           
+           89/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:51] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           20/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:52] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           86/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:54] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           87/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:55] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           70/ScreenMode/Alphabetical/Default.aspx                              
+[00:22:57] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5           
+           27/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:00] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           68/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:02] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/2           
+           8/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:03] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           22/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:05] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           88/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:08] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           73/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:09] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5           
+           26/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:11] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1           
+           6/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:12] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           89/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:14] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           24/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:16] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7           
+           05/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:18] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/4           
+           0/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:20] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5           
+           31/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:23] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           71/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:24] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           90/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:26] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           91/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:27] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/1           
+           3/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:29] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7           
+           06/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:31] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3           
+           6/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:33] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5           
+           25/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:35] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           72/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:36] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3           
+           96/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:39] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           93/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:41] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           94/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:42] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/3           
+           7/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:45] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/4           
+           1/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:46] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           95/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:48] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           23/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:49] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           96/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:51] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/5           
+           0/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:53] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/2           
+           9/ScreenMode/Alphabetical/Default.aspx                               
+[00:23:55] Scraping from http://great-yarmouth.cmis.uk.com/great-yarm base.py:40
+           outh/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6           
+           74/ScreenMode/Alphabetical/Default.aspx                              
+[00:23:57] Committing batch 1 consisting of 78 files                 base.py:269
+[00:23:58] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GRY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/GWN/index.html b/_site/logbooks/GWN/index.html new file mode 100644 index 0000000000..396cb6b269 --- /dev/null +++ b/_site/logbooks/GWN/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
45 seconds
+
+
+
Start
+
2022-03-06 00:00:58.368891
+
+
+
End
+
2022-03-06 00:01:43.476646
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:01:43] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: GWN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAA/index.html b/_site/logbooks/HAA/index.html new file mode 100644 index 0000000000..711b5f02d3 --- /dev/null +++ b/_site/logbooks/HAA/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 20:08:34.447482
+
+
+
End
+
2022-03-05 20:08:46.772866
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:08:34] Fetching Scraper for: HAA                              handlers.py:21
+           Begin attempting to scrape: HAA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HAA...                               base.py:186
+           Getting all files in HAA/json...                          base.py:186
+[20:08:35] ...found 38 files in HAA/json                             base.py:202
+           Getting all files in HAA/raw...                           base.py:186
+           ...found 38 files in HAA/raw                              base.py:202
+           ...found 76 files in HAA                                  base.py:202
+           Deleting batch no. 1 consisting of 76 files               base.py:211
+[20:08:42] ...data deleted.                                          base.py:241
+           Scraping from http://havant.moderngov.co.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[20:08:45] Committing batch 1 consisting of 76 files                 base.py:269
+[20:08:46] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAE/index.html b/_site/logbooks/HAE/index.html new file mode 100644 index 0000000000..40be5653ec --- /dev/null +++ b/_site/logbooks/HAE/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 20:55:01.594263
+
+
+
End
+
2022-03-05 20:55:13.887007
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:55:01] Fetching Scraper for: HAE                              handlers.py:21
+[20:55:06] Begin attempting to scrape: HAE                        handlers.py:24
+[20:55:07] Deleting existing data...                                 base.py:234
+           Getting all files in HAE...                               base.py:186
+           Getting all files in HAE/json...                          base.py:186
+           ...found 28 files in HAE/json                             base.py:202
+           Getting all files in HAE/raw...                           base.py:186
+[20:55:08] ...found 28 files in HAE/raw                              base.py:202
+           ...found 56 files in HAE                                  base.py:202
+           Deleting batch no. 1 consisting of 56 files               base.py:211
+[20:55:10] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.hambleton.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:55:11] Committing batch 1 consisting of 56 files                 base.py:269
+[20:55:13] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAG/index.html b/_site/logbooks/HAG/index.html new file mode 100644 index 0000000000..cdce793c8d --- /dev/null +++ b/_site/logbooks/HAG/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:46:01.877359
+
+
+
End
+
2022-03-05 19:46:08.843471
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:46:01] Fetching Scraper for: HAG                              handlers.py:21
+           Begin attempting to scrape: HAG                        handlers.py:24
+[19:46:02] Deleting existing data...                                 base.py:234
+           Getting all files in HAG...                               base.py:186
+           Getting all files in HAG/json...                          base.py:186
+[19:46:03] ...found 40 files in HAG/json                             base.py:202
+           Getting all files in HAG/raw...                           base.py:186
+           ...found 40 files in HAG/raw                              base.py:202
+           ...found 80 files in HAG                                  base.py:202
+           Deleting batch no. 1 consisting of 80 files               base.py:211
+[19:46:04] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.harrogate.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:46:06] Committing batch 1 consisting of 80 files                 base.py:269
+[19:46:08] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAG                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAL/index.html b/_site/logbooks/HAL/index.html new file mode 100644 index 0000000000..bcf1966a7d --- /dev/null +++ b/_site/logbooks/HAL/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:59:54.877129
+
+
+
End
+
2022-03-05 20:00:06.695772
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:59:54] Fetching Scraper for: HAL                              handlers.py:21
+           Begin attempting to scrape: HAL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:59:55] Getting all files in HAL...                               base.py:186
+           Getting all files in HAL/json...                          base.py:186
+           ...found 54 files in HAL/json                             base.py:202
+           Getting all files in HAL/raw...                           base.py:186
+[19:59:56] ...found 54 files in HAL/raw                              base.py:202
+           ...found 108 files in HAL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:59:58] Deleting batch no. 2 consisting of 8 files                base.py:211
+[20:00:06] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: HAL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAM/index.html b/_site/logbooks/HAM/index.html new file mode 100644 index 0000000000..e67aa32070 --- /dev/null +++ b/_site/logbooks/HAM/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 21:19:37.038848
+
+
+
End
+
2022-03-05 21:19:55.018924
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:19:37] Fetching Scraper for: HAM                              handlers.py:21
+           Begin attempting to scrape: HAM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HAM...                               base.py:186
+           Getting all files in HAM/json...                          base.py:186
+           ...found 78 files in HAM/json                             base.py:202
+           Getting all files in HAM/raw...                           base.py:186
+           ...found 78 files in HAM/raw                              base.py:202
+           ...found 156 files in HAM                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[21:19:40] Deleting batch no. 2 consisting of 56 files               base.py:211
+[21:19:54] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[21:19:55] Finished attempting to scrape: HAM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAO/index.html b/_site/logbooks/HAO/index.html new file mode 100644 index 0000000000..6da7ebe35b --- /dev/null +++ b/_site/logbooks/HAO/index.html @@ -0,0 +1,335 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
91 seconds
+
+
+
Start
+
2022-03-05 20:44:18.957539
+
+
+
End
+
2022-03-05 20:45:50.390555
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:44:18] Fetching Scraper for: HAO                              handlers.py:21
+           Begin attempting to scrape: HAO                        handlers.py:24
+[20:44:20] Deleting existing data...                                 base.py:234
+           Getting all files in HAO...                               base.py:186
+           HAO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           https://cmis.harborough.gov.uk/cmis5/Councillors.aspx                
+[20:44:21] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1427/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:24] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1428/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:26] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2068/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:28] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2054/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:31] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2151/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:32] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2149/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:35] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2107/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:37] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2147/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:39] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2057/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:42] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2109/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:44] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2163/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:45] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2161/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:48] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2059/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:50] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2165/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:52] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2066/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:54] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2061/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:56] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2164/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:57] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2158/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:44:59] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1450/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:01] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2166/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:02] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2162/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:03] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2160/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:05] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2074/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:07] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2148/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:09] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2072/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:11] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1440/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:15] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2159/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:17] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1441/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:19] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2156/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:21] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2152/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:22] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1444/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:25] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2121/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:27] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1445/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:29] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1468/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[20:45:31] Committing batch 1 consisting of 68 files                 base.py:269
+[20:45:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 68 files                 base.py:269
+[20:45:50] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAO                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
82 seconds
+
+
+
Start
+
2022-03-05 21:01:10.963824
+
+
+
End
+
2022-03-05 21:02:33.819339
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:01:10] Fetching Scraper for: HAO                              handlers.py:21
+           Begin attempting to scrape: HAO                        handlers.py:24
+[21:01:11] Deleting existing data...                                 base.py:234
+           Getting all files in HAO...                               base.py:186
+           Getting all files in HAO/json...                          base.py:186
+[21:01:12] ...found 34 files in HAO/json                             base.py:202
+           Getting all files in HAO/raw...                           base.py:186
+           ...found 34 files in HAO/raw                              base.py:202
+           ...found 69 files in HAO                                  base.py:202
+           Deleting batch no. 1 consisting of 69 files               base.py:211
+[21:01:15] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://cmis.harborough.gov.uk/cmis5/Councillors.aspx                
+[21:01:16] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1427/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:18] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1428/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:20] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2068/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:22] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2054/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:24] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2151/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:27] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2149/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:29] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2107/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:31] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2147/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:33] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2057/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:35] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2109/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:37] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2163/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:38] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2161/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:40] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2059/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:42] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2165/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:44] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2066/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:46] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2061/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:48] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2164/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:49] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2158/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:52] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1450/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:54] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2166/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:55] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2162/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:57] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2160/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:01:58] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2074/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:01] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2148/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:03] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2072/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:05] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1440/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:07] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2159/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:09] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1441/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:11] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2156/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:13] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2152/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:15] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1444/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:19] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/2121/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:20] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1445/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:23] Scraping from https://cmis.harborough.gov.uk/cmis5/Council base.py:40
+           lors/tabid/62/ctl/ViewCMIS_Person/mid/480/id/1468/ScreenMo           
+           de/Ward/Default.aspx                                                 
+[21:02:25] Committing batch 1 consisting of 68 files                 base.py:269
+[21:02:32] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 68 files                 base.py:269
+[21:02:33] Finished attempting to scrape: HAO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAR/index.html b/_site/logbooks/HAR/index.html new file mode 100644 index 0000000000..534832aaa6 --- /dev/null +++ b/_site/logbooks/HAR/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-06 00:17:18.795216
+
+
+
End
+
2022-03-06 00:17:37.390382
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:17:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAS/index.html b/_site/logbooks/HAS/index.html new file mode 100644 index 0000000000..6cf4cbfe01 --- /dev/null +++ b/_site/logbooks/HAS/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:41:04.844172
+
+
+
End
+
2022-03-05 19:41:11.191738
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:41:04] Fetching Scraper for: HAS                              handlers.py:21
+           Begin attempting to scrape: HAS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:41:05] Getting all files in HAS...                               base.py:186
+           Getting all files in HAS/json...                          base.py:186
+           ...found 32 files in HAS/json                             base.py:202
+           Getting all files in HAS/raw...                           base.py:186
+           ...found 32 files in HAS/raw                              base.py:202
+           ...found 65 files in HAS                                  base.py:202
+           Deleting batch no. 1 consisting of 65 files               base.py:211
+[19:41:06] ...data deleted.                                          base.py:241
+           Scraping from http://hastings.moderngov.co.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[19:41:08] Committing batch 1 consisting of 64 files                 base.py:269
+[19:41:11] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAT/index.html b/_site/logbooks/HAT/index.html new file mode 100644 index 0000000000..d419508802 --- /dev/null +++ b/_site/logbooks/HAT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:28:29.407293
+
+
+
End
+
2022-03-06 00:28:35.035539
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:28:29] Fetching Scraper for: HAT                              handlers.py:21
+           Begin attempting to scrape: HAT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HAT...                               base.py:186
+           Getting all files in HAT/json...                          base.py:186
+[00:28:30] ...found 33 files in HAT/json                             base.py:202
+           Getting all files in HAT/raw...                           base.py:186
+           ...found 33 files in HAT/raw                              base.py:202
+           ...found 67 files in HAT                                  base.py:202
+           Deleting batch no. 1 consisting of 67 files               base.py:211
+[00:28:31] ...data deleted.                                          base.py:241
+           Scraping from http://hart.moderngov.co.uk/mgWebService.asm base.py:40
+           x/GetCouncillorsByWard                                               
+[00:28:33] Committing batch 1 consisting of 66 files                 base.py:269
+[00:28:35] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HAT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HAV/index.html b/_site/logbooks/HAV/index.html new file mode 100644 index 0000000000..5e7698a64c --- /dev/null +++ b/_site/logbooks/HAV/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 20:02:06.138905
+
+
+
End
+
2022-03-05 20:02:17.876039
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:02:06] Fetching Scraper for: HAV                              handlers.py:21
+           Begin attempting to scrape: HAV                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HAV...                               base.py:186
+           Getting all files in HAV/raw...                           base.py:186
+           ...found 8 files in HAV/raw                               base.py:202
+           ...found 8 files in HAV                                   base.py:202
+           Deleting batch no. 1 consisting of 8 files                base.py:211
+[20:02:17] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: HAV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HEF/index.html b/_site/logbooks/HEF/index.html new file mode 100644 index 0000000000..6e39cc1194 --- /dev/null +++ b/_site/logbooks/HEF/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:22:54.243729
+
+
+
End
+
2022-03-06 00:23:08.029708
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:22:54] Fetching Scraper for: HEF                              handlers.py:21
+           Begin attempting to scrape: HEF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HEF...                               base.py:186
+           Getting all files in HEF/json...                          base.py:186
+           ...found 53 files in HEF/json                             base.py:202
+           Getting all files in HEF/raw...                           base.py:186
+[00:22:55] ...found 53 files in HEF/raw                              base.py:202
+           ...found 107 files in HEF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:22:56] Deleting batch no. 2 consisting of 7 files                base.py:211
+[00:23:00] ...data deleted.                                          base.py:241
+           Scraping from http://councillors.herefordshire.gov.uk/mgWe base.py:40
+           bService.asmx/GetCouncillorsByWard                                   
+[00:23:03] Committing batch 1 consisting of 92 files                 base.py:269
+[00:23:05] Committing batch 2 consisting of 14 files                 base.py:269
+[00:23:07] Finished attempting to scrape: HEF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HER/index.html b/_site/logbooks/HER/index.html new file mode 100644 index 0000000000..3a7b46a51c --- /dev/null +++ b/_site/logbooks/HER/index.html @@ -0,0 +1,111 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:21:30.096309
+
+
+
End
+
2022-03-05 20:21:39.242028
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:21:30] Fetching Scraper for: HER                              handlers.py:21
+           Begin attempting to scrape: HER                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HER...                               base.py:186
+           ...found 1 files in HER                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:21:34] ...data deleted.                                          base.py:241
+           Scraping from https://www5.hertsmere.gov.uk/democracy//mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+[20:21:39] Finished attempting to scrape: HER                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
40 seconds
+
+
+
Start
+
2022-03-05 20:22:11.218088
+
+
+
End
+
2022-03-05 20:22:51.402586
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:22:51] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: HER                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HIG/index.html b/_site/logbooks/HIG/index.html new file mode 100644 index 0000000000..7047db94eb --- /dev/null +++ b/_site/logbooks/HIG/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 19:41:45.191316
+
+
+
End
+
2022-03-05 19:42:03.420229
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:41:45] Fetching Scraper for: HIG                              handlers.py:21
+           Begin attempting to scrape: HIG                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HIG...                               base.py:186
+           Getting all files in HIG/json...                          base.py:186
+           ...found 46 files in HIG/json                             base.py:202
+           Getting all files in HIG/raw...                           base.py:186
+[19:41:46] ...found 46 files in HIG/raw                              base.py:202
+           ...found 92 files in HIG                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:41:49] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.highpeak.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:41:54] Committing batch 1 consisting of 92 files                 base.py:269
+[19:41:56] Committing batch 2 consisting of 92 files                 base.py:269
+[19:42:02] Committing batch 3 consisting of 14 files                 base.py:269
+[19:42:03] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HIG                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HIL/index.html b/_site/logbooks/HIL/index.html new file mode 100644 index 0000000000..d6b7a226ef --- /dev/null +++ b/_site/logbooks/HIL/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 19:41:57.318575
+
+
+
End
+
2022-03-05 19:42:09.716891
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:41:57] Fetching Scraper for: HIL                              handlers.py:21
+           Begin attempting to scrape: HIL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HIL...                               base.py:186
+           Getting all files in HIL/json...                          base.py:186
+[19:41:58] ...found 65 files in HIL/json                             base.py:202
+           Getting all files in HIL/raw...                           base.py:186
+           ...found 65 files in HIL/raw                              base.py:202
+           ...found 130 files in HIL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:42:00] Deleting batch no. 2 consisting of 30 files               base.py:211
+[19:42:09] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: HIL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HIN/index.html b/_site/logbooks/HIN/index.html new file mode 100644 index 0000000000..79dace9e72 --- /dev/null +++ b/_site/logbooks/HIN/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:10:33.804667
+
+
+
End
+
2022-03-06 00:10:43.186024
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:10:33] Fetching Scraper for: HIN                              handlers.py:21
+           Begin attempting to scrape: HIN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:10:34] Getting all files in HIN...                               base.py:186
+           Getting all files in HIN/json...                          base.py:186
+[00:10:35] ...found 34 files in HIN/json                             base.py:202
+           Getting all files in HIN/raw...                           base.py:186
+           ...found 34 files in HIN/raw                              base.py:202
+           ...found 68 files in HIN                                  base.py:202
+           Deleting batch no. 1 consisting of 68 files               base.py:211
+[00:10:38] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.hinckley-bosworth.gov.uk/mg base.py:40
+           WebService.asmx/GetCouncillorsByWard                                 
+[00:10:41] Committing batch 1 consisting of 68 files                 base.py:269
+[00:10:43] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HIN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HMF/index.html b/_site/logbooks/HMF/index.html new file mode 100644 index 0000000000..aeeab89681 --- /dev/null +++ b/_site/logbooks/HMF/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:14:46.002969
+
+
+
End
+
2022-03-06 00:14:55.220290
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:14:46] Fetching Scraper for: HMF                              handlers.py:21
+           Begin attempting to scrape: HMF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HMF...                               base.py:186
+           HMF Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.lbhf.gov.uk/mgWebService.as base.py:40
+           mx/GetCouncillorsByWard                                              
+[00:14:50] Committing batch 1 consisting of 92 files                 base.py:269
+[00:14:55] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HMF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HNS/index.html b/_site/logbooks/HNS/index.html new file mode 100644 index 0000000000..f97d4835f2 --- /dev/null +++ b/_site/logbooks/HNS/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:31:29.599151
+
+
+
End
+
2022-03-05 20:31:47.997765
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:31:29] Fetching Scraper for: HNS                              handlers.py:21
+           Begin attempting to scrape: HNS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HNS...                               base.py:186
+[20:31:30] Getting all files in HNS/json...                          base.py:186
+           ...found 59 files in HNS/json                             base.py:202
+           Getting all files in HNS/raw...                           base.py:186
+           ...found 59 files in HNS/raw                              base.py:202
+           ...found 118 files in HNS                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:31:31] Deleting batch no. 2 consisting of 18 files               base.py:211
+[20:31:34] ...data deleted.                                          base.py:241
+           Scraping from https://democraticservices.hounslow.gov.uk/m base.py:40
+           gWebService.asmx/GetCouncillorsByWard                                
+[20:31:37] Committing batch 1 consisting of 92 files                 base.py:269
+[20:31:39] Committing batch 2 consisting of 26 files                 base.py:269
+[20:31:47] Finished attempting to scrape: HNS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HOR/index.html b/_site/logbooks/HOR/index.html new file mode 100644 index 0000000000..43b489c871 --- /dev/null +++ b/_site/logbooks/HOR/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 20:23:51.477121
+
+
+
End
+
2022-03-05 20:24:08.775835
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:24:08] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HRT/index.html b/_site/logbooks/HRT/index.html new file mode 100644 index 0000000000..a0c33ebbf0 --- /dev/null +++ b/_site/logbooks/HRT/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:26:08.388845
+
+
+
End
+
2022-03-06 00:26:20.343899
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:26:08] Fetching Scraper for: HRT                              handlers.py:21
+           Begin attempting to scrape: HRT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HRT...                               base.py:186
+           Getting all files in HRT/json...                          base.py:186
+[00:26:09] ...found 78 files in HRT/json                             base.py:202
+           Getting all files in HRT/raw...                           base.py:186
+           ...found 78 files in HRT/raw                              base.py:202
+           ...found 157 files in HRT                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:26:10] Deleting batch no. 2 consisting of 57 files               base.py:211
+[00:26:11] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.hertfordshire.gov.uk//mgWe base.py:40
+           bService.asmx/GetCouncillorsByWard                                   
+[00:26:17] Committing batch 1 consisting of 92 files                 base.py:269
+[00:26:18] Committing batch 2 consisting of 64 files                 base.py:269
+[00:26:20] Finished attempting to scrape: HRT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HRW/index.html b/_site/logbooks/HRW/index.html new file mode 100644 index 0000000000..aa89250d10 --- /dev/null +++ b/_site/logbooks/HRW/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 20:42:34.182541
+
+
+
End
+
2022-03-05 20:42:42.810231
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:42:34] Fetching Scraper for: HRW                              handlers.py:21
+           Begin attempting to scrape: HRW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HRW...                               base.py:186
+           Getting all files in HRW/json...                          base.py:186
+           ...found 46 files in HRW/json                             base.py:202
+           Getting all files in HRW/raw...                           base.py:186
+[20:42:35] ...found 46 files in HRW/raw                              base.py:202
+           ...found 92 files in HRW                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:42:42] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: HRW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HRY/index.html b/_site/logbooks/HRY/index.html new file mode 100644 index 0000000000..ea74dda9b8 --- /dev/null +++ b/_site/logbooks/HRY/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:21:43.774599
+
+
+
End
+
2022-03-06 00:21:54.186773
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:21:43] Fetching Scraper for: HRY                              handlers.py:21
+           Begin attempting to scrape: HRY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:21:44] Getting all files in HRY...                               base.py:186
+           Getting all files in HRY/json...                          base.py:186
+           ...found 57 files in HRY/json                             base.py:202
+           Getting all files in HRY/raw...                           base.py:186
+           ...found 57 files in HRY/raw                              base.py:202
+           ...found 115 files in HRY                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:21:45] Deleting batch no. 2 consisting of 15 files               base.py:211
+[00:21:53] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:21:54] Finished attempting to scrape: HRY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HUN/index.html b/_site/logbooks/HUN/index.html new file mode 100644 index 0000000000..89f7b16217 --- /dev/null +++ b/_site/logbooks/HUN/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:00:02.042344
+
+
+
End
+
2022-03-06 00:00:13.971521
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:00:02] Fetching Scraper for: HUN                              handlers.py:21
+           Begin attempting to scrape: HUN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in HUN...                               base.py:186
+           Getting all files in HUN/json...                          base.py:186
+[00:00:04] ...found 52 files in HUN/json                             base.py:202
+           Getting all files in HUN/raw...                           base.py:186
+[00:00:05] ...found 52 files in HUN/raw                              base.py:202
+           ...found 104 files in HUN                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:00:08] Deleting batch no. 2 consisting of 4 files                base.py:211
+[00:00:13] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: HUN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/HYN/index.html b/_site/logbooks/HYN/index.html new file mode 100644 index 0000000000..aa03e19c4b --- /dev/null +++ b/_site/logbooks/HYN/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
19 seconds
+
+
+
Start
+
2022-03-05 19:41:32.908223
+
+
+
End
+
2022-03-05 19:41:52.666806
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:41:32] Fetching Scraper for: HYN                              handlers.py:21
+           Begin attempting to scrape: HYN                        handlers.py:24
+[19:41:33] Deleting existing data...                                 base.py:234
+           Getting all files in HYN...                               base.py:186
+           Getting all files in HYN/json...                          base.py:186
+           ...found 35 files in HYN/json                             base.py:202
+           Getting all files in HYN/raw...                           base.py:186
+           ...found 35 files in HYN/raw                              base.py:202
+           ...found 70 files in HYN                                  base.py:202
+           Deleting batch no. 1 consisting of 70 files               base.py:211
+[19:41:35] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.hyndburnbc.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[19:41:37] Committing batch 1 consisting of 70 files                 base.py:269
+[19:41:45] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 70 files                 base.py:269
+[19:41:52] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: HYN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/IOS/index.html b/_site/logbooks/IOS/index.html new file mode 100644 index 0000000000..12cab10f20 --- /dev/null +++ b/_site/logbooks/IOS/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 20:09:03.956804
+
+
+
End
+
2022-03-05 20:09:09.702295
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:09:03] Fetching Scraper for: IOS                              handlers.py:21
+           Begin attempting to scrape: IOS                        handlers.py:24
+[20:09:04] Deleting existing data...                                 base.py:234
+           Getting all files in IOS...                               base.py:186
+           Getting all files in IOS/json...                          base.py:186
+           ...found 16 files in IOS/json                             base.py:202
+           Getting all files in IOS/raw...                           base.py:186
+           ...found 16 files in IOS/raw                              base.py:202
+           ...found 32 files in IOS                                  base.py:202
+           Deleting batch no. 1 consisting of 32 files               base.py:211
+[20:09:06] ...data deleted.                                          base.py:241
+           Scraping from http://committees.scilly.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[20:09:07] Committing batch 1 consisting of 32 files                 base.py:269
+[20:09:09] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: IOS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/IPS/index.html b/_site/logbooks/IPS/index.html new file mode 100644 index 0000000000..984e35e68e --- /dev/null +++ b/_site/logbooks/IPS/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:47:20.225396
+
+
+
End
+
2022-03-05 19:47:26.677687
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:47:20] Fetching Scraper for: IPS                              handlers.py:21
+           Begin attempting to scrape: IPS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in IPS...                               base.py:186
+[19:47:21] Getting all files in IPS/json...                          base.py:186
+           ...found 46 files in IPS/json                             base.py:202
+           Getting all files in IPS/raw...                           base.py:186
+           ...found 46 files in IPS/raw                              base.py:202
+           ...found 92 files in IPS                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:47:26] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: IPS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ISL/index.html b/_site/logbooks/ISL/index.html new file mode 100644 index 0000000000..15cd83f3b0 --- /dev/null +++ b/_site/logbooks/ISL/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 20:12:49.314688
+
+
+
End
+
2022-03-05 20:13:04.438241
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:12:49] Fetching Scraper for: ISL                              handlers.py:21
+           Begin attempting to scrape: ISL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ISL...                               base.py:186
+           Getting all files in ISL/json...                          base.py:186
+[20:12:50] ...found 48 files in ISL/json                             base.py:202
+           Getting all files in ISL/raw...                           base.py:186
+           ...found 48 files in ISL/raw                              base.py:202
+           ...found 97 files in ISL                                  base.py:202
+           Deleting batch no. 1 consisting of 97 files               base.py:211
+[20:12:53] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.islington.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:12:56] Committing batch 1 consisting of 92 files                 base.py:269
+[20:12:58] Committing batch 2 consisting of 4 files                  base.py:269
+[20:13:04] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ISL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KEC/index.html b/_site/logbooks/KEC/index.html new file mode 100644 index 0000000000..eb18d455e6 --- /dev/null +++ b/_site/logbooks/KEC/index.html @@ -0,0 +1,87 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-05 20:10:40.761763
+
+
+
End
+
2022-03-05 20:10:43.890585
+
+
+
Status code
+
200
+
+
+
Error
+
None: Max retries exceeded with url: //www.rbkc.gov.uk/committees/Councillors/tabid/62/ctl/ViewCMIS_Person/mid/384/id/421/ScreenMode/Alphabetical/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:10:40] Fetching Scraper for: KEC                              handlers.py:21
+           Begin attempting to scrape: KEC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:10:41] Getting all files in KEC...                               base.py:186
+           KEC Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://www.rbkc.gov.uk/council-and-democrac base.py:40
+           y/councillors-and-committees/councillors/cllrs-ward/counci           
+           llors-and-their-wards                                                
+[20:10:43] Scraping from https://www.rbkc.gov.ukhttps://www.rbkc.gov. base.py:40
+           uk/committees/Councillors/tabid/62/ctl/ViewCMIS_Person/mid           
+           /384/id/421/ScreenMode/Alphabetical/Default.aspx                     
+           HTTPSConnectionPool(host='www.rbkc.gov.ukhttps',       handlers.py:33
+           port=443): Max retries exceeded with url: //www.rbkc.g               
+           ov.uk/committees/Councillors/tabid/62/ctl/ViewCMIS_Per               
+           son/mid/384/id/421/ScreenMode/Alphabetical/Default.asp               
+           x (Caused by NewConnectionError(': Failed to                  
+           establish a new connection: [Errno -2] Name or service               
+           not known'))                                                         
+           Finished attempting to scrape: KEC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KEN/index.html b/_site/logbooks/KEN/index.html new file mode 100644 index 0000000000..bdfc1fc1f5 --- /dev/null +++ b/_site/logbooks/KEN/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:02:44.432719
+
+
+
End
+
2022-03-06 00:02:55.377083
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:02:44] Fetching Scraper for: KEN                              handlers.py:21
+           Begin attempting to scrape: KEN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in KEN...                               base.py:186
+           Getting all files in KEN/json...                          base.py:186
+[00:02:45] ...found 81 files in KEN/json                             base.py:202
+           Getting all files in KEN/raw...                           base.py:186
+           ...found 81 files in KEN/raw                              base.py:202
+           ...found 162 files in KEN                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:02:55] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: KEN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KHL/index.html b/_site/logbooks/KHL/index.html new file mode 100644 index 0000000000..1181101c94 --- /dev/null +++ b/_site/logbooks/KHL/index.html @@ -0,0 +1,627 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
166 seconds
+
+
+
Start
+
2022-03-05 20:30:13.675242
+
+
+
End
+
2022-03-05 20:32:59.833035
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:30:13] Fetching Scraper for: KHL                              handlers.py:21
+           Begin attempting to scrape: KHL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in KHL...                               base.py:186
+[20:30:14] KHL Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers.aspx                   
+[20:30:15] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/794/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/590/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:21] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/798/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:23] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:30:26] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/585/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:30] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/45/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:30:33] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/699/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:35] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/800/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:38] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/46/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:30:41] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/47/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:30:44] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/793/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:46] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/51/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:30:49] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/702/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:53] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/588/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:30:56] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1008/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[20:30:58] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/790/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:00] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/802/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:04] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:31:07] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/636/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:10] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[20:31:12] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/54/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:31:16] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/935/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/57/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:31:21] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/58/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:31:23] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/637/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:27] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/933/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:29] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/635/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:33] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/801/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/63/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:31:39] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:31:41] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/701/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:43] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1007/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[20:31:47] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/638/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:49] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/799/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:52] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/125/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:54] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/795/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:57] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:31:59] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[20:32:01] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:32:04] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[20:32:06] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/69/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:32:10] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/587/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:13] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/72/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:32:15] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/804/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:32:21] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/805/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:24] Committing batch 1 consisting of 92 files                 base.py:269
+[20:32:25] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/806/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:28] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/697/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:30] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:32:32] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/934/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/700/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:39] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/589/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:42] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/698/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:44] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[20:32:47] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:50] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/591/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[20:32:52] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1010/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[20:32:54] Committing batch 2 consisting of 22 files                 base.py:269
+[20:32:59] Finished attempting to scrape: KHL                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
181 seconds
+
+
+
Start
+
2022-03-05 21:14:58.062405
+
+
+
End
+
2022-03-05 21:17:59.790469
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[21:14:58] Fetching Scraper for: KHL                              handlers.py:21
+           Begin attempting to scrape: KHL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in KHL...                               base.py:186
+           Getting all files in KHL/json...                          base.py:186
+           ...found 57 files in KHL/json                             base.py:202
+           Getting all files in KHL/raw...                           base.py:186
+           ...found 57 files in KHL/raw                              base.py:202
+           ...found 114 files in KHL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[21:14:59] Deleting batch no. 2 consisting of 14 files               base.py:211
+[21:15:09] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers.aspx                   
+[21:15:11] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/794/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:13] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/590/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:17] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/798/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:20] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/44/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:15:22] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/585/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:25] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/45/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:15:28] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/699/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:31] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/800/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:33] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/46/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:15:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/47/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:15:40] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/793/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:43] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/51/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:15:46] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/702/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:48] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/588/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:51] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1008/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[21:15:53] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/790/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:55] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/802/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:15:58] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:02] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/636/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:05] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1006/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[21:16:08] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/54/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:11] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/935/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:13] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/57/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:15] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/58/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:18] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/637/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:20] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/933/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:23] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/635/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:26] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/801/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:29] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/63/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:32] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/64/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:35] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/701/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:37] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1007/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[21:16:40] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/638/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:42] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/799/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:46] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/125/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:48] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/795/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:50] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/553/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:16:53] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1009/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[21:16:55] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/40/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:16:58] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1011/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[21:17:00] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/69/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:17:03] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/587/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:06] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/72/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:17:08] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/804/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:11] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/75/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:17:14] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/805/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:16] Committing batch 1 consisting of 92 files                 base.py:269
+[21:17:20] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/806/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:24] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/697/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:27] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/80/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:17:29] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/934/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:32] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/700/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:36] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/589/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:38] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/698/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:41] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/98/ScreenMode/Alphabetical/Def           
+           ault.aspx                                                            
+[21:17:45] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/102/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:48] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/591/ScreenMode/Alphabetical/De           
+           fault.aspx                                                           
+[21:17:50] Scraping from https://cmis.hullcc.gov.uk/cmis/Councillorsa base.py:40
+           ndSeniorOfficers/CouncillorsandSeniorOfficers/tabid/63/ctl           
+           /ViewCMIS_Person/mid/383/id/1010/ScreenMode/Alphabetical/D           
+           efault.aspx                                                          
+[21:17:54] Committing batch 2 consisting of 22 files                 base.py:269
+[21:17:59] Finished attempting to scrape: KHL                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 21:36:13.741727
+
+
+
End
+
2022-03-05 21:36:20.201134
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:36:13] Fetching Scraper for: KHL                              handlers.py:21
+           Begin attempting to scrape: KHL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[21:36:14] Getting all files in KHL...                               base.py:186
+           Getting all files in KHL/json...                          base.py:186
+           ...found 57 files in KHL/json                             base.py:202
+           Getting all files in KHL/raw...                           base.py:186
+           ...found 57 files in KHL/raw                              base.py:202
+           ...found 115 files in KHL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[21:36:19] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[21:36:20] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: KHL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KIN/index.html b/_site/logbooks/KIN/index.html new file mode 100644 index 0000000000..b7af7a2282 --- /dev/null +++ b/_site/logbooks/KIN/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-06 00:08:35.961496
+
+
+
End
+
2022-03-06 00:08:53.857683
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:08:35] Fetching Scraper for: KIN                              handlers.py:21
+           Begin attempting to scrape: KIN                        handlers.py:24
+[00:08:36] Deleting existing data...                                 base.py:234
+           Getting all files in KIN...                               base.py:186
+           Getting all files in KIN/json...                          base.py:186
+           ...found 55 files in KIN/json                             base.py:202
+           Getting all files in KIN/raw...                           base.py:186
+           ...found 55 files in KIN/raw                              base.py:202
+           ...found 110 files in KIN                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:08:40] Deleting batch no. 2 consisting of 10 files               base.py:211
+[00:08:45] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.west-norfolk.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:08:48] Committing batch 1 consisting of 92 files                 base.py:269
+[00:08:51] Committing batch 2 consisting of 18 files                 base.py:269
+[00:08:53] Finished attempting to scrape: KIN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KIR/index.html b/_site/logbooks/KIR/index.html new file mode 100644 index 0000000000..9035806f63 --- /dev/null +++ b/_site/logbooks/KIR/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-06 00:10:54.098306
+
+
+
End
+
2022-03-06 00:11:12.008890
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:10:54] Fetching Scraper for: KIR                              handlers.py:21
+           Begin attempting to scrape: KIR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in KIR...                               base.py:186
+           Getting all files in KIR/raw...                           base.py:186
+           ...found 38 files in KIR/raw                              base.py:202
+           ...found 38 files in KIR                                  base.py:202
+           Deleting batch no. 1 consisting of 38 files               base.py:211
+[00:11:00] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.kirklees.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:11:03] Committing batch 1 consisting of 92 files                 base.py:269
+[00:11:08] Committing batch 2 consisting of 46 files                 base.py:269
+[00:11:11] Finished attempting to scrape: KIR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KTT/index.html b/_site/logbooks/KTT/index.html new file mode 100644 index 0000000000..c9e062a25c --- /dev/null +++ b/_site/logbooks/KTT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:23:53.255452
+
+
+
End
+
2022-03-06 00:24:00.297676
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:23:53] Fetching Scraper for: KTT                              handlers.py:21
+           Begin attempting to scrape: KTT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in KTT...                               base.py:186
+           Getting all files in KTT/json...                          base.py:186
+           ...found 47 files in KTT/json                             base.py:202
+           Getting all files in KTT/raw...                           base.py:186
+[00:23:54] ...found 47 files in KTT/raw                              base.py:202
+           ...found 94 files in KTT                                  base.py:202
+           Deleting batch no. 1 consisting of 94 files               base.py:211
+           ...data deleted.                                          base.py:241
+           Scraping from https://moderngov.kingston.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:23:57] Committing batch 1 consisting of 92 files                 base.py:269
+[00:23:58] Committing batch 2 consisting of 2 files                  base.py:269
+[00:24:00] Finished attempting to scrape: KTT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/KWL/index.html b/_site/logbooks/KWL/index.html new file mode 100644 index 0000000000..3678eb717e --- /dev/null +++ b/_site/logbooks/KWL/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 20:29:57.990988
+
+
+
End
+
2022-03-05 20:30:10.735501
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:30:10] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: KWL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LAC/index.html b/_site/logbooks/LAC/index.html new file mode 100644 index 0000000000..f827be8d36 --- /dev/null +++ b/_site/logbooks/LAC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-06 00:16:36.398554
+
+
+
End
+
2022-03-06 00:16:53.086819
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:16:36] Fetching Scraper for: LAC                              handlers.py:21
+           Begin attempting to scrape: LAC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LAC...                               base.py:186
+           Getting all files in LAC/json...                          base.py:186
+[00:16:37] ...found 60 files in LAC/json                             base.py:202
+           Getting all files in LAC/raw...                           base.py:186
+           ...found 60 files in LAC/raw                              base.py:202
+           ...found 121 files in LAC                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:16:41] Deleting batch no. 2 consisting of 21 files               base.py:211
+[00:16:52] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:16:53] Finished attempting to scrape: LAC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LAN/index.html b/_site/logbooks/LAN/index.html new file mode 100644 index 0000000000..84a7f47ccb --- /dev/null +++ b/_site/logbooks/LAN/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:50:51.808686
+
+
+
End
+
2022-03-05 19:50:57.141191
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:50:51] Fetching Scraper for: LAN                              handlers.py:21
+           Begin attempting to scrape: LAN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:50:52] Getting all files in LAN...                               base.py:186
+           Getting all files in LAN/json...                          base.py:186
+           ...found 46 files in LAN/json                             base.py:202
+           Getting all files in LAN/raw...                           base.py:186
+           ...found 46 files in LAN/raw                              base.py:202
+           ...found 92 files in LAN                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:50:56] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:50:57] Finished attempting to scrape: LAN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LBH/index.html b/_site/logbooks/LBH/index.html new file mode 100644 index 0000000000..129b4606db --- /dev/null +++ b/_site/logbooks/LBH/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:28:55.257545
+
+
+
End
+
2022-03-06 00:29:05.800911
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:28:55] Fetching Scraper for: LBH                              handlers.py:21
+           Begin attempting to scrape: LBH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LBH...                               base.py:186
+           Getting all files in LBH/json...                          base.py:186
+           ...found 63 files in LBH/json                             base.py:202
+           Getting all files in LBH/raw...                           base.py:186
+[00:28:56] ...found 63 files in LBH/raw                              base.py:202
+           ...found 127 files in LBH                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:28:57] Deleting batch no. 2 consisting of 27 files               base.py:211
+[00:28:58] ...data deleted.                                          base.py:241
+           Scraping from https://moderngov.lambeth.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:29:02] Committing batch 1 consisting of 92 files                 base.py:269
+[00:29:04] Committing batch 2 consisting of 34 files                 base.py:269
+[00:29:05] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: LBH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LCE/index.html b/_site/logbooks/LCE/index.html new file mode 100644 index 0000000000..85f6c4e3fa --- /dev/null +++ b/_site/logbooks/LCE/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
28 seconds
+
+
+
Start
+
2022-03-05 20:16:31.333772
+
+
+
End
+
2022-03-05 20:17:00.169258
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:16:31] Fetching Scraper for: LCE                              handlers.py:21
+           Begin attempting to scrape: LCE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LCE...                               base.py:186
+           Getting all files in LCE/raw...                           base.py:186
+           ...found 11 files in LCE/raw                              base.py:202
+           ...found 11 files in LCE                                  base.py:202
+           Deleting batch no. 1 consisting of 11 files               base.py:211
+[20:16:38] ...data deleted.                                          base.py:241
+           Scraping from https://cabinet.leicester.gov.uk//mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:16:43] Committing batch 1 consisting of 92 files                 base.py:269
+[20:16:49] Committing batch 2 consisting of 18 files                 base.py:269
+[20:16:57] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 18 files                 base.py:269
+[20:17:00] Finished attempting to scrape: LCE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LDS/index.html b/_site/logbooks/LDS/index.html new file mode 100644 index 0000000000..9b0a609e4c --- /dev/null +++ b/_site/logbooks/LDS/index.html @@ -0,0 +1,127 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
31 seconds
+
+
+
Start
+
2022-03-06 00:22:49.252439
+
+
+
End
+
2022-03-06 00:23:21.026194
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:22:49] Fetching Scraper for: LDS                              handlers.py:21
+           Begin attempting to scrape: LDS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LDS...                               base.py:186
+           Getting all files in LDS/json...                          base.py:186
+           ...found 99 files in LDS/json                             base.py:202
+           Getting all files in LDS/raw...                           base.py:186
+[00:22:50] ...found 99 files in LDS/raw                              base.py:202
+           ...found 199 files in LDS                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:22:51] Deleting batch no. 2 consisting of 99 files               base.py:211
+[00:22:59] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.leeds.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[00:23:07] Committing batch 1 consisting of 92 files                 base.py:269
+[00:23:18] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[00:23:21] Finished attempting to scrape: LDS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-06 00:26:55.469620
+
+
+
End
+
2022-03-06 00:27:20.608538
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.
+
+
+
+
+ +

Run log

+ 
[00:27:15] Created log commit                                        base.py:376
+           319b83f9eefc014a5f9d8d3c4be5e92eb8d89d5e                             
+           Attempting to create merge commit...                      base.py:281
+[00:27:20] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33
+           when calling the MergeBranchesBySquash operation: The                
+           merge cannot be completed because the following branch               
+           has been modified: refs/heads/main. Another user might               
+           have modified this branch while the merge was in                     
+           progress. Wait a few minutes, and then try again.                    
+           Finished attempting to scrape: LDS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LEC/index.html b/_site/logbooks/LEC/index.html new file mode 100644 index 0000000000..90f5f4e095 --- /dev/null +++ b/_site/logbooks/LEC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 19:42:35.909231
+
+
+
End
+
2022-03-05 19:42:45.878902
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:42:35] Fetching Scraper for: LEC                              handlers.py:21
+           Begin attempting to scrape: LEC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:42:36] Getting all files in LEC...                               base.py:186
+           Getting all files in LEC/json...                          base.py:186
+[19:42:37] ...found 55 files in LEC/json                             base.py:202
+           Getting all files in LEC/raw...                           base.py:186
+           ...found 55 files in LEC/raw                              base.py:202
+           ...found 110 files in LEC                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:42:45] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: LEC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LEE/index.html b/_site/logbooks/LEE/index.html new file mode 100644 index 0000000000..b998cd2e11 --- /dev/null +++ b/_site/logbooks/LEE/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-06 00:14:09.661691
+
+
+
End
+
2022-03-06 00:14:30.203534
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:14:09] Fetching Scraper for: LEE                              handlers.py:21
+           Begin attempting to scrape: LEE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LEE...                               base.py:186
+[00:14:10] Getting all files in LEE/json...                          base.py:186
+           ...found 68 files in LEE/json                             base.py:202
+           Getting all files in LEE/raw...                           base.py:186
+           ...found 68 files in LEE/raw                              base.py:202
+           ...found 137 files in LEE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:14:11] Deleting batch no. 2 consisting of 37 files               base.py:211
+[00:14:13] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.lewes-eastbourne.gov.uk//mg base.py:40
+           WebService.asmx/GetCouncillorsByWard                                 
+[00:14:19] Committing batch 1 consisting of 92 files                 base.py:269
+[00:14:28] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[00:14:30] Finished attempting to scrape: LEE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LEW/index.html b/_site/logbooks/LEW/index.html new file mode 100644 index 0000000000..0f52c03dcc --- /dev/null +++ b/_site/logbooks/LEW/index.html @@ -0,0 +1,126 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
22 seconds
+
+
+
Start
+
2022-03-05 20:47:53.977857
+
+
+
End
+
2022-03-05 20:48:16.215255
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:47:53] Fetching Scraper for: LEW                              handlers.py:21
+[20:47:54] Begin attempting to scrape: LEW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LEW...                               base.py:186
+           LEW Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://councilmeetings.lewisham.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[20:47:57] Committing batch 1 consisting of 92 files                 base.py:269
+[20:48:06] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:48:16] Finished attempting to scrape: LEW                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 21:04:33.962970
+
+
+
End
+
2022-03-05 21:04:41.658328
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:04:33] Fetching Scraper for: LEW                              handlers.py:21
+           Begin attempting to scrape: LEW                        handlers.py:24
+[21:04:34] Deleting existing data...                                 base.py:234
+           Getting all files in LEW...                               base.py:186
+           Getting all files in LEW/json...                          base.py:186
+           ...found 46 files in LEW/json                             base.py:202
+           Getting all files in LEW/raw...                           base.py:186
+           ...found 46 files in LEW/raw                              base.py:202
+           ...found 93 files in LEW                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[21:04:41] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: LEW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LIC/index.html b/_site/logbooks/LIC/index.html new file mode 100644 index 0000000000..bbe392f396 --- /dev/null +++ b/_site/logbooks/LIC/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:40:54.167604
+
+
+
End
+
2022-03-05 19:40:59.192040
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:40:54] Fetching Scraper for: LIC                              handlers.py:21
+           Begin attempting to scrape: LIC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LIC...                               base.py:186
+           Getting all files in LIC/json...                          base.py:186
+           ...found 33 files in LIC/json                             base.py:202
+           Getting all files in LIC/raw...                           base.py:186
+           ...found 33 files in LIC/raw                              base.py:202
+           ...found 66 files in LIC                                  base.py:202
+           Deleting batch no. 1 consisting of 66 files               base.py:211
+[19:40:55] ...data deleted.                                          base.py:241
+           Scraping from http://democratic.lincoln.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[19:40:57] Committing batch 1 consisting of 66 files                 base.py:269
+[19:40:59] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: LIC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LIF/index.html b/_site/logbooks/LIF/index.html new file mode 100644 index 0000000000..25c85afa11 --- /dev/null +++ b/_site/logbooks/LIF/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 21:18:25.289981
+
+
+
End
+
2022-03-05 21:18:31.755797
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[21:18:25] Fetching Scraper for: LIF                              handlers.py:21
+           Begin attempting to scrape: LIF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LIF...                               base.py:186
+           LIF Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.lichfielddc.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[21:18:29] Committing batch 1 consisting of 92 files                 base.py:269
+[21:18:30] Committing batch 2 consisting of 2 files                  base.py:269
+[21:18:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: LIF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LIN/index.html b/_site/logbooks/LIN/index.html new file mode 100644 index 0000000000..bc7ee1ecb1 --- /dev/null +++ b/_site/logbooks/LIN/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:21:04.748691
+
+
+
End
+
2022-03-05 20:21:23.160087
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:21:22] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:21:23] Finished attempting to scrape: LIN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LIV/index.html b/_site/logbooks/LIV/index.html new file mode 100644 index 0000000000..45ea0abb98 --- /dev/null +++ b/_site/logbooks/LIV/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-06 00:17:50.057035
+
+
+
End
+
2022-03-06 00:18:05.744196
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:17:50] Fetching Scraper for: LIV                              handlers.py:21
+           Begin attempting to scrape: LIV                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in LIV...                               base.py:186
+           Getting all files in LIV/json...                          base.py:186
+           ...found 89 files in LIV/json                             base.py:202
+           Getting all files in LIV/raw...                           base.py:186
+           ...found 89 files in LIV/raw                              base.py:202
+           ...found 179 files in LIV                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:17:52] Deleting batch no. 2 consisting of 79 files               base.py:211
+[00:17:54] ...data deleted.                                          base.py:241
+           Scraping from https://councillors.liverpool.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:17:58] Committing batch 1 consisting of 92 files                 base.py:269
+[00:18:01] Committing batch 2 consisting of 86 files                 base.py:269
+[00:18:05] Finished attempting to scrape: LIV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/LND/index.html b/_site/logbooks/LND/index.html new file mode 100644 index 0000000000..695c9569b5 --- /dev/null +++ b/_site/logbooks/LND/index.html @@ -0,0 +1,35 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + + +
+
...
+
+ diff --git a/_site/logbooks/LUT/index.html b/_site/logbooks/LUT/index.html new file mode 100644 index 0000000000..46e191fb02 --- /dev/null +++ b/_site/logbooks/LUT/index.html @@ -0,0 +1,223 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
83 seconds
+
+
+
Start
+
2022-03-05 19:43:18.687905
+
+
+
End
+
2022-03-05 19:44:42.081697
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:43:18] Fetching Scraper for: LUT                              handlers.py:21
+           Begin attempting to scrape: LUT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:43:19] Getting all files in LUT...                               base.py:186
+           Getting all files in LUT/json...                          base.py:186
+           ...found 48 files in LUT/json                             base.py:202
+           Getting all files in LUT/raw...                           base.py:186
+           ...found 48 files in LUT/raw                              base.py:202
+           ...found 96 files in LUT                                  base.py:202
+           Deleting batch no. 1 consisting of 96 files               base.py:211
+[19:43:21] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://democracy.luton.gov.uk/cmis5public/Councillors.aspx           
+[19:43:23] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/364/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:24] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/365/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:25] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/292/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:26] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/366/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:27] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/253/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:31] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/367/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:32] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/392/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:33] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/396/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:34] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/368/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:35] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/235/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:36] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/191/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:40] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/369/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:42] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/193/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:43] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/370/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:45] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/371/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+           Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:48] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:50] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/372/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:52] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/373/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:53] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/374/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:56] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:43:59] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/375/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:00] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/376/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:01] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/299/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:02] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/243/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:03] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/377/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:04] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/378/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:05] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/246/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:07] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/379/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:08] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/247/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:09] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/390/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:10] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/380/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:11] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/261/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:12] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/393/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:13] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/362/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:15] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/300/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:16] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/302/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:17] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/381/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:19] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/308/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:20] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/382/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:21] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/169/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:23] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/170/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:25] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/208/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:28] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/228/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:31] Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/383/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+           Scraping from https://democracy.luton.gov.uk/cmis5public/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/291/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[19:44:33] Committing batch 1 consisting of 92 files                 base.py:269
+[19:44:40] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[19:44:42] Finished attempting to scrape: LUT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MAI/index.html b/_site/logbooks/MAI/index.html new file mode 100644 index 0000000000..af46a3fd37 --- /dev/null +++ b/_site/logbooks/MAI/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:15:01.500164
+
+
+
End
+
2022-03-06 00:15:13.649402
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:15:01] Fetching Scraper for: MAI                              handlers.py:21
+           Begin attempting to scrape: MAI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in MAI...                               base.py:186
+[00:15:02] Getting all files in MAI/raw...                           base.py:186
+           ...found 10 files in MAI/raw                              base.py:202
+           ...found 10 files in MAI                                  base.py:202
+           Deleting batch no. 1 consisting of 10 files               base.py:211
+[00:15:05] ...data deleted.                                          base.py:241
+           Scraping from https://meetings.maidstone.gov.uk//mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:15:08] Committing batch 1 consisting of 92 files                 base.py:269
+[00:15:09] Committing batch 2 consisting of 18 files                 base.py:269
+[00:15:13] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MAI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MAL/index.html b/_site/logbooks/MAL/index.html new file mode 100644 index 0000000000..b6de40f548 --- /dev/null +++ b/_site/logbooks/MAL/index.html @@ -0,0 +1,76 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-06 00:18:41.456316
+
+
+
End
+
2022-03-06 00:18:45.330904
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:18:41] Fetching Scraper for: MAL                              handlers.py:21
+           Begin attempting to scrape: MAL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in MAL...                               base.py:186
+           MAL Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.maldon.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:18:43] Committing batch 1 consisting of 60 files                 base.py:269
+[00:18:45] Finished attempting to scrape: MAL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MAN/index.html b/_site/logbooks/MAN/index.html new file mode 100644 index 0000000000..d79338b505 --- /dev/null +++ b/_site/logbooks/MAN/index.html @@ -0,0 +1,88 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:14:49.713086
+
+
+
End
+
2022-03-05 20:15:07.723977
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:14:49] Fetching Scraper for: MAN                              handlers.py:21
+           Begin attempting to scrape: MAN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:14:50] Getting all files in MAN...                               base.py:186
+           Getting all files in MAN/json...                          base.py:186
+           ...found 46 files in MAN/json                             base.py:202
+           Getting all files in MAN/raw...                           base.py:186
+           ...found 46 files in MAN/raw                              base.py:202
+           ...found 92 files in MAN                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:14:51] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.manchester.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[20:14:57] Committing batch 1 consisting of 92 files                 base.py:269
+[20:14:59] Committing batch 2 consisting of 92 files                 base.py:269
+[20:15:01] Committing batch 3 consisting of 6 files                  base.py:269
+[20:15:05] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 3 consisting of 6 files                  base.py:269
+[20:15:07] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MAN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MAV/index.html b/_site/logbooks/MAV/index.html new file mode 100644 index 0000000000..414f9a04e2 --- /dev/null +++ b/_site/logbooks/MAV/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:08:09.233467
+
+
+
End
+
2022-03-06 00:08:19.917454
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:08:09] Fetching Scraper for: MAV                              handlers.py:21
+           Begin attempting to scrape: MAV                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in MAV...                               base.py:186
+[00:08:10] Getting all files in MAV/json...                          base.py:186
+           ...found 38 files in MAV/json                             base.py:202
+           Getting all files in MAV/raw...                           base.py:186
+           ...found 38 files in MAV/raw                              base.py:202
+           ...found 76 files in MAV                                  base.py:202
+           Deleting batch no. 1 consisting of 76 files               base.py:211
+[00:08:19] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MAV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MDB/index.html b/_site/logbooks/MDB/index.html new file mode 100644 index 0000000000..a83d90626f --- /dev/null +++ b/_site/logbooks/MDB/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:03:23.536230
+
+
+
End
+
2022-03-06 00:03:32.430939
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:03:23] Fetching Scraper for: MDB                              handlers.py:21
+           Begin attempting to scrape: MDB                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:03:24] Getting all files in MDB...                               base.py:186
+           Getting all files in MDB/json...                          base.py:186
+           ...found 47 files in MDB/json                             base.py:202
+           Getting all files in MDB/raw...                           base.py:186
+           ...found 47 files in MDB/raw                              base.py:202
+           ...found 94 files in MDB                                  base.py:202
+           Deleting batch no. 1 consisting of 94 files               base.py:211
+[00:03:26] ...data deleted.                                          base.py:241
+           Scraping from https://moderngov.middlesbrough.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[00:03:28] Committing batch 1 consisting of 92 files                 base.py:269
+[00:03:31] Committing batch 2 consisting of 2 files                  base.py:269
+[00:03:32] Finished attempting to scrape: MDB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MDE/index.html b/_site/logbooks/MDE/index.html new file mode 100644 index 0000000000..7b5245cf6f --- /dev/null +++ b/_site/logbooks/MDE/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:19:56.773927
+
+
+
End
+
2022-03-06 00:20:02.102699
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:19:56] Fetching Scraper for: MDE                              handlers.py:21
+           Begin attempting to scrape: MDE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:19:57] Getting all files in MDE...                               base.py:186
+           Getting all files in MDE/json...                          base.py:186
+           ...found 41 files in MDE/json                             base.py:202
+           Getting all files in MDE/raw...                           base.py:186
+           ...found 41 files in MDE/raw                              base.py:202
+           ...found 83 files in MDE                                  base.py:202
+           Deleting batch no. 1 consisting of 83 files               base.py:211
+[00:19:58] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.middevon.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:20:00] Committing batch 1 consisting of 82 files                 base.py:269
+[00:20:02] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MDE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MDW/index.html b/_site/logbooks/MDW/index.html new file mode 100644 index 0000000000..141dd23994 --- /dev/null +++ b/_site/logbooks/MDW/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 00:14:42.747540
+
+
+
End
+
2022-03-06 00:14:47.435768
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:14:42] Fetching Scraper for: MDW                              handlers.py:21
+           Begin attempting to scrape: MDW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:14:43] Getting all files in MDW...                               base.py:186
+           Getting all files in MDW/json...                          base.py:186
+           ...found 55 files in MDW/json                             base.py:202
+           Getting all files in MDW/raw...                           base.py:186
+           ...found 55 files in MDW/raw                              base.py:202
+           ...found 111 files in MDW                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:14:44] Deleting batch no. 2 consisting of 11 files               base.py:211
+[00:14:47] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: MDW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MEL/index.html b/_site/logbooks/MEL/index.html new file mode 100644 index 0000000000..b9cb29140e --- /dev/null +++ b/_site/logbooks/MEL/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:03:35.238290
+
+
+
End
+
2022-03-06 00:03:47.268395
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:03:35] Fetching Scraper for: MEL                              handlers.py:21
+[00:03:39] Begin attempting to scrape: MEL                        handlers.py:24
+[00:03:40] Deleting existing data...                                 base.py:234
+[00:03:41] Getting all files in MEL...                               base.py:186
+           Getting all files in MEL/json...                          base.py:186
+           ...found 28 files in MEL/json                             base.py:202
+           Getting all files in MEL/raw...                           base.py:186
+[00:03:42] ...found 28 files in MEL/raw                              base.py:202
+           ...found 56 files in MEL                                  base.py:202
+           Deleting batch no. 1 consisting of 56 files               base.py:211
+[00:03:43] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.melton.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:03:45] Committing batch 1 consisting of 56 files                 base.py:269
+[00:03:47] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MEL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MIK/index.html b/_site/logbooks/MIK/index.html new file mode 100644 index 0000000000..0558e00e7a --- /dev/null +++ b/_site/logbooks/MIK/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:38:38.650531
+
+
+
End
+
2022-03-05 20:38:47.712731
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:38:38] Fetching Scraper for: MIK                              handlers.py:21
+           Begin attempting to scrape: MIK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in MIK...                               base.py:186
+[20:38:39] Getting all files in MIK/json...                          base.py:186
+           ...found 56 files in MIK/json                             base.py:202
+           Getting all files in MIK/raw...                           base.py:186
+           ...found 56 files in MIK/raw                              base.py:202
+           ...found 113 files in MIK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:38:40] Deleting batch no. 2 consisting of 13 files               base.py:211
+[20:38:47] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: MIK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MLN/index.html b/_site/logbooks/MLN/index.html new file mode 100644 index 0000000000..b869f90ebe --- /dev/null +++ b/_site/logbooks/MLN/index.html @@ -0,0 +1,140 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
48 seconds
+
+
+
Start
+
2022-03-05 20:33:16.229466
+
+
+
End
+
2022-03-05 20:34:04.714018
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:33:16] Fetching Scraper for: MLN                              handlers.py:21
+           Begin attempting to scrape: MLN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in MLN...                               base.py:186
+           Getting all files in MLN/json...                          base.py:186
+           ...found 18 files in MLN/json                             base.py:202
+           Getting all files in MLN/raw...                           base.py:186
+[20:33:17] ...found 18 files in MLN/raw                              base.py:202
+           ...found 37 files in MLN                                  base.py:202
+           Deleting batch no. 1 consisting of 37 files               base.py:211
+[20:33:18] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://midlothian.cmis.uk.com/live/Councillors.aspx                 
+[20:33:19] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:20] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:23] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/144/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:25] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/147/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:26] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:28] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:29] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/23/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:31] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/142/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:33] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/140/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:34] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/234/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:36] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:38] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:40] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:42] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:44] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:46] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:48] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode/           
+           Alphabetical/Default.aspx                                            
+[20:33:49] Scraping from https://midlothian.cmis.uk.com/live/Councill base.py:40
+           ors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/145/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:33:51] Committing batch 1 consisting of 36 files                 base.py:269
+[20:34:00] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 36 files                 base.py:269
+[20:34:04] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MLN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MON/index.html b/_site/logbooks/MON/index.html new file mode 100644 index 0000000000..4049158807 --- /dev/null +++ b/_site/logbooks/MON/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
40 seconds
+
+
+
Start
+
2022-03-05 19:39:44.374860
+
+
+
End
+
2022-03-05 19:40:24.756670
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:40:24] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MON                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MRT/index.html b/_site/logbooks/MRT/index.html new file mode 100644 index 0000000000..b361994561 --- /dev/null +++ b/_site/logbooks/MRT/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 20:06:25.643234
+
+
+
End
+
2022-03-05 20:06:31.217331
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:06:25] Fetching Scraper for: MRT                              handlers.py:21
+           Begin attempting to scrape: MRT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:06:26] Getting all files in MRT...                               base.py:186
+           Getting all files in MRT/json...                          base.py:186
+           ...found 59 files in MRT/json                             base.py:202
+           Getting all files in MRT/raw...                           base.py:186
+           ...found 59 files in MRT/raw                              base.py:202
+[20:06:27] ...found 118 files in MRT                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:06:30] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:06:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MRT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MRY/index.html b/_site/logbooks/MRY/index.html new file mode 100644 index 0000000000..5a3ce002a3 --- /dev/null +++ b/_site/logbooks/MRY/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:46:45.607889
+
+
+
End
+
2022-03-05 20:46:50.578532
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:46:45] Fetching Scraper for: MRY                              handlers.py:21
+           Begin attempting to scrape: MRY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in MRY...                               base.py:186
+[20:46:46] Getting all files in MRY/json...                          base.py:186
+           ...found 25 files in MRY/json                             base.py:202
+           Getting all files in MRY/raw...                           base.py:186
+           ...found 25 files in MRY/raw                              base.py:202
+           ...found 50 files in MRY                                  base.py:202
+           Deleting batch no. 1 consisting of 50 files               base.py:211
+[20:46:50] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MRY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MSS/index.html b/_site/logbooks/MSS/index.html new file mode 100644 index 0000000000..9cf1966c9b --- /dev/null +++ b/_site/logbooks/MSS/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-05 20:47:03.912601
+
+
+
End
+
2022-03-05 20:47:24.462868
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:47:03] Fetching Scraper for: MSS                              handlers.py:21
+           Begin attempting to scrape: MSS                        handlers.py:24
+[20:47:04] Deleting existing data...                                 base.py:234
+           Getting all files in MSS...                               base.py:186
+           Getting all files in MSS/raw...                           base.py:186
+           ...found 9 files in MSS/raw                               base.py:202
+           ...found 10 files in MSS                                  base.py:202
+           Deleting batch no. 1 consisting of 10 files               base.py:211
+[20:47:12] ...data deleted.                                          base.py:241
+           Scraping from http://midsussex.moderngov.co.uk//mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:47:17] Committing batch 1 consisting of 92 files                 base.py:269
+[20:47:22] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:47:24] Finished attempting to scrape: MSS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MSU/index.html b/_site/logbooks/MSU/index.html new file mode 100644 index 0000000000..c6c2563b64 --- /dev/null +++ b/_site/logbooks/MSU/index.html @@ -0,0 +1,88 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
21 seconds
+
+
+
Start
+
2022-03-05 19:58:24.361651
+
+
+
End
+
2022-03-05 19:58:46.053566
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:58:24] Fetching Scraper for: MSU                              handlers.py:21
+           Begin attempting to scrape: MSU                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:58:25] Getting all files in MSU...                               base.py:186
+           Getting all files in MSU/json...                          base.py:186
+           ...found 67 files in MSU/json                             base.py:202
+           Getting all files in MSU/raw...                           base.py:186
+           ...found 67 files in MSU/raw                              base.py:202
+           ...found 134 files in MSU                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:58:27] Deleting batch no. 2 consisting of 34 files               base.py:211
+[19:58:31] ...data deleted.                                          base.py:241
+           Scraping from http://baberghmidsuffolk.moderngov.co.uk/mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+[19:58:36] Committing batch 1 consisting of 92 files                 base.py:269
+[19:58:38] Committing batch 2 consisting of 42 files                 base.py:269
+[19:58:44] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 42 files                 base.py:269
+[19:58:46] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MSU                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MTY/index.html b/_site/logbooks/MTY/index.html new file mode 100644 index 0000000000..3fc8591cc9 --- /dev/null +++ b/_site/logbooks/MTY/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:34:47.835307
+
+
+
End
+
2022-03-05 20:34:54.482832
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:34:47] Fetching Scraper for: MTY                              handlers.py:21
+           Begin attempting to scrape: MTY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:34:48] Getting all files in MTY...                               base.py:186
+           Getting all files in MTY/json...                          base.py:186
+           ...found 32 files in MTY/json                             base.py:202
+           Getting all files in MTY/raw...                           base.py:186
+           ...found 32 files in MTY/raw                              base.py:202
+           ...found 65 files in MTY                                  base.py:202
+           Deleting batch no. 1 consisting of 65 files               base.py:211
+[20:34:49] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.merthyr.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[20:34:51] Committing batch 1 consisting of 64 files                 base.py:269
+[20:34:54] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MTY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/MUL/index.html b/_site/logbooks/MUL/index.html new file mode 100644 index 0000000000..ef9e3b1be8 --- /dev/null +++ b/_site/logbooks/MUL/index.html @@ -0,0 +1,202 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
110 seconds
+
+
+
Start
+
2022-03-06 00:03:00.822714
+
+
+
End
+
2022-03-06 00:04:51.218383
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:03:00] Fetching Scraper for: MUL                              handlers.py:21
+           Begin attempting to scrape: MUL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:03:01] Getting all files in MUL...                               base.py:186
+           Getting all files in MUL/json...                          base.py:186
+[00:03:02] ...found 40 files in MUL/json                             base.py:202
+           Getting all files in MUL/raw...                           base.py:186
+           ...found 40 files in MUL/raw                              base.py:202
+           ...found 80 files in MUL                                  base.py:202
+           Deleting batch no. 1 consisting of 80 files               base.py:211
+[00:03:03] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://mid-ulster.cmis-ni.org/midulster/Councillors.aspx            
+[00:03:04] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/125/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:03:07] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/126/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:03:09] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:13] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/32/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:15] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/40/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:18] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/11/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:21] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:23] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:03:25] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:28] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:31] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:33] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:36] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:39] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/44/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:41] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:03:44] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:46] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/47/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:49] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:51] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:54] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/38/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:56] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:03:59] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:03] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:05] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/51/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:07] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/128/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:04:10] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/12/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:13] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:16] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/20/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:18] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:20] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/31/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:23] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:26] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:29] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:04:31] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:04:34] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:04:36] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:39] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/129/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:04:42] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/132/Screen           
+           Mode/Ward/Default.aspx                                               
+[00:04:44] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:46] Scraping from http://mid-ulster.cmis-ni.org/midulster/Coun base.py:40
+           cillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenM           
+           ode/Ward/Default.aspx                                                
+[00:04:49] Committing batch 1 consisting of 80 files                 base.py:269
+[00:04:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: MUL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NAY/index.html b/_site/logbooks/NAY/index.html new file mode 100644 index 0000000000..1ac9d42187 --- /dev/null +++ b/_site/logbooks/NAY/index.html @@ -0,0 +1,180 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
65 seconds
+
+
+
Start
+
2022-03-06 00:18:34.781774
+
+
+
End
+
2022-03-06 00:19:40.179647
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:18:34] Fetching Scraper for: NAY                              handlers.py:21
+           Begin attempting to scrape: NAY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:18:35] Getting all files in NAY...                               base.py:186
+           NAY Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://north-ayrshire.cmis.uk.com/north-ayr base.py:40
+           shire/Councillors/CurrentCouncillors.aspx                            
+[00:18:36] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/10/ScreenMode/Ward/Default.aspx                    
+[00:18:38] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/211/ScreenMode/Ward/Default.aspx                   
+[00:18:39] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/212/ScreenMode/Ward/Default.aspx                   
+[00:18:40] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/200/ScreenMode/Ward/Default.aspx                   
+[00:18:43] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/13/ScreenMode/Ward/Default.aspx                    
+[00:18:45] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/14/ScreenMode/Ward/Default.aspx                    
+[00:18:46] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/213/ScreenMode/Ward/Default.aspx                   
+[00:18:48] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/17/ScreenMode/Ward/Default.aspx                    
+[00:18:50] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/214/ScreenMode/Ward/Default.aspx                   
+[00:18:51] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/215/ScreenMode/Ward/Default.aspx                   
+[00:18:52] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/19/ScreenMode/Ward/Default.aspx                    
+[00:18:54] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/216/ScreenMode/Ward/Default.aspx                   
+[00:18:56] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/217/ScreenMode/Ward/Default.aspx                   
+[00:18:57] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/218/ScreenMode/Ward/Default.aspx                   
+[00:18:58] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/219/ScreenMode/Ward/Default.aspx                   
+[00:19:01] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/26/ScreenMode/Ward/Default.aspx                    
+[00:19:02] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/220/ScreenMode/Ward/Default.aspx                   
+[00:19:04] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/29/ScreenMode/Ward/Default.aspx                    
+[00:19:06] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/222/ScreenMode/Ward/Default.aspx                   
+[00:19:07] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/310/ScreenMode/Ward/Default.aspx                   
+[00:19:08] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/32/ScreenMode/Ward/Default.aspx                    
+[00:19:10] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/33/ScreenMode/Ward/Default.aspx                    
+[00:19:11] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/223/ScreenMode/Ward/Default.aspx                   
+[00:19:13] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/35/ScreenMode/Ward/Default.aspx                    
+[00:19:14] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/36/ScreenMode/Ward/Default.aspx                    
+[00:19:16] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/37/ScreenMode/Ward/Default.aspx                    
+[00:19:19] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/224/ScreenMode/Ward/Default.aspx                   
+[00:19:20] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/225/ScreenMode/Ward/Default.aspx                   
+[00:19:22] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/22/ScreenMode/Ward/Default.aspx                    
+[00:19:23] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/23/ScreenMode/Ward/Default.aspx                    
+[00:19:25] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/226/ScreenMode/Ward/Default.aspx                   
+[00:19:26] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/227/ScreenMode/Ward/Default.aspx                   
+[00:19:28] Scraping from http://north-ayrshire.cmis.uk.com/north-ayrs base.py:40
+           hire/Councillors/CurrentCouncillors/tabid/98/ctl/ViewCMIS_           
+           Person/mid/437/id/228/ScreenMode/Ward/Default.aspx                   
+[00:19:29] Committing batch 1 consisting of 66 files                 base.py:269
+[00:19:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 66 files                 base.py:269
+[00:19:40] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NAY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NBL/index.html b/_site/logbooks/NBL/index.html new file mode 100644 index 0000000000..65e77fa6a9 --- /dev/null +++ b/_site/logbooks/NBL/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:52:47.857995
+
+
+
End
+
2022-03-05 20:52:57.337864
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:52:47] Fetching Scraper for: NBL                              handlers.py:21
+           Begin attempting to scrape: NBL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:52:48] Getting all files in NBL...                               base.py:186
+           Getting all files in NBL/json...                          base.py:186
+           ...found 66 files in NBL/json                             base.py:202
+           Getting all files in NBL/raw...                           base.py:186
+           ...found 66 files in NBL/raw                              base.py:202
+           ...found 133 files in NBL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:52:49] Deleting batch no. 2 consisting of 33 files               base.py:211
+[20:52:56] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:52:57] Finished attempting to scrape: NBL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NDE/index.html b/_site/logbooks/NDE/index.html new file mode 100644 index 0000000000..4c2a490f73 --- /dev/null +++ b/_site/logbooks/NDE/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:23:18.465120
+
+
+
End
+
2022-03-05 20:23:28.837165
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:23:18] Fetching Scraper for: NDE                              handlers.py:21
+           Begin attempting to scrape: NDE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NDE...                               base.py:186
+           Getting all files in NDE/json...                          base.py:186
+[20:23:19] ...found 42 files in NDE/json                             base.py:202
+           Getting all files in NDE/raw...                           base.py:186
+           ...found 42 files in NDE/raw                              base.py:202
+           ...found 85 files in NDE                                  base.py:202
+           Deleting batch no. 1 consisting of 85 files               base.py:211
+[20:23:22] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.northdevon.gov.uk//mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[20:23:24] Committing batch 1 consisting of 84 files                 base.py:269
+[20:23:28] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NDE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NEA/index.html b/_site/logbooks/NEA/index.html new file mode 100644 index 0000000000..fcac7a55c1 --- /dev/null +++ b/_site/logbooks/NEA/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-05 19:46:11.479495
+
+
+
End
+
2022-03-05 19:46:35.099205
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:46:11] Fetching Scraper for: NEA                              handlers.py:21
+           Begin attempting to scrape: NEA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NEA...                               base.py:186
+           Getting all files in NEA/json...                          base.py:186
+[19:46:12] ...found 39 files in NEA/json                             base.py:202
+           Getting all files in NEA/raw...                           base.py:186
+           ...found 39 files in NEA/raw                              base.py:202
+           ...found 78 files in NEA                                  base.py:202
+           Deleting batch no. 1 consisting of 78 files               base.py:211
+[19:46:16] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.newark-sherwooddc.gov.uk/m base.py:40
+           gWebService.asmx/GetCouncillorsByWard                                
+[19:46:19] Committing batch 1 consisting of 78 files                 base.py:269
+[19:46:27] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 78 files                 base.py:269
+[19:46:35] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NEA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NEC/index.html b/_site/logbooks/NEC/index.html new file mode 100644 index 0000000000..dae2109a07 --- /dev/null +++ b/_site/logbooks/NEC/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:54:17.014172
+
+
+
End
+
2022-03-05 19:54:28.696963
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:54:28] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NEC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NED/index.html b/_site/logbooks/NED/index.html new file mode 100644 index 0000000000..de5e7c9704 --- /dev/null +++ b/_site/logbooks/NED/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-05 20:25:42.377404
+
+
+
End
+
2022-03-05 20:25:59.227614
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:25:42] Fetching Scraper for: NED                              handlers.py:21
+           Begin attempting to scrape: NED                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NED...                               base.py:186
+           Getting all files in NED/json...                          base.py:186
+[20:25:43] ...found 53 files in NED/json                             base.py:202
+           Getting all files in NED/raw...                           base.py:186
+           ...found 53 files in NED/raw                              base.py:202
+           ...found 106 files in NED                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:25:45] Deleting batch no. 2 consisting of 6 files                base.py:211
+[20:25:46] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.ne-derbyshire.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[20:25:48] Committing batch 1 consisting of 92 files                 base.py:269
+[20:25:49] Committing batch 2 consisting of 14 files                 base.py:269
+[20:25:59] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NED                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NET/index.html b/_site/logbooks/NET/index.html new file mode 100644 index 0000000000..315f4f3349 --- /dev/null +++ b/_site/logbooks/NET/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:42:23.518715
+
+
+
End
+
2022-03-05 19:42:35.383423
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:42:23] Fetching Scraper for: NET                              handlers.py:21
+           Begin attempting to scrape: NET                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NET...                               base.py:186
+           Getting all files in NET/json...                          base.py:186
+[19:42:24] ...found 78 files in NET/json                             base.py:202
+           Getting all files in NET/raw...                           base.py:186
+           ...found 78 files in NET/raw                              base.py:202
+           ...found 157 files in NET                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:42:26] Deleting batch no. 2 consisting of 57 files               base.py:211
+[19:42:27] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.newcastle.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:42:32] Committing batch 1 consisting of 92 files                 base.py:269
+[19:42:34] Committing batch 2 consisting of 64 files                 base.py:269
+[19:42:35] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NET                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NEW/index.html b/_site/logbooks/NEW/index.html new file mode 100644 index 0000000000..ee6deba62a --- /dev/null +++ b/_site/logbooks/NEW/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 19:45:30.518792
+
+
+
End
+
2022-03-05 19:45:44.505059
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:45:30] Fetching Scraper for: NEW                              handlers.py:21
+           Begin attempting to scrape: NEW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:45:31] Getting all files in NEW...                               base.py:186
+           Getting all files in NEW/json...                          base.py:186
+           ...found 60 files in NEW/json                             base.py:202
+           Getting all files in NEW/raw...                           base.py:186
+           ...found 60 files in NEW/raw                              base.py:202
+           ...found 120 files in NEW                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:45:36] Deleting batch no. 2 consisting of 20 files               base.py:211
+[19:45:39] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.newforest.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:45:41] Committing batch 1 consisting of 92 files                 base.py:269
+[19:45:43] Committing batch 2 consisting of 28 files                 base.py:269
+[19:45:44] Finished attempting to scrape: NEW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NFK/index.html b/_site/logbooks/NFK/index.html new file mode 100644 index 0000000000..fea064460e --- /dev/null +++ b/_site/logbooks/NFK/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 00:21:09.941237
+
+
+
End
+
2022-03-06 00:21:14.065230
+
+
+
Status code
+
200
+
+
+
Error
+
'NoneType' object has no attribute 'next'
+
+
+
+
+ +

Run log

+ 
[00:21:09] Fetching Scraper for: NFK                              handlers.py:21
+           Begin attempting to scrape: NFK                        handlers.py:24
+[00:21:10] Deleting existing data...                                 base.py:234
+           Getting all files in NFK...                               base.py:186
+           ...found 1 files in NFK                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:21:11] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://norfolkcc.cmis.uk.com/norfolkcc/Councillors.aspx             
+[00:21:13] 'NoneType' object has no attribute 'next'              handlers.py:33
+[00:21:14] Finished attempting to scrape: NFK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NGM/index.html b/_site/logbooks/NGM/index.html new file mode 100644 index 0000000000..a01b74c3f9 --- /dev/null +++ b/_site/logbooks/NGM/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 19:43:56.581901
+
+
+
End
+
2022-03-05 19:44:10.356380
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:43:56] Fetching Scraper for: NGM                              handlers.py:21
+           Begin attempting to scrape: NGM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NGM...                               base.py:186
+[19:43:57] Getting all files in NGM/json...                          base.py:186
+           ...found 55 files in NGM/json                             base.py:202
+           Getting all files in NGM/raw...                           base.py:186
+           ...found 55 files in NGM/raw                              base.py:202
+           ...found 111 files in NGM                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:43:58] Deleting batch no. 2 consisting of 11 files               base.py:211
+[19:44:10] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: NGM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NHE/index.html b/_site/logbooks/NHE/index.html new file mode 100644 index 0000000000..13224bda78 --- /dev/null +++ b/_site/logbooks/NHE/index.html @@ -0,0 +1,130 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
29 seconds
+
+
+
Start
+
2022-03-05 20:07:52.330345
+
+
+
End
+
2022-03-05 20:08:21.611897
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:07:52] Fetching Scraper for: NHE                              handlers.py:21
+           Begin attempting to scrape: NHE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NHE...                               base.py:186
+           Getting all files in NHE/json...                          base.py:186
+           ...found 47 files in NHE/json                             base.py:202
+           Getting all files in NHE/raw...                           base.py:186
+[20:07:53] ...found 47 files in NHE/raw                              base.py:202
+           ...found 95 files in NHE                                  base.py:202
+           Deleting batch no. 1 consisting of 95 files               base.py:211
+[20:07:55] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.north-herts.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[20:07:57] Committing batch 1 consisting of 92 files                 base.py:269
+[20:08:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:08:21] Finished attempting to scrape: NHE                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:33:35.522479
+
+
+
End
+
2022-03-05 20:33:54.453017
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:33:35] Fetching Scraper for: NHE                              handlers.py:21
+           Begin attempting to scrape: NHE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NHE...                               base.py:186
+[20:33:36] NHE Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.north-herts.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[20:33:38] Committing batch 1 consisting of 92 files                 base.py:269
+[20:33:43] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:33:54] Finished attempting to scrape: NHE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NKE/index.html b/_site/logbooks/NKE/index.html new file mode 100644 index 0000000000..d544854672 --- /dev/null +++ b/_site/logbooks/NKE/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-05 19:56:29.496173
+
+
+
End
+
2022-03-05 19:56:49.632887
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:56:49] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: NKE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NLN/index.html b/_site/logbooks/NLN/index.html new file mode 100644 index 0000000000..c1d81f91ae --- /dev/null +++ b/_site/logbooks/NLN/index.html @@ -0,0 +1,132 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
24 seconds
+
+
+
Start
+
2022-03-05 21:07:06.743678
+
+
+
End
+
2022-03-05 21:07:31.053461
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:07:06] Fetching Scraper for: NLN                              handlers.py:21
+           Begin attempting to scrape: NLN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[21:07:07] Getting all files in NLN...                               base.py:186
+           Getting all files in NLN/json...                          base.py:186
+           ...found 43 files in NLN/json                             base.py:202
+           Getting all files in NLN/raw...                           base.py:186
+           ...found 43 files in NLN/raw                              base.py:202
+           ...found 87 files in NLN                                  base.py:202
+           Deleting batch no. 1 consisting of 87 files               base.py:211
+[21:07:10] ...data deleted.                                          base.py:241
+           Scraping from http://northlincolnshire.moderngov.co.uk/mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+[21:07:12] Committing batch 1 consisting of 86 files                 base.py:269
+[21:07:24] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 86 files                 base.py:269
+[21:07:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NLN                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 21:22:59.844407
+
+
+
End
+
2022-03-05 21:23:12.311161
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[21:22:59] Fetching Scraper for: NLN                              handlers.py:21
+           Begin attempting to scrape: NLN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[21:23:00] Getting all files in NLN...                               base.py:186
+           Getting all files in NLN/json...                          base.py:186
+           ...found 43 files in NLN/json                             base.py:202
+           Getting all files in NLN/raw...                           base.py:186
+[21:23:01] ...found 43 files in NLN/raw                              base.py:202
+           ...found 87 files in NLN                                  base.py:202
+           Deleting batch no. 1 consisting of 87 files               base.py:211
+[21:23:07] ...data deleted.                                          base.py:241
+           Scraping from http://northlincolnshire.moderngov.co.uk/mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+[21:23:10] Committing batch 1 consisting of 86 files                 base.py:269
+[21:23:12] Finished attempting to scrape: NLN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NNO/index.html b/_site/logbooks/NNO/index.html new file mode 100644 index 0000000000..0033fedd2c --- /dev/null +++ b/_site/logbooks/NNO/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:01:56.534685
+
+
+
End
+
2022-03-05 20:01:59.484621
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgMemberIndex.aspx?bcr=1 (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:01:56] Fetching Scraper for: NNO                              handlers.py:21
+           Begin attempting to scrape: NNO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NNO...                               base.py:186
+[20:01:57] ...found 1 files in NNO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:01:58] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://www.north-norfolk.gov.uk/members/#filter-form                
+[20:01:59] HTTPSConnectionPool(host='modgov.north-norfolk.gov.uk' handlers.py:33
+           , port=443): Max retries exceeded with url:                          
+           /mgMemberIndex.aspx?bcr=1 (Caused by                                 
+           SSLError(SSLCertVerificationError(1, '[SSL:                          
+           CERTIFICATE_VERIFY_FAILED] certificate verify failed:                
+           unable to get local issuer certificate                               
+           (_ssl.c:1131)')))                                                    
+           Finished attempting to scrape: NNO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NOR/index.html b/_site/logbooks/NOR/index.html new file mode 100644 index 0000000000..366fe8444a --- /dev/null +++ b/_site/logbooks/NOR/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:09:30.809584
+
+
+
End
+
2022-03-06 00:09:38.400749
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:09:30] Fetching Scraper for: NOR                              handlers.py:21
+           Begin attempting to scrape: NOR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:09:31] Getting all files in NOR...                               base.py:186
+           Getting all files in NOR/json...                          base.py:186
+           ...found 43 files in NOR/json                             base.py:202
+           Getting all files in NOR/raw...                           base.py:186
+[00:09:32] ...found 43 files in NOR/raw                              base.py:202
+           ...found 86 files in NOR                                  base.py:202
+           Deleting batch no. 1 consisting of 86 files               base.py:211
+[00:09:38] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NOW/index.html b/_site/logbooks/NOW/index.html new file mode 100644 index 0000000000..2c1182596f --- /dev/null +++ b/_site/logbooks/NOW/index.html @@ -0,0 +1,76 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
83 seconds
+
+
+
Start
+
2022-03-06 00:28:25.038607
+
+
+
End
+
2022-03-06 00:29:48.448662
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.
+
+
+
+
+ +

Run log

+ 
[00:29:34] Created log commit                                        base.py:376
+           877eb21e9e4454e775c827f9a5e49b98cce8f4bb                             
+           Attempting to create merge commit...                      base.py:281
+[00:29:48] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33
+           when calling the MergeBranchesBySquash operation: The                
+           merge cannot be completed because the following branch               
+           has been modified: refs/heads/main. Another user might               
+           have modified this branch while the merge was in                     
+           progress. Wait a few minutes, and then try again.                    
+           Finished attempting to scrape: NOW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NSM/index.html b/_site/logbooks/NSM/index.html new file mode 100644 index 0000000000..c3438c4c19 --- /dev/null +++ b/_site/logbooks/NSM/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:29:01.323217
+
+
+
End
+
2022-03-05 20:29:12.180991
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:29:01] Fetching Scraper for: NSM                              handlers.py:21
+           Begin attempting to scrape: NSM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NSM...                               base.py:186
+           Getting all files in NSM/json...                          base.py:186
+[20:29:02] ...found 46 files in NSM/json                             base.py:202
+           Getting all files in NSM/raw...                           base.py:186
+           ...found 46 files in NSM/raw                              base.py:202
+           ...found 92 files in NSM                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:29:11] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:29:12] Finished attempting to scrape: NSM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NTH/index.html b/_site/logbooks/NTH/index.html new file mode 100644 index 0000000000..93e9d972de --- /dev/null +++ b/_site/logbooks/NTH/index.html @@ -0,0 +1,227 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
143 seconds
+
+
+
Start
+
2022-03-05 19:54:32.584745
+
+
+
End
+
2022-03-05 19:56:56.184461
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[19:54:32] Fetching Scraper for: NTH                              handlers.py:21
+           Begin attempting to scrape: NTH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:54:33] Getting all files in NTH...                               base.py:186
+           Getting all files in NTH/json...                          base.py:186
+           ...found 56 files in NTH/json                             base.py:202
+           Getting all files in NTH/raw...                           base.py:186
+[19:54:34] ...found 56 files in NTH/raw                              base.py:202
+           ...found 112 files in NTH                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:54:36] Deleting batch no. 2 consisting of 12 files               base.py:211
+[19:54:45] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40
+           ve/Councillors.aspx                                                  
+[19:56:55] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33
+           ', port=443): Max retries exceeded with url:                         
+           /cmis5live/Councillors.aspx (Caused by NewConnectionEr               
+           ror(': Failed to establish a new connection:               
+           [Errno 110] Connection timed out'))                                  
+[19:56:56] Finished attempting to scrape: NTH                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-05 20:49:57.678968
+
+
+
End
+
2022-03-05 20:52:09.865959
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:49:57] Fetching Scraper for: NTH                              handlers.py:21
+           Begin attempting to scrape: NTH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:49:58] Getting all files in NTH...                               base.py:186
+           ...found 1 files in NTH                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+           ...data deleted.                                          base.py:241
+[20:49:59] Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40
+           ve/Councillors.aspx                                                  
+[20:52:09] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33
+           ', port=443): Max retries exceeded with url:                         
+           /cmis5live/Councillors.aspx (Caused by NewConnectionEr               
+           ror(': Failed to establish a new connection:               
+           [Errno 110] Connection timed out'))                                  
+           Finished attempting to scrape: NTH                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
130 seconds
+
+
+
Start
+
2022-03-05 21:31:31.870376
+
+
+
End
+
2022-03-05 21:33:42.206774
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[21:31:31] Fetching Scraper for: NTH                              handlers.py:21
+           Begin attempting to scrape: NTH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[21:31:32] Getting all files in NTH...                               base.py:186
+           NTH Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40
+           ve/Councillors.aspx                                                  
+[21:33:41] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33
+           ', port=443): Max retries exceeded with url:                         
+           /cmis5live/Councillors.aspx (Caused by NewConnectionEr               
+           ror(': Failed to establish a new connection:               
+           [Errno 110] Connection timed out'))                                  
+[21:33:42] Finished attempting to scrape: NTH                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-05 21:50:09.167890
+
+
+
End
+
2022-03-05 21:52:22.165354
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis5live/Councillors.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[21:50:09] Fetching Scraper for: NTH                              handlers.py:21
+           Begin attempting to scrape: NTH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NTH...                               base.py:186
+           ...found 1 files in NTH                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[21:50:10] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.northamptonshire.gov.uk/cmis5li base.py:40
+           ve/Councillors.aspx                                                  
+[21:52:21] HTTPSConnectionPool(host='cmis.northamptonshire.gov.uk handlers.py:33
+           ', port=443): Max retries exceeded with url:                         
+           /cmis5live/Councillors.aspx (Caused by NewConnectionEr               
+           ror(': Failed to establish a new connection:               
+           [Errno 110] Connection timed out'))                                  
+[21:52:22] Finished attempting to scrape: NTH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NTL/index.html b/_site/logbooks/NTL/index.html new file mode 100644 index 0000000000..91bb47c58d --- /dev/null +++ b/_site/logbooks/NTL/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-06 00:03:39.959549
+
+
+
End
+
2022-03-06 00:04:03.042521
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:03:40] Fetching Scraper for: NTL                              handlers.py:21
+[00:03:44] Begin attempting to scrape: NTL                        handlers.py:24
+[00:03:45] Deleting existing data...                                 base.py:234
+[00:03:46] Getting all files in NTL...                               base.py:186
+           Getting all files in NTL/raw...                           base.py:186
+           ...found 28 files in NTL/raw                              base.py:202
+           ...found 28 files in NTL                                  base.py:202
+           Deleting batch no. 1 consisting of 28 files               base.py:211
+[00:03:51] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.npt.gov.uk/mgWebService.as base.py:40
+           mx/GetCouncillorsByWard                                              
+[00:03:56] Committing batch 1 consisting of 92 files                 base.py:269
+[00:04:00] Committing batch 2 consisting of 36 files                 base.py:269
+[00:04:03] Finished attempting to scrape: NTL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NTY/index.html b/_site/logbooks/NTY/index.html new file mode 100644 index 0000000000..d6d13dcd61 --- /dev/null +++ b/_site/logbooks/NTY/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-06 00:09:51.464526
+
+
+
End
+
2022-03-06 00:10:12.225633
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:09:51] Fetching Scraper for: NTY                              handlers.py:21
+           Begin attempting to scrape: NTY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:09:53] Getting all files in NTY...                               base.py:186
+           Getting all files in NTY/json...                          base.py:186
+           ...found 61 files in NTY/json                             base.py:202
+           Getting all files in NTY/raw...                           base.py:186
+[00:09:54] ...found 61 files in NTY/raw                              base.py:202
+           ...found 122 files in NTY                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:09:55] Deleting batch no. 2 consisting of 22 files               base.py:211
+[00:10:05] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.northtyneside.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[00:10:09] Committing batch 1 consisting of 92 files                 base.py:269
+[00:10:10] Committing batch 2 consisting of 30 files                 base.py:269
+[00:10:12] Finished attempting to scrape: NTY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NWL/index.html b/_site/logbooks/NWL/index.html new file mode 100644 index 0000000000..3c1b7ae46e --- /dev/null +++ b/_site/logbooks/NWL/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 00:21:54.531153
+
+
+
End
+
2022-03-06 00:22:02.216298
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:21:54] Fetching Scraper for: NWL                              handlers.py:21
+           Begin attempting to scrape: NWL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NWL...                               base.py:186
+[00:21:55] Getting all files in NWL/json...                          base.py:186
+           ...found 38 files in NWL/json                             base.py:202
+           Getting all files in NWL/raw...                           base.py:186
+           ...found 38 files in NWL/raw                              base.py:202
+           ...found 77 files in NWL                                  base.py:202
+           Deleting batch no. 1 consisting of 77 files               base.py:211
+[00:21:57] ...data deleted.                                          base.py:241
+           Scraping from http://minutes-1.nwleics.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:21:59] Committing batch 1 consisting of 76 files                 base.py:269
+[00:22:02] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NWL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NWM/index.html b/_site/logbooks/NWM/index.html new file mode 100644 index 0000000000..a11fbdd50b --- /dev/null +++ b/_site/logbooks/NWM/index.html @@ -0,0 +1,85 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
26 seconds
+
+
+
Start
+
2022-03-05 19:44:15.620287
+
+
+
End
+
2022-03-05 19:44:42.201801
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:44:15] Fetching Scraper for: NWM                              handlers.py:21
+           Begin attempting to scrape: NWM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in NWM...                               base.py:186
+[19:44:16] Getting all files in NWM/json...                          base.py:186
+           ...found 46 files in NWM/json                             base.py:202
+           Getting all files in NWM/raw...                           base.py:186
+           ...found 46 files in NWM/raw                              base.py:202
+           ...found 92 files in NWM                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:44:18] ...data deleted.                                          base.py:241
+           Scraping from https://mgov.newham.gov.uk/mgWebService.asmx base.py:40
+           /GetCouncillorsByWard                                                
+[19:44:22] Committing batch 1 consisting of 92 files                 base.py:269
+[19:44:35] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[19:44:42] Finished attempting to scrape: NWM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NWP/index.html b/_site/logbooks/NWP/index.html new file mode 100644 index 0000000000..fdaf708d24 --- /dev/null +++ b/_site/logbooks/NWP/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 20:36:21.038331
+
+
+
End
+
2022-03-05 20:36:36.547171
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:36:21] Fetching Scraper for: NWP                              handlers.py:21
+           Begin attempting to scrape: NWP                        handlers.py:24
+[20:36:22] Deleting existing data...                                 base.py:234
+           Getting all files in NWP...                               base.py:186
+           Getting all files in NWP/json...                          base.py:186
+           ...found 50 files in NWP/json                             base.py:202
+           Getting all files in NWP/raw...                           base.py:186
+[20:36:23] ...found 50 files in NWP/raw                              base.py:202
+           ...found 101 files in NWP                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:36:27] Deleting batch no. 2 consisting of 1 files                base.py:211
+[20:36:29] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.newport.gov.uk//mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:36:33] Committing batch 1 consisting of 92 files                 base.py:269
+[20:36:35] Committing batch 2 consisting of 8 files                  base.py:269
+[20:36:36] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NWP                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/NYK/index.html b/_site/logbooks/NYK/index.html new file mode 100644 index 0000000000..10f01b1c70 --- /dev/null +++ b/_site/logbooks/NYK/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:24:14.295667
+
+
+
End
+
2022-03-06 00:24:26.967747
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:24:26] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: NYK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/OAD/index.html b/_site/logbooks/OAD/index.html new file mode 100644 index 0000000000..d392741b3b --- /dev/null +++ b/_site/logbooks/OAD/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-06 00:01:47.179362
+
+
+
End
+
2022-03-06 00:01:50.082709
+
+
+
Status code
+
+
+
+
Error
+
('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))
+
+
+
+
+ +

Run log

+ 
[00:01:47] Fetching Scraper for: OAD                              handlers.py:21
+           Begin attempting to scrape: OAD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in OAD...                               base.py:186
+           ...found 1 files in OAD                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:01:48] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.oadby-wigston.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[00:01:49] ('Connection aborted.', ConnectionResetError(104,      handlers.py:33
+           'Connection reset by peer'))                                         
+[00:01:50] Finished attempting to scrape: OAD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/OLD/index.html b/_site/logbooks/OLD/index.html new file mode 100644 index 0000000000..4adc57573d --- /dev/null +++ b/_site/logbooks/OLD/index.html @@ -0,0 +1,122 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 20:39:24.898100
+
+
+
End
+
2022-03-05 20:39:40.282160
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:39:39] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:39:40] Finished attempting to scrape: OLD                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
19 seconds
+
+
+
Start
+
2022-03-05 20:57:19.337480
+
+
+
End
+
2022-03-05 20:57:38.426927
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:57:19] Fetching Scraper for: OLD                              handlers.py:21
+           Begin attempting to scrape: OLD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in OLD...                               base.py:186
+           Getting all files in OLD/json...                          base.py:186
+           ...found 60 files in OLD/json                             base.py:202
+           Getting all files in OLD/raw...                           base.py:186
+[20:57:20] ...found 60 files in OLD/raw                              base.py:202
+           ...found 121 files in OLD                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+           Deleting batch no. 2 consisting of 21 files               base.py:211
+[20:57:21] ...data deleted.                                          base.py:241
+           Scraping from http://committees.oldham.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[20:57:24] Committing batch 1 consisting of 92 files                 base.py:269
+[20:57:28] Committing batch 2 consisting of 28 files                 base.py:269
+[20:57:33] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 28 files                 base.py:269
+[20:57:38] Finished attempting to scrape: OLD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/OXF/index.html b/_site/logbooks/OXF/index.html new file mode 100644 index 0000000000..9ca09ff994 --- /dev/null +++ b/_site/logbooks/OXF/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 19:43:41.797491
+
+
+
End
+
2022-03-05 19:43:50.241588
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:43:41] Fetching Scraper for: OXF                              handlers.py:21
+           Begin attempting to scrape: OXF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:43:42] Getting all files in OXF...                               base.py:186
+           Getting all files in OXF/raw...                           base.py:186
+           ...found 26 files in OXF/raw                              base.py:202
+           ...found 27 files in OXF                                  base.py:202
+           Deleting batch no. 1 consisting of 27 files               base.py:211
+[19:43:43] ...data deleted.                                          base.py:241
+           Scraping from https://mycouncil.oxfordshire.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[19:43:47] Committing batch 1 consisting of 92 files                 base.py:269
+[19:43:48] Committing batch 2 consisting of 34 files                 base.py:269
+[19:43:50] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: OXF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/OXO/index.html b/_site/logbooks/OXO/index.html new file mode 100644 index 0000000000..753f98ce17 --- /dev/null +++ b/_site/logbooks/OXO/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:51:02.943886
+
+
+
End
+
2022-03-05 19:51:14.819937
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:51:02] Fetching Scraper for: OXO                              handlers.py:21
+           Begin attempting to scrape: OXO                        handlers.py:24
+[19:51:03] Deleting existing data...                                 base.py:234
+           Getting all files in OXO...                               base.py:186
+           Getting all files in OXO/json...                          base.py:186
+           ...found 46 files in OXO/json                             base.py:202
+           Getting all files in OXO/raw...                           base.py:186
+           ...found 46 files in OXO/raw                              base.py:202
+           ...found 92 files in OXO                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[19:51:14] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: OXO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/PEM/index.html b/_site/logbooks/PEM/index.html new file mode 100644 index 0000000000..a33d6b4fa5 --- /dev/null +++ b/_site/logbooks/PEM/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 19:47:36.815359
+
+
+
End
+
2022-03-05 19:47:47.439262
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:47:36] Fetching Scraper for: PEM                              handlers.py:21
+           Begin attempting to scrape: PEM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:47:37] Getting all files in PEM...                               base.py:186
+           Getting all files in PEM/json...                          base.py:186
+[19:47:38] ...found 60 files in PEM/json                             base.py:202
+           Getting all files in PEM/raw...                           base.py:186
+           ...found 60 files in PEM/raw                              base.py:202
+           ...found 120 files in PEM                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:47:47] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: PEM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/PKN/index.html b/_site/logbooks/PKN/index.html new file mode 100644 index 0000000000..5054672464 --- /dev/null +++ b/_site/logbooks/PKN/index.html @@ -0,0 +1,242 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
63 seconds
+
+
+
Start
+
2022-03-05 19:46:29.186591
+
+
+
End
+
2022-03-05 19:47:32.307404
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:46:29] Fetching Scraper for: PKN                              handlers.py:21
+           Begin attempting to scrape: PKN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in PKN...                               base.py:186
+           Getting all files in PKN/json...                          base.py:186
+           ...found 40 files in PKN/json                             base.py:202
+           Getting all files in PKN/raw...                           base.py:186
+[19:46:30] ...found 40 files in PKN/raw                              base.py:202
+           ...found 80 files in PKN                                  base.py:202
+           Deleting batch no. 1 consisting of 80 files               base.py:211
+           ...data deleted.                                          base.py:241
+           Scraping from https://perth-and-kinross.cmis.uk.com/perth- base.py:40
+           and-kinross/Councillors/OverviewofCouncillors.aspx                   
+[19:46:31] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/205/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:33] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/206/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:34] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/207/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:35] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/40/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:46:37] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/208/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:38] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/45/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:46:39] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/209/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:41] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/211/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:42] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/212/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:43] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/50/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:46:46] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/459/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:47] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/210/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:49] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/15/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:46:50] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/214/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:51] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/213/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:53] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/19/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:46:54] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/24/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:46:55] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/215/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:57] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/216/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:46:58] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/14/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:00] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/16/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:01] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/217/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:03] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/20/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:05] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/218/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:06] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/29/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:08] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/219/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:09] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/128/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:11] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/220/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:12] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/626/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:13] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/617/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:14] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/367/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:16] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/222/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:17] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/18/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:19] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/223/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:20] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/618/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:22] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/224/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:23] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/225/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:25] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/41/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:26] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/226/ScreenMode/Ward/Default.as           
+           px                                                                   
+[19:47:28] Scraping from http://perth-and-kinross.cmis.uk.com/perth-a base.py:40
+           nd-kinross/Councillors/OverviewofCouncillors/tabid/144/ctl           
+           /ViewCMIS_Person/mid/383/id/44/ScreenMode/Ward/Default.asp           
+           x                                                                    
+[19:47:29] Committing batch 1 consisting of 80 files                 base.py:269
+[19:47:32] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: PKN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/PLY/index.html b/_site/logbooks/PLY/index.html new file mode 100644 index 0000000000..d06973282b --- /dev/null +++ b/_site/logbooks/PLY/index.html @@ -0,0 +1,123 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
30 seconds
+
+
+
Start
+
2022-03-05 19:54:56.501168
+
+
+
End
+
2022-03-05 19:55:27.327194
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:55:27] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: PLY                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-05 20:18:36.466100
+
+
+
End
+
2022-03-05 20:19:00.062353
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:18:36] Fetching Scraper for: PLY                              handlers.py:21
+           Begin attempting to scrape: PLY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:18:37] Getting all files in PLY...                               base.py:186
+           Getting all files in PLY/json...                          base.py:186
+           ...found 57 files in PLY/json                             base.py:202
+           Getting all files in PLY/raw...                           base.py:186
+           ...found 57 files in PLY/raw                              base.py:202
+           ...found 115 files in PLY                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:18:41] Deleting batch no. 2 consisting of 15 files               base.py:211
+[20:18:42] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.plymouth.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:18:45] Committing batch 1 consisting of 92 files                 base.py:269
+[20:18:47] Committing batch 2 consisting of 22 files                 base.py:269
+[20:18:58] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 22 files                 base.py:269
+[20:19:00] Finished attempting to scrape: PLY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/POR/index.html b/_site/logbooks/POR/index.html new file mode 100644 index 0000000000..c639963edb --- /dev/null +++ b/_site/logbooks/POR/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:52:20.968167
+
+
+
End
+
2022-03-05 19:52:26.125167
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:52:20] Fetching Scraper for: POR                              handlers.py:21
+           Begin attempting to scrape: POR                        handlers.py:24
+[19:52:21] Deleting existing data...                                 base.py:234
+           Getting all files in POR...                               base.py:186
+           POR Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.portsmouth.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:52:24] Committing batch 1 consisting of 84 files                 base.py:269
+[19:52:26] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: POR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/POW/index.html b/_site/logbooks/POW/index.html new file mode 100644 index 0000000000..050b39b52c --- /dev/null +++ b/_site/logbooks/POW/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-05 20:20:27.365443
+
+
+
End
+
2022-03-05 20:20:51.272370
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:20:27] Fetching Scraper for: POW                              handlers.py:21
+           Begin attempting to scrape: POW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in POW...                               base.py:186
+           Getting all files in POW/json...                          base.py:186
+           ...found 73 files in POW/json                             base.py:202
+           Getting all files in POW/raw...                           base.py:186
+[20:20:28] ...found 73 files in POW/raw                              base.py:202
+           ...found 147 files in POW                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:20:29] Deleting batch no. 2 consisting of 47 files               base.py:211
+[20:20:35] ...data deleted.                                          base.py:241
+           Scraping from http://powys.moderngov.co.uk/mgWebService.as base.py:40
+           mx/GetCouncillorsByWard                                              
+[20:20:40] Committing batch 1 consisting of 92 files                 base.py:269
+[20:20:44] Committing batch 2 consisting of 54 files                 base.py:269
+[20:20:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: POW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/PRE/index.html b/_site/logbooks/PRE/index.html new file mode 100644 index 0000000000..fd679ddc23 --- /dev/null +++ b/_site/logbooks/PRE/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-05 20:45:58.192810
+
+
+
End
+
2022-03-05 20:46:14.513779
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:45:58] Fetching Scraper for: PRE                              handlers.py:21
+           Begin attempting to scrape: PRE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in PRE...                               base.py:186
+           Getting all files in PRE/json...                          base.py:186
+[20:45:59] ...found 48 files in PRE/json                             base.py:202
+           Getting all files in PRE/raw...                           base.py:186
+           ...found 48 files in PRE/raw                              base.py:202
+           ...found 97 files in PRE                                  base.py:202
+           Deleting batch no. 1 consisting of 97 files               base.py:211
+[20:46:04] ...data deleted.                                          base.py:241
+           Scraping from http://preston.moderngov.co.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[20:46:09] Committing batch 1 consisting of 92 files                 base.py:269
+[20:46:11] Committing batch 2 consisting of 4 files                  base.py:269
+[20:46:14] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: PRE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/PTE/index.html b/_site/logbooks/PTE/index.html new file mode 100644 index 0000000000..40dbcf0acb --- /dev/null +++ b/_site/logbooks/PTE/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 19:43:51.559190
+
+
+
End
+
2022-03-05 19:44:01.589426
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:43:51] Fetching Scraper for: PTE                              handlers.py:21
+           Begin attempting to scrape: PTE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in PTE...                               base.py:186
+[19:43:52] Getting all files in PTE/json...                          base.py:186
+           ...found 60 files in PTE/json                             base.py:202
+           Getting all files in PTE/raw...                           base.py:186
+           ...found 60 files in PTE/raw                              base.py:202
+           ...found 120 files in PTE                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:43:53] Deleting batch no. 2 consisting of 20 files               base.py:211
+[19:43:54] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.peterborough.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[19:43:57] Committing batch 1 consisting of 92 files                 base.py:269
+[19:43:59] Committing batch 2 consisting of 28 files                 base.py:269
+[19:44:01] Finished attempting to scrape: PTE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RCH/index.html b/_site/logbooks/RCH/index.html new file mode 100644 index 0000000000..e04d6254af --- /dev/null +++ b/_site/logbooks/RCH/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 20:21:53.171831
+
+
+
End
+
2022-03-05 20:22:04.240971
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:21:53] Fetching Scraper for: RCH                              handlers.py:21
+           Begin attempting to scrape: RCH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RCH...                               base.py:186
+           Getting all files in RCH/raw...                           base.py:186
+           ...found 20 files in RCH/raw                              base.py:202
+           ...found 20 files in RCH                                  base.py:202
+           Deleting batch no. 1 consisting of 20 files               base.py:211
+[20:22:03] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:22:04] Finished attempting to scrape: RCH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RDB/index.html b/_site/logbooks/RDB/index.html new file mode 100644 index 0000000000..cb3e543157 --- /dev/null +++ b/_site/logbooks/RDB/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 20:29:41.420559
+
+
+
End
+
2022-03-05 20:29:50.210061
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:29:41] Fetching Scraper for: RDB                              handlers.py:21
+           Begin attempting to scrape: RDB                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RDB...                               base.py:186
+           Getting all files in RDB/json...                          base.py:186
+[20:29:42] ...found 63 files in RDB/json                             base.py:202
+           Getting all files in RDB/raw...                           base.py:186
+           ...found 63 files in RDB/raw                              base.py:202
+           ...found 127 files in RDB                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:29:43] Deleting batch no. 2 consisting of 27 files               base.py:211
+[20:29:49] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:29:50] Finished attempting to scrape: RDB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RDG/index.html b/_site/logbooks/RDG/index.html new file mode 100644 index 0000000000..4d3bf5396c --- /dev/null +++ b/_site/logbooks/RDG/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:20:21.389067
+
+
+
End
+
2022-03-06 00:20:31.145577
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:20:21] Fetching Scraper for: RDG                              handlers.py:21
+           Begin attempting to scrape: RDG                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RDG...                               base.py:186
+           Getting all files in RDG/json...                          base.py:186
+[00:20:22] ...found 46 files in RDG/json                             base.py:202
+           Getting all files in RDG/raw...                           base.py:186
+           ...found 46 files in RDG/raw                              base.py:202
+           ...found 93 files in RDG                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[00:20:25] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.reading.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:20:29] Committing batch 1 consisting of 92 files                 base.py:269
+[00:20:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RDG                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RED/index.html b/_site/logbooks/RED/index.html new file mode 100644 index 0000000000..0b249730a4 --- /dev/null +++ b/_site/logbooks/RED/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-05 19:52:03.018510
+
+
+
End
+
2022-03-05 19:52:19.814179
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:52:03] Fetching Scraper for: RED                              handlers.py:21
+           Begin attempting to scrape: RED                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RED...                               base.py:186
+           Getting all files in RED/json...                          base.py:186
+           ...found 29 files in RED/json                             base.py:202
+           Getting all files in RED/raw...                           base.py:186
+           ...found 29 files in RED/raw                              base.py:202
+           ...found 59 files in RED                                  base.py:202
+           Deleting batch no. 1 consisting of 59 files               base.py:211
+[19:52:15] ...data deleted.                                          base.py:241
+           Scraping from http://moderngovwebpublic.redditchbc.gov.uk/ base.py:40
+           mgWebService.asmx/GetCouncillorsByWard                               
+[19:52:18] Committing batch 1 consisting of 58 files                 base.py:269
+[19:52:19] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RED                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/REI/index.html b/_site/logbooks/REI/index.html new file mode 100644 index 0000000000..ef4ddc391e --- /dev/null +++ b/_site/logbooks/REI/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 20:03:30.173154
+
+
+
End
+
2022-03-05 20:03:45.536258
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:03:45] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: REI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RFW/index.html b/_site/logbooks/RFW/index.html new file mode 100644 index 0000000000..5d782d5e5b --- /dev/null +++ b/_site/logbooks/RFW/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:17:43.585722
+
+
+
End
+
2022-03-05 20:17:53.061897
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:17:43] Fetching Scraper for: RFW                              handlers.py:21
+[20:17:44] Begin attempting to scrape: RFW                        handlers.py:24
+[20:17:45] Deleting existing data...                                 base.py:234
+           Getting all files in RFW...                               base.py:186
+           Getting all files in RFW/json...                          base.py:186
+           ...found 42 files in RFW/json                             base.py:202
+           Getting all files in RFW/raw...                           base.py:186
+           ...found 42 files in RFW/raw                              base.py:202
+           ...found 84 files in RFW                                  base.py:202
+           Deleting batch no. 1 consisting of 84 files               base.py:211
+[20:17:52] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:17:53] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RFW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RIB/index.html b/_site/logbooks/RIB/index.html new file mode 100644 index 0000000000..1d1527cecd --- /dev/null +++ b/_site/logbooks/RIB/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:21:24.632297
+
+
+
End
+
2022-03-06 00:21:38.631786
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:21:24] Fetching Scraper for: RIB                              handlers.py:21
+           Begin attempting to scrape: RIB                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RIB...                               base.py:186
+[00:21:25] Getting all files in RIB/json...                          base.py:186
+           ...found 41 files in RIB/json                             base.py:202
+           Getting all files in RIB/raw...                           base.py:186
+           ...found 41 files in RIB/raw                              base.py:202
+           ...found 83 files in RIB                                  base.py:202
+           Deleting batch no. 1 consisting of 83 files               base.py:211
+[00:21:34] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.ribblevalley.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:21:37] Committing batch 1 consisting of 82 files                 base.py:269
+[00:21:38] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RIB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RIC/index.html b/_site/logbooks/RIC/index.html new file mode 100644 index 0000000000..42ade3e7a5 --- /dev/null +++ b/_site/logbooks/RIC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-05 21:10:39.676130
+
+
+
End
+
2022-03-05 21:10:48.506007
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:10:39] Fetching Scraper for: RIC                              handlers.py:21
+           Begin attempting to scrape: RIC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RIC...                               base.py:186
+[21:10:40] Getting all files in RIC/json...                          base.py:186
+           ...found 54 files in RIC/json                             base.py:202
+           Getting all files in RIC/raw...                           base.py:186
+           ...found 54 files in RIC/raw                              base.py:202
+           ...found 108 files in RIC                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[21:10:42] Deleting batch no. 2 consisting of 8 files                base.py:211
+[21:10:48] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: RIC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RIH/index.html b/_site/logbooks/RIH/index.html new file mode 100644 index 0000000000..3623933b6c --- /dev/null +++ b/_site/logbooks/RIH/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-06 00:12:24.160357
+
+
+
End
+
2022-03-06 00:12:30.257118
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:12:24] Fetching Scraper for: RIH                              handlers.py:21
+           Begin attempting to scrape: RIH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RIH...                               base.py:186
+           Getting all files in RIH/json...                          base.py:186
+           ...found 24 files in RIH/json                             base.py:202
+           Getting all files in RIH/raw...                           base.py:186
+[00:12:25] ...found 24 files in RIH/raw                              base.py:202
+           ...found 48 files in RIH                                  base.py:202
+           Deleting batch no. 1 consisting of 48 files               base.py:211
+[00:12:27] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.richmondshire.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[00:12:28] Committing batch 1 consisting of 48 files                 base.py:269
+[00:12:30] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RIH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ROC/index.html b/_site/logbooks/ROC/index.html new file mode 100644 index 0000000000..19c03c3ecf --- /dev/null +++ b/_site/logbooks/ROC/index.html @@ -0,0 +1,195 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
72 seconds
+
+
+
Start
+
2022-03-05 20:53:43.378498
+
+
+
End
+
2022-03-05 20:54:55.427708
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:53:43] Fetching Scraper for: ROC                              handlers.py:21
+           Begin attempting to scrape: ROC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in ROC...                               base.py:186
+           ROC Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ScreenMode/Alphabetical/Default.aspx                      
+[20:53:46] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/209/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:47] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/290/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:49] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/226/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:50] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/304/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:51] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/261/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:53] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/274/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:54] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/279/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:55] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/309/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:57] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/303/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:58] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/310/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:53:59] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/277/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:00] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/256/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:03] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/239/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:04] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/305/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:05] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/267/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:07] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/200/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:09] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/252/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:10] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/240/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:11] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/213/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:13] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/281/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:14] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/302/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:16] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/286/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:17] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/311/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:18] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/270/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:20] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/254/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:22] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/283/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:23] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/289/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:25] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/181/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:26] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/258/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:28] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/273/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:29] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/227/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:31] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/250/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:32] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/269/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:34] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/211/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:35] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/292/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:38] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/285/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:39] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/280/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:41] Scraping from https://rochford.cmis.uk.com/rochford/Member base.py:40
+           s/tabid/62/ctl/ViewCMIS_Person/mid/480/id/291/ScreenMode/A           
+           lphabetical/Default.aspx                                             
+[20:54:42] Committing batch 1 consisting of 76 files                 base.py:269
+[20:54:53] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 76 files                 base.py:269
+[20:54:55] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ROC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ROT/index.html b/_site/logbooks/ROT/index.html new file mode 100644 index 0000000000..079c6cb0d3 --- /dev/null +++ b/_site/logbooks/ROT/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:20:46.715274
+
+
+
End
+
2022-03-06 00:20:52.203770
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:20:46] Fetching Scraper for: ROT                              handlers.py:21
+           Begin attempting to scrape: ROT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:20:47] Getting all files in ROT...                               base.py:186
+           Getting all files in ROT/json...                          base.py:186
+           ...found 59 files in ROT/json                             base.py:202
+           Getting all files in ROT/raw...                           base.py:186
+           ...found 59 files in ROT/raw                              base.py:202
+           ...found 118 files in ROT                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:20:51] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:20:52] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: ROT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RUH/index.html b/_site/logbooks/RUH/index.html new file mode 100644 index 0000000000..04c31d5e53 --- /dev/null +++ b/_site/logbooks/RUH/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:03:31.307602
+
+
+
End
+
2022-03-06 00:03:36.342395
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:03:31] Fetching Scraper for: RUH                              handlers.py:21
+           Begin attempting to scrape: RUH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RUH...                               base.py:186
+           Getting all files in RUH/json...                          base.py:186
+[00:03:32] ...found 40 files in RUH/json                             base.py:202
+           Getting all files in RUH/raw...                           base.py:186
+           ...found 40 files in RUH/raw                              base.py:202
+           ...found 81 files in RUH                                  base.py:202
+           Deleting batch no. 1 consisting of 81 files               base.py:211
+[00:03:33] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.rushmoor.gov.uk//mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:03:34] Committing batch 1 consisting of 80 files                 base.py:269
+[00:03:36] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RUH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RUN/index.html b/_site/logbooks/RUN/index.html new file mode 100644 index 0000000000..1de6e44387 --- /dev/null +++ b/_site/logbooks/RUN/index.html @@ -0,0 +1,76 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 20:05:41.247920
+
+
+
End
+
2022-03-05 20:05:42.846713
+
+
+
Status code
+
404
+
+
+
Error
+
list index out of range
+
+
+
+
+ +

Run log

+ 
[20:05:41] Fetching Scraper for: RUN                              handlers.py:21
+           Begin attempting to scrape: RUN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RUN...                               base.py:186
+           RUN Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           https://www.runnymede.gov.uk/article/15001/Councillors               
+[20:05:42] list index out of range                                handlers.py:33
+           Finished attempting to scrape: RUN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RUS/index.html b/_site/logbooks/RUS/index.html new file mode 100644 index 0000000000..e9eec46546 --- /dev/null +++ b/_site/logbooks/RUS/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 19:53:42.736363
+
+
+
End
+
2022-03-05 19:53:51.778436
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:53:42] Fetching Scraper for: RUS                              handlers.py:21
+           Begin attempting to scrape: RUS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:53:43] Getting all files in RUS...                               base.py:186
+           Getting all files in RUS/json...                          base.py:186
+           ...found 44 files in RUS/json                             base.py:202
+           Getting all files in RUS/raw...                           base.py:186
+           ...found 44 files in RUS/raw                              base.py:202
+           ...found 89 files in RUS                                  base.py:202
+           Deleting batch no. 1 consisting of 89 files               base.py:211
+[19:53:46] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.rushcliffe.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[19:53:49] Committing batch 1 consisting of 88 files                 base.py:269
+[19:53:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RUS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RUT/index.html b/_site/logbooks/RUT/index.html new file mode 100644 index 0000000000..679220117d --- /dev/null +++ b/_site/logbooks/RUT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 19:54:09.363802
+
+
+
End
+
2022-03-05 19:54:23.963453
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:54:09] Fetching Scraper for: RUT                              handlers.py:21
+           Begin attempting to scrape: RUT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:54:10] Getting all files in RUT...                               base.py:186
+           Getting all files in RUT/json...                          base.py:186
+           ...found 27 files in RUT/json                             base.py:202
+           Getting all files in RUT/raw...                           base.py:186
+           ...found 27 files in RUT/raw                              base.py:202
+           ...found 54 files in RUT                                  base.py:202
+           Deleting batch no. 1 consisting of 54 files               base.py:211
+[19:54:16] ...data deleted.                                          base.py:241
+           Scraping from http://rutlandcounty.moderngov.co.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[19:54:19] Committing batch 1 consisting of 54 files                 base.py:269
+[19:54:23] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: RUT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/RYE/index.html b/_site/logbooks/RYE/index.html new file mode 100644 index 0000000000..db108a7bc5 --- /dev/null +++ b/_site/logbooks/RYE/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:07:14.272617
+
+
+
End
+
2022-03-06 00:07:20.034481
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:07:14] Fetching Scraper for: RYE                              handlers.py:21
+           Begin attempting to scrape: RYE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in RYE...                               base.py:186
+           Getting all files in RYE/json...                          base.py:186
+           ...found 30 files in RYE/json                             base.py:202
+           Getting all files in RYE/raw...                           base.py:186
+[00:07:15] ...found 30 files in RYE/raw                              base.py:202
+           ...found 61 files in RYE                                  base.py:202
+           Deleting batch no. 1 consisting of 61 files               base.py:211
+[00:07:16] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.ryedale.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:07:17] Committing batch 1 consisting of 60 files                 base.py:269
+[00:07:19] No new councillor data found.                             base.py:317
+[00:07:20] Finished attempting to scrape: RYE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SAL/index.html b/_site/logbooks/SAL/index.html new file mode 100644 index 0000000000..9e6c521205 --- /dev/null +++ b/_site/logbooks/SAL/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-06 00:15:59.024164
+
+
+
End
+
2022-03-06 00:16:15.198900
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:15:59] Fetching Scraper for: SAL                              handlers.py:21
+           Begin attempting to scrape: SAL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SAL...                               base.py:186
+           Getting all files in SAL/json...                          base.py:186
+           ...found 58 files in SAL/json                             base.py:202
+           Getting all files in SAL/raw...                           base.py:186
+           ...found 58 files in SAL/raw                              base.py:202
+           ...found 117 files in SAL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:16:00] Deleting batch no. 2 consisting of 17 files               base.py:211
+[00:16:08] ...data deleted.                                          base.py:241
+           Scraping from http://stalbans.moderngov.co.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:16:11] Committing batch 1 consisting of 92 files                 base.py:269
+[00:16:13] Committing batch 2 consisting of 24 files                 base.py:269
+[00:16:15] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SAL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SAW/index.html b/_site/logbooks/SAW/index.html new file mode 100644 index 0000000000..93f13c9bb5 --- /dev/null +++ b/_site/logbooks/SAW/index.html @@ -0,0 +1,157 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 20:06:22.282355
+
+
+
End
+
2022-03-05 20:06:23.554761
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:06:22] Fetching Scraper for: SAW                              handlers.py:21
+           Begin attempting to scrape: SAW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:06:23] Getting all files in SAW...                               base.py:186
+           SAW Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://cmis.sandwell.gov.uk/cmis5/People/ta base.py:40
+           bid/62/ScreenMode/Alphabetical/Default.aspx                          
+           Finished attempting to scrape: SAW                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:06:50.242709
+
+
+
End
+
2022-03-05 20:07:00.598385
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:06:50] Fetching Scraper for: SAW                              handlers.py:21
+           Begin attempting to scrape: SAW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SAW...                               base.py:186
+[20:06:51] ...found 1 files in SAW                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:07:00] ...data deleted.                                          base.py:241
+           Scraping from https://cmis.sandwell.gov.uk/cmis5/People/ta base.py:40
+           bid/62/ScreenMode/Alphabetical/Default.aspx                          
+           Finished attempting to scrape: SAW                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 20:30:38.237732
+
+
+
End
+
2022-03-05 20:30:51.324917
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:30:38] Fetching Scraper for: SAW                              handlers.py:21
+           Begin attempting to scrape: SAW                        handlers.py:24
+[20:30:39] Deleting existing data...                                 base.py:234
+[20:30:40] Getting all files in SAW...                               base.py:186
+           ...found 1 files in SAW                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:30:50] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:30:51] Finished attempting to scrape: SAW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SCA/index.html b/_site/logbooks/SCA/index.html new file mode 100644 index 0000000000..2ced859ce2 --- /dev/null +++ b/_site/logbooks/SCA/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:49:13.729908
+
+
+
End
+
2022-03-05 20:49:24.235554
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:49:13] Fetching Scraper for: SCA                              handlers.py:21
+           Begin attempting to scrape: SCA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:49:14] Getting all files in SCA...                               base.py:186
+           Getting all files in SCA/json...                          base.py:186
+           ...found 45 files in SCA/json                             base.py:202
+           Getting all files in SCA/raw...                           base.py:186
+           ...found 45 files in SCA/raw                              base.py:202
+           ...found 90 files in SCA                                  base.py:202
+           Deleting batch no. 1 consisting of 90 files               base.py:211
+[20:49:17] ...data deleted.                                          base.py:241
+           Scraping from http://scambs.moderngov.co.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[20:49:22] Committing batch 1 consisting of 90 files                 base.py:269
+[20:49:24] Finished attempting to scrape: SCA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SCB/index.html b/_site/logbooks/SCB/index.html new file mode 100644 index 0000000000..e3106b72d3 --- /dev/null +++ b/_site/logbooks/SCB/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 19:59:52.756728
+
+
+
End
+
2022-03-05 20:00:08.425414
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:00:08] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SCB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SCE/index.html b/_site/logbooks/SCE/index.html new file mode 100644 index 0000000000..8a3f170dcd --- /dev/null +++ b/_site/logbooks/SCE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:14:04.437361
+
+
+
End
+
2022-03-05 20:14:09.380415
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:14:04] Fetching Scraper for: SCE                              handlers.py:21
+           Begin attempting to scrape: SCE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SCE...                               base.py:186
+           Getting all files in SCE/json...                          base.py:186
+[20:14:05] ...found 45 files in SCE/json                             base.py:202
+           Getting all files in SCE/raw...                           base.py:186
+           ...found 45 files in SCE/raw                              base.py:202
+           ...found 90 files in SCE                                  base.py:202
+           Deleting batch no. 1 consisting of 90 files               base.py:211
+[20:14:09] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SCE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SDE/index.html b/_site/logbooks/SDE/index.html new file mode 100644 index 0000000000..820fd734b0 --- /dev/null +++ b/_site/logbooks/SDE/index.html @@ -0,0 +1,190 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
77 seconds
+
+
+
Start
+
2022-03-05 20:16:03.390551
+
+
+
End
+
2022-03-05 20:17:21.111892
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:16:03] Fetching Scraper for: SDE                              handlers.py:21
+           Begin attempting to scrape: SDE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SDE...                               base.py:186
+           Getting all files in SDE/json...                          base.py:186
+[20:16:04] ...found 36 files in SDE/json                             base.py:202
+           Getting all files in SDE/raw...                           base.py:186
+           ...found 36 files in SDE/raw                              base.py:202
+           ...found 73 files in SDE                                  base.py:202
+           Deleting batch no. 1 consisting of 73 files               base.py:211
+[20:16:13] ...data deleted.                                          base.py:241
+           Scraping from http://south-derbys.cmis.uk.com/south-derbys base.py:40
+           /Councillors.aspx                                                    
+[20:16:15] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52           
+           4/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:17] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48           
+           8/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:18] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/6/           
+           ScreenMode/Alphabetical/Default.aspx                                 
+[20:16:20] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/7/           
+           ScreenMode/Alphabetical/Default.aspx                                 
+[20:16:22] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           0/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:23] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/9/           
+           ScreenMode/Alphabetical/Default.aspx                                 
+[20:16:25] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           1/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:27] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           2/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:28] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           8/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:30] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22           
+           5/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:31] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           7/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:34] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:16:36] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           6/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:38] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50           
+           1/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:39] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50           
+           2/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:41] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/61           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:16:43] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52           
+           3/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:44] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41           
+           0/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:46] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           9/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:47] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41           
+           1/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:49] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/70           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:16:50] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/33           
+           5/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:52] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/48           
+           3/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:55] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52           
+           6/ScreenMode/Alphabetical/Default.aspx                               
+[20:16:56] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/73           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:16:58] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/16           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:17:00] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:17:02] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/26           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:17:04] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49           
+           5/ScreenMode/Alphabetical/Default.aspx                               
+[20:17:06] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52           
+           5/ScreenMode/Alphabetical/Default.aspx                               
+[20:17:07] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/17           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:17:09] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41           
+           2/ScreenMode/Alphabetical/Default.aspx                               
+[20:17:11] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:17:13] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42           
+           7/ScreenMode/Alphabetical/Default.aspx                               
+[20:17:15] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/19           
+           /ScreenMode/Alphabetical/Default.aspx                                
+[20:17:18] Scraping from http://south-derbys.cmis.uk.com/southderbysh base.py:40
+           ire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/52           
+           8/ScreenMode/Alphabetical/Default.aspx                               
+[20:17:19] Committing batch 1 consisting of 72 files                 base.py:269
+[20:17:21] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SDE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SED/index.html b/_site/logbooks/SED/index.html new file mode 100644 index 0000000000..c8f0c6fafd --- /dev/null +++ b/_site/logbooks/SED/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 20:20:59.833809
+
+
+
End
+
2022-03-05 20:21:05.330249
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:20:59] Fetching Scraper for: SED                              handlers.py:21
+           Begin attempting to scrape: SED                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:21:00] Getting all files in SED...                               base.py:186
+           Getting all files in SED/raw...                           base.py:186
+           ...found 28 files in SED/raw                              base.py:202
+           ...found 28 files in SED                                  base.py:202
+           Deleting batch no. 1 consisting of 28 files               base.py:211
+[20:21:04] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:21:05] Finished attempting to scrape: SED                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SEG/index.html b/_site/logbooks/SEG/index.html new file mode 100644 index 0000000000..d05a51e37c --- /dev/null +++ b/_site/logbooks/SEG/index.html @@ -0,0 +1,213 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
163 seconds
+
+
+
Start
+
2022-03-05 20:07:55.096094
+
+
+
End
+
2022-03-05 20:10:38.195021
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:10:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:10:38] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SEG                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
129 seconds
+
+
+
Start
+
2022-03-05 20:47:11.174158
+
+
+
End
+
2022-03-05 20:49:20.900566
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:47:11] Fetching Scraper for: SEG                              handlers.py:21
+           Begin attempting to scrape: SEG                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SEG...                               base.py:186
+           Getting all files in SEG/json...                          base.py:186
+           ...found 46 files in SEG/json                             base.py:202
+           Getting all files in SEG/raw...                           base.py:186
+[20:47:12] ...found 46 files in SEG/raw                              base.py:202
+           ...found 92 files in SEG                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:47:15] ...data deleted.                                          base.py:241
+           Scraping from https://www.sedgemoor.gov.uk/councillors     base.py:40
+[20:47:21] Scraping from https://www.sedgemoor.gov.uk/article/3422/Co base.py:40
+           uncillor-Sue-Barber                                                  
+[20:47:24] Scraping from https://www.sedgemoor.gov.uk/article/3407/Co base.py:40
+           uncillor-Alexia-Bartlett                                             
+[20:47:26] Scraping from https://www.sedgemoor.gov.uk/article/3434/Co base.py:40
+           uncillor-Nick-Bayliss                                                
+[20:47:29] Scraping from https://www.sedgemoor.gov.uk/article/3438/Co base.py:40
+           uncillor-Anthony-Betty                                               
+[20:47:31] Scraping from https://www.sedgemoor.gov.uk/article/3428/Co base.py:40
+           uncillor-Brian-Bolt                                                  
+[20:47:34] Scraping from https://www.sedgemoor.gov.uk/article/1090/Co base.py:40
+           uncillor-Alan-Bradford                                               
+[20:47:36] Scraping from https://www.sedgemoor.gov.uk/article/3411/Co base.py:40
+           uncillor-Hilary-Bruce                                                
+[20:47:38] Scraping from https://www.sedgemoor.gov.uk/article/3446/Co base.py:40
+           uncillor-Michael-Caswell                                             
+[20:47:40] Scraping from https://www.sedgemoor.gov.uk/article/3425/Co base.py:40
+           uncillor-Peter-Clayton                                               
+[20:47:43] Scraping from https://www.sedgemoor.gov.uk/article/3416/Co base.py:40
+           uncillor-Julie-Cordiner                                              
+[20:47:45] Scraping from https://www.sedgemoor.gov.uk/article/3448/Co base.py:40
+           uncillor-Polly-Costello                                              
+[20:47:47] Scraping from https://www.sedgemoor.gov.uk/article/3444/Co base.py:40
+           uncillor-Barrie-Crow                                                 
+[20:47:50] Scraping from https://www.sedgemoor.gov.uk/article/3417/Co base.py:40
+           uncillor-Lance-Duddridge                                             
+[20:47:52] Scraping from https://www.sedgemoor.gov.uk/article/3429/Co base.py:40
+           uncillor-Ian-Dyer                                                    
+[20:47:54] Scraping from https://www.sedgemoor.gov.uk/article/3426/Co base.py:40
+           uncillor-Mike-Facey                                                  
+[20:47:57] Scraping from https://www.sedgemoor.gov.uk/article/3440/Co base.py:40
+           uncillor-Bob-Filmer                                                  
+[20:47:59] Scraping from https://www.sedgemoor.gov.uk/article/3430/Co base.py:40
+           uncillor-Paul-Fineran                                                
+[20:48:01] Scraping from https://www.sedgemoor.gov.uk/article/3409/Co base.py:40
+           uncillor-Li-Gibson                                                   
+[20:48:04] Scraping from https://www.sedgemoor.gov.uk/article/3441/Co base.py:40
+           uncillor-Andrew-Gilling                                              
+[20:48:06] Scraping from https://www.sedgemoor.gov.uk/article/3412/Co base.py:40
+           uncillor-Alex-Glassford                                              
+[20:48:08] Scraping from https://www.sedgemoor.gov.uk/article/3404/Co base.py:40
+           uncillor-Graham-Godwin-Pearson                                       
+[20:48:12] Scraping from https://www.sedgemoor.gov.uk/article/3413/Co base.py:40
+           uncillor-Graham-Granter                                              
+[20:48:14] Scraping from https://www.sedgemoor.gov.uk/article/3406/Co base.py:40
+           uncillor-Tony-Grimes                                                 
+[20:48:16] Scraping from https://www.sedgemoor.gov.uk/article/3423/Co base.py:40
+           uncillor-Phil-Harvey                                                 
+[20:48:18] Scraping from https://www.sedgemoor.gov.uk/article/3445/Co base.py:40
+           uncillor-Mark-Healey                                                 
+[20:48:21] Scraping from https://www.sedgemoor.gov.uk/article/3424/Co base.py:40
+           uncillor-Alistair-Hendry                                             
+[20:48:23] Scraping from https://www.sedgemoor.gov.uk/article/3410/Co base.py:40
+           uncillor-Tony-Heywood                                                
+[20:48:25] Scraping from https://www.sedgemoor.gov.uk/article/3449/Co base.py:40
+           uncillor-Will-Human                                                  
+[20:48:28] Scraping from https://www.sedgemoor.gov.uk/article/3435/Co base.py:40
+           uncillor-Janet-Keen                                                  
+[20:48:30] Scraping from https://www.sedgemoor.gov.uk/article/3450/Co base.py:40
+           uncillor-Stuart-Kingham                                              
+[20:48:33] Scraping from https://www.sedgemoor.gov.uk/article/3414/Co base.py:40
+           uncillor-Liz-Leavy                                                   
+[20:48:35] Scraping from https://www.sedgemoor.gov.uk/article/3420/Co base.py:40
+           uncillor-Rachael-Lilley                                              
+[20:48:37] Scraping from https://www.sedgemoor.gov.uk/article/3436/Co base.py:40
+           uncillor-Alan-Matthews                                               
+[20:48:39] Scraping from https://www.sedgemoor.gov.uk/article/3433/Co base.py:40
+           uncillor-Duncan-McGinty                                              
+[20:48:42] Scraping from https://www.sedgemoor.gov.uk/article/3431/Co base.py:40
+           uncillor-Lisa-Methley                                                
+[20:48:44] Scraping from https://www.sedgemoor.gov.uk/article/3427/Co base.py:40
+           uncillor-Mike-Murphy                                                 
+[20:48:46] Scraping from https://www.sedgemoor.gov.uk/article/3447/Co base.py:40
+           uncillor-Julie-Pay                                                   
+[20:48:49] Scraping from https://www.sedgemoor.gov.uk/article/3418/Co base.py:40
+           uncillor-Kathy-Pearce                                                
+[20:48:51] Scraping from https://www.sedgemoor.gov.uk/article/3439/Co base.py:40
+           uncillor-Liz-Perry                                                   
+[20:48:53] Scraping from https://www.sedgemoor.gov.uk/article/3415/Co base.py:40
+           uncillor-Leigh-Redman                                                
+[20:48:56] Scraping from https://www.sedgemoor.gov.uk/article/3442/Co base.py:40
+           uncillor-Bill-Revans                                                 
+[20:48:58] Scraping from https://www.sedgemoor.gov.uk/article/3432/Co base.py:40
+           uncillor-Charlie-Riches                                              
+[20:49:02] Scraping from https://www.sedgemoor.gov.uk/article/3408/Co base.py:40
+           uncillor-Diogo-Rodrigues                                             
+[20:49:04] Scraping from https://www.sedgemoor.gov.uk/article/3405/Co base.py:40
+           uncillor-Liz-Scott                                                   
+[20:49:06] Scraping from https://www.sedgemoor.gov.uk/article/3421/Co base.py:40
+           uncillor-Gill-Slocombe                                               
+[20:49:09] Scraping from https://www.sedgemoor.gov.uk/article/3419/Co base.py:40
+           uncillor-Brian-Smedley                                               
+[20:49:11] Committing batch 1 consisting of 92 files                 base.py:269
+[20:49:14] Scraping from https://www.sedgemoor.gov.uk/article/3443/Co base.py:40
+           uncillor-Gary-Wong                                                   
+[20:49:16] Scraping from https://www.sedgemoor.gov.uk/article/3437/Co base.py:40
+           uncillor-John-Woodman                                                
+[20:49:19] Committing batch 2 consisting of 4 files                  base.py:269
+[20:49:20] Finished attempting to scrape: SEG                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SEL/index.html b/_site/logbooks/SEL/index.html new file mode 100644 index 0000000000..d830899cae --- /dev/null +++ b/_site/logbooks/SEL/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-06 00:05:17.894373
+
+
+
End
+
2022-03-06 00:05:23.718710
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:05:17] Fetching Scraper for: SEL                              handlers.py:21
+           Begin attempting to scrape: SEL                        handlers.py:24
+[00:05:18] Deleting existing data...                                 base.py:234
+           Getting all files in SEL...                               base.py:186
+           Getting all files in SEL/json...                          base.py:186
+           ...found 31 files in SEL/json                             base.py:202
+           Getting all files in SEL/raw...                           base.py:186
+           ...found 31 files in SEL/raw                              base.py:202
+           ...found 62 files in SEL                                  base.py:202
+           Deleting batch no. 1 consisting of 62 files               base.py:211
+[00:05:19] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.selby.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:05:21] Committing batch 1 consisting of 62 files                 base.py:269
+[00:05:23] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SEL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SEV/index.html b/_site/logbooks/SEV/index.html new file mode 100644 index 0000000000..c39ab4e88d --- /dev/null +++ b/_site/logbooks/SEV/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:03:29.931596
+
+
+
End
+
2022-03-05 20:03:39.021593
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:03:29] Fetching Scraper for: SEV                              handlers.py:21
+           Begin attempting to scrape: SEV                        handlers.py:24
+[20:03:30] Deleting existing data...                                 base.py:234
+           Getting all files in SEV...                               base.py:186
+           Getting all files in SEV/json...                          base.py:186
+           ...found 53 files in SEV/json                             base.py:202
+[20:03:31] Getting all files in SEV/raw...                           base.py:186
+           ...found 53 files in SEV/raw                              base.py:202
+           ...found 106 files in SEV                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:03:38] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:03:39] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SEV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SFK/index.html b/_site/logbooks/SFK/index.html new file mode 100644 index 0000000000..a1ac8cad0f --- /dev/null +++ b/_site/logbooks/SFK/index.html @@ -0,0 +1,4530 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
274 seconds
+
+
+
Start
+
2022-03-06 04:25:37.199167
+
+
+
End
+
2022-03-06 04:30:11.483100
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again
+
+
+
+
+ +

Run log

+ 
[04:29:59] Created log commit                                        base.py:376
+           02d9ad397b56939b60d26c06bcb9af9387d65238                             
+           Attempting to create merge commit...                      base.py:281
+[04:30:11] An error occurred (InvalidTargetBranchException) when  handlers.py:33
+           calling the MergeBranchesBySquash operation: Target                  
+           branch parameter must point to either source or                      
+           destination tip commit. Verify your target branch                    
+           value is valid and then try again                                    
+           Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
261 seconds
+
+
+
Start
+
2022-03-06 04:26:37.775069
+
+
+
End
+
2022-03-06 04:30:59.575050
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:26:37] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:26:38] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 29 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+[04:26:39] ...found 29 files in SFK/raw                              base.py:202
+           ...found 59 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 59 files               base.py:211
+[04:26:40] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:26:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:26:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:26:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:26:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:26:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:27:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:27:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:27:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:27:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:27:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:27:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:27:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:27:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:27:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:27:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:27:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:27:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:27:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:27:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:27:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:27:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:27:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:27:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:28:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:28:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:28:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:28:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:28:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:28:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:28:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:28:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:28:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:28:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:28:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:28:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:28:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:28:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:28:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:28:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:28:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:28:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:29:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:29:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:29:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:29:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:29:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:29:18] Committing batch 1 consisting of 92 files                 base.py:269
+[04:29:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:29:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:29:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:29:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:29:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:29:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:29:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:29:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:29:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:29:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:29:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:29:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:30:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:30:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:30:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:30:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:30:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:30:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:30:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:30:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:30:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:30:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:30:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:30:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:30:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:30:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:30:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:30:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:30:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:30:57] Committing batch 2 consisting of 58 files                 base.py:269
+[04:30:59] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
297 seconds
+
+
+
Start
+
2022-03-06 04:27:53.464161
+
+
+
End
+
2022-03-06 04:32:50.771070
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again
+
+
+
+
+ +

Run log

+ 
[04:32:39] Created log commit                                        base.py:376
+           31e37243bb31b3c368ecdb989f00d4a189523b7a                             
+           Attempting to create merge commit...                      base.py:281
+[04:32:50] An error occurred (InvalidTargetBranchException) when  handlers.py:33
+           calling the MergeBranchesBySquash operation: Target                  
+           branch parameter must point to either source or                      
+           destination tip commit. Verify your target branch                    
+           value is valid and then try again                                    
+           Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
188 seconds
+
+
+
Start
+
2022-03-06 04:30:00.041181
+
+
+
End
+
2022-03-06 04:33:08.683605
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.
+
+
+
+
+ +

Run log

+ 
[04:30:00] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 75 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 75 files in SFK/raw                              base.py:202
+           ...found 151 files in SFK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:30:02] Deleting batch no. 2 consisting of 51 files               base.py:211
+[04:30:03] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:30:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:30:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:30:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:30:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:30:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:30:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:30:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:30:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:30:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:30:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:30:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:30:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:30:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:30:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:30:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:30:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:31:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:31:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:31:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:31:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:31:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:31:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:31:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:31:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:31:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:31:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:31:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:31:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:31:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:32:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:32:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:32:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:32:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:32:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:32:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:32:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:32:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:32:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:32:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:32:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:32:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:32:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:32:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:32:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:32:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:33:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:33:04] Committing batch 1 consisting of 92 files                 base.py:269
+[04:33:06] An error occurred (ParentCommitIdOutdatedException)    handlers.py:33
+           when calling the CreateCommit operation: The parent                  
+           commit ID is not valid because it is not the current                 
+           tip of the branch. You must provide the commit ID for                
+           the tip of the branch. The most common reason for this               
+           error is that your local repository is not                           
+           synchronized to the latest changes in the AWS                        
+           CodeCommit repository. Either synchronize your local                 
+           repo by using the git pull command, or use GetBranch                 
+           to retrieve the latest commit ID for the branch, and                 
+           then try again.                                                      
+           Committing batch 1 consisting of 92 files                 base.py:269
+[04:33:08] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
285 seconds
+
+
+
Start
+
2022-03-06 04:31:35.751128
+
+
+
End
+
2022-03-06 04:36:20.898352
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:31:35] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:31:36] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 75 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+[04:31:37] ...found 75 files in SFK/raw                              base.py:202
+           ...found 151 files in SFK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+           Deleting batch no. 2 consisting of 51 files               base.py:211
+[04:31:38] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:31:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:32:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:32:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:32:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:32:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:32:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:32:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:32:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:32:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:32:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:32:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:32:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:32:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:32:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:32:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:32:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:32:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:33:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:33:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:33:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:33:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:33:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:33:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:33:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:33:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:33:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:33:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:33:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:33:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:33:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:33:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:33:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:33:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:33:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:33:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:34:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:34:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:34:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:34:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:34:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:34:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:34:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:34:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:34:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:34:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:34:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:34:38] Committing batch 1 consisting of 92 files                 base.py:269
+[04:34:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:34:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:34:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:34:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:34:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:34:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:35:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:35:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:35:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:35:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:35:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:35:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:35:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:35:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:35:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:35:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:35:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:35:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:35:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:35:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:35:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:35:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:35:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:35:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:36:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:36:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:36:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:36:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:36:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:36:18] Committing batch 2 consisting of 58 files                 base.py:269
+[04:36:20] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
264 seconds
+
+
+
Start
+
2022-03-06 04:33:03.514694
+
+
+
End
+
2022-03-06 04:37:27.573277
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:33:03] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:33:04] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 29 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 29 files in SFK/raw                              base.py:202
+           ...found 59 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 59 files               base.py:211
+[04:33:05] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:33:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:33:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:33:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:33:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:33:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:33:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:33:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:33:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:33:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:33:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:33:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:33:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:33:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:33:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:33:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:34:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:34:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:34:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:34:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:34:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:34:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:34:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:34:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:34:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:34:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:34:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:34:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:34:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:34:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:34:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:34:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:34:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:34:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:35:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:35:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:35:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:35:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:35:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:35:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:35:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:35:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:35:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:35:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:35:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:35:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:35:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:35:45] Committing batch 1 consisting of 92 files                 base.py:269
+[04:35:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:35:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:35:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:35:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:36:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:36:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:36:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:36:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:36:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:36:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:36:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:36:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:36:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:36:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:36:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:36:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:36:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:36:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:36:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:36:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:36:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:36:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:37:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:37:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:37:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:37:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:37:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:37:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:37:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:37:24] Committing batch 2 consisting of 58 files                 base.py:269
+[04:37:27] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
262 seconds
+
+
+
Start
+
2022-03-06 04:35:41.094563
+
+
+
End
+
2022-03-06 04:40:03.853068
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:35:41] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 46 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 46 files in SFK/raw                              base.py:202
+           ...found 92 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:35:42] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:35:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:35:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:35:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:35:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:36:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:36:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:36:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:36:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:36:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:36:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:36:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:36:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:36:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:36:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:36:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:36:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:36:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:36:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:36:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:36:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:36:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:36:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:37:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:37:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:37:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:37:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:37:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:37:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:37:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:37:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:37:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:37:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:37:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:37:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:37:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:37:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:37:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:37:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:37:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:37:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:38:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:38:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:38:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:38:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:38:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:38:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:38:21] Committing batch 1 consisting of 92 files                 base.py:269
+[04:38:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:38:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:38:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:38:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:38:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:38:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:38:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:38:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:38:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:38:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:38:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:39:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:39:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:39:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:39:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:39:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:39:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:39:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:39:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:39:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:39:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:39:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:39:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:39:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:39:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:39:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:39:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:39:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:39:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:40:01] Committing batch 2 consisting of 58 files                 base.py:269
+[04:40:03] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
281 seconds
+
+
+
Start
+
2022-03-06 04:37:01.217470
+
+
+
End
+
2022-03-06 04:41:43.191123
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.
+
+
+
+
+ +

Run log

+ 
[04:41:29] Created log commit                                        base.py:376
+           7985cceb08707af877d2e20e25473f82a666b69b                             
+           Attempting to create merge commit...                      base.py:281
+[04:41:42] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33
+           when calling the MergeBranchesBySquash operation: The                
+           merge cannot be completed because the following branch               
+           has been modified: refs/heads/main. Another user might               
+           have modified this branch while the merge was in                     
+           progress. Wait a few minutes, and then try again.                    
+[04:41:43] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
265 seconds
+
+
+
Start
+
2022-03-06 04:38:08.342159
+
+
+
End
+
2022-03-06 04:42:33.925682
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:38:08] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           SFK Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:38:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:38:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:38:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:38:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:38:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:38:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:38:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:38:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:38:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:38:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:38:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:38:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:38:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:38:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:39:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:39:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:39:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:39:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:39:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:39:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:39:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:39:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:39:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:39:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:39:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:39:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:39:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:39:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:39:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:39:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:39:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:40:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:40:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:40:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:40:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:40:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:40:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:40:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:40:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:40:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:40:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:40:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:40:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:40:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:40:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:40:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:40:52] Committing batch 1 consisting of 92 files                 base.py:269
+[04:40:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:40:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:41:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:41:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:41:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:41:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:41:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:41:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:41:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:41:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:41:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:41:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:41:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:41:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:41:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:41:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:41:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:41:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:41:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:41:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:42:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:42:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:42:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:42:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:42:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:42:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:42:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:42:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:42:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:42:31] Committing batch 2 consisting of 58 files                 base.py:269
+[04:42:33] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
264 seconds
+
+
+
Start
+
2022-03-06 04:39:11.811159
+
+
+
End
+
2022-03-06 04:43:36.262649
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:39:11] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:39:12] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 46 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 46 files in SFK/raw                              base.py:202
+           ...found 92 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:39:13] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:39:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:39:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:39:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:39:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:39:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:39:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:39:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:39:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:39:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:39:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:39:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:39:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:39:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:40:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:40:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:40:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:40:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:40:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:40:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:40:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:40:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:40:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:40:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:40:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:40:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:40:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:40:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:40:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:40:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:40:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:40:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:41:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:41:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:41:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:41:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:41:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:41:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:41:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:41:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:41:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:41:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:41:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:41:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:41:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:41:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:41:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:41:54] Committing batch 1 consisting of 92 files                 base.py:269
+[04:41:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:41:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:42:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:42:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:42:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:42:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:42:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:42:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:42:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:42:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:42:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:42:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:42:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:42:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:42:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:42:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:42:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:42:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:42:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:43:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:43:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:43:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:43:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:43:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:43:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:43:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:43:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:43:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:43:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:43:34] Committing batch 2 consisting of 58 files                 base.py:269
+[04:43:36] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
266 seconds
+
+
+
Start
+
2022-03-06 04:42:15.577935
+
+
+
End
+
2022-03-06 04:46:41.969010
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:42:15] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:42:16] Getting all files in SFK...                               base.py:186
+           ...found 1 files in SFK                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[04:42:17] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:42:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:42:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:42:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:42:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:42:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:42:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:42:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:42:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:42:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:42:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:42:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:43:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:43:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:43:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:43:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:43:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:43:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:43:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:43:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:43:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:43:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:43:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:43:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:43:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:43:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:43:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:43:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:43:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:43:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:44:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:44:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:44:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:44:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:44:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:44:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:44:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:44:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:44:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:44:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:44:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:44:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:44:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:44:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:44:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:44:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:44:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:44:56] Committing batch 1 consisting of 92 files                 base.py:269
+[04:44:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:45:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:45:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:45:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:45:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:45:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:45:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:45:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:45:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:45:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:45:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:45:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:45:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:45:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:45:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:45:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:45:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:45:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:45:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:46:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:46:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:46:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:46:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:46:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:46:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:46:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:46:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:46:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:46:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:46:35] Committing batch 2 consisting of 58 files                 base.py:269
+[04:46:41] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
262 seconds
+
+
+
Start
+
2022-03-06 04:43:30.691312
+
+
+
End
+
2022-03-06 04:47:53.431411
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:43:30] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:43:31] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 75 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+[04:43:32] ...found 75 files in SFK/raw                              base.py:202
+           ...found 151 files in SFK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+           Deleting batch no. 2 consisting of 51 files               base.py:211
+[04:43:33] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:43:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:43:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:43:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:43:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:43:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:43:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:43:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:44:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:44:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:44:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:44:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:44:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:44:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:44:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:44:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:44:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:44:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:44:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:44:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:44:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:44:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:44:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:44:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:44:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:44:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:45:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:45:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:45:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:45:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:45:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:45:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:45:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:45:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:45:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:45:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:45:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:45:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:45:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:45:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:45:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:45:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:45:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:45:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:46:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:46:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:46:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:46:11] Committing batch 1 consisting of 92 files                 base.py:269
+[04:46:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:46:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:46:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:46:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:46:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:46:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:46:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:46:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:46:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:46:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:46:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:46:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:46:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:46:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:47:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:47:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:47:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:47:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:47:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:47:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:47:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:47:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:47:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:47:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:47:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:47:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:47:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:47:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:47:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:47:51] Committing batch 2 consisting of 58 files                 base.py:269
+[04:47:53] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
261 seconds
+
+
+
Start
+
2022-03-06 04:46:41.394673
+
+
+
End
+
2022-03-06 04:51:03.027522
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:46:41] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+[04:46:42] ...found 29 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 29 files in SFK/raw                              base.py:202
+           ...found 58 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 58 files               base.py:211
+[04:46:43] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:46:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:46:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:46:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:47:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:47:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:47:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:47:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:47:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:47:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:47:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:47:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:47:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:47:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:47:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:47:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:47:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:47:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:47:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:47:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:47:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:47:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:48:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:48:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:48:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:48:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:48:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:48:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:48:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:48:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:48:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:48:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:48:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:48:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:48:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:48:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:48:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:48:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:48:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:48:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:49:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:49:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:49:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:49:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:49:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:49:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:49:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:49:24] Committing batch 1 consisting of 92 files                 base.py:269
+[04:49:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:49:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:49:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:49:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:49:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:49:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:49:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:49:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:49:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:49:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:49:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:50:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:50:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:50:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:50:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:50:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:50:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:50:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:50:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:50:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:50:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:50:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:50:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:50:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:50:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:50:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:50:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:50:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:50:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:51:01] Committing batch 2 consisting of 58 files                 base.py:269
+[04:51:03] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
260 seconds
+
+
+
Start
+
2022-03-06 04:49:45.289345
+
+
+
End
+
2022-03-06 04:54:05.612705
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:49:45] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 46 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+[04:49:46] ...found 46 files in SFK/raw                              base.py:202
+           ...found 92 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+           ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:49:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:49:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:49:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:50:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:50:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:50:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:50:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:50:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:50:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:50:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:50:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:50:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:50:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:50:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:50:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:50:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:50:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:50:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:50:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:50:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:51:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:51:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:51:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:51:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:51:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:51:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:51:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:51:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:51:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:51:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:51:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:51:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:51:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:51:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:51:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:51:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:51:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:51:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:52:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:52:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:52:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:52:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:52:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:52:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:52:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:52:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:52:26] Committing batch 1 consisting of 92 files                 base.py:269
+[04:52:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:52:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:52:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:52:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:52:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:52:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:52:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:52:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:52:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:52:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:53:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:53:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:53:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:53:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:53:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:53:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:53:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:53:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:53:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:53:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:53:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:53:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:53:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:53:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:53:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:53:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:53:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:53:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:54:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:54:03] Committing batch 2 consisting of 58 files                 base.py:269
+[04:54:05] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
275 seconds
+
+
+
Start
+
2022-03-06 04:51:16.623169
+
+
+
End
+
2022-03-06 04:55:52.373966
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again
+
+
+
+
+ +

Run log

+ 
[04:55:39] Created log commit                                        base.py:376
+           95d7e50d11c4435f69a3671fe58ebc1e71884281                             
+           Attempting to create merge commit...                      base.py:281
+[04:55:51] An error occurred (InvalidTargetBranchException) when  handlers.py:33
+           calling the MergeBranchesBySquash operation: Target                  
+           branch parameter must point to either source or                      
+           destination tip commit. Verify your target branch                    
+           value is valid and then try again                                    
+[04:55:52] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
259 seconds
+
+
+
Start
+
2022-03-06 04:53:04.685140
+
+
+
End
+
2022-03-06 04:57:24.413245
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:53:04] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:53:05] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 46 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 46 files in SFK/raw                              base.py:202
+           ...found 92 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[04:53:06] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:53:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:53:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:53:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:53:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:53:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:53:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:53:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:53:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:53:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:53:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:53:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:53:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:53:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:53:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:54:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:54:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:54:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:54:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:54:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:54:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:54:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:54:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:54:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:54:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:54:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:54:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:54:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:54:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:54:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:54:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:54:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:54:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:54:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:55:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:55:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:55:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:55:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:55:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:55:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:55:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:55:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:55:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:55:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:55:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:55:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:55:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:55:45] Committing batch 1 consisting of 92 files                 base.py:269
+[04:55:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:55:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:55:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:55:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:56:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:56:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:56:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:56:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:56:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:56:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:56:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:56:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:56:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:56:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:56:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:56:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:56:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:56:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:56:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:56:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:56:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:56:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:57:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:57:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:57:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:57:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:57:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:57:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:57:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:57:22] Committing batch 2 consisting of 58 files                 base.py:269
+[04:57:24] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
262 seconds
+
+
+
Start
+
2022-03-06 04:54:21.039323
+
+
+
End
+
2022-03-06 04:58:43.920263
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:54:21] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+[04:54:22] Getting all files in SFK/json...                          base.py:186
+           ...found 75 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 75 files in SFK/raw                              base.py:202
+           ...found 151 files in SFK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:54:23] Deleting batch no. 2 consisting of 51 files               base.py:211
+[04:54:24] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:54:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:54:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:54:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:54:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:54:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:54:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:54:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:54:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:54:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:55:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:55:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:55:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:55:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:55:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:55:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:55:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:55:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:55:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:55:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:55:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:55:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:55:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:55:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:55:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:55:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:55:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:55:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:56:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:56:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:56:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:56:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:56:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:56:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:56:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:56:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:56:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:56:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:56:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:56:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:56:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:56:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:56:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:56:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:56:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:56:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:56:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:57:02] Committing batch 1 consisting of 92 files                 base.py:269
+[04:57:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:57:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:57:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:57:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:57:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:57:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:57:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:57:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:57:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[04:57:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[04:57:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[04:57:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[04:57:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[04:57:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[04:57:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[04:57:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[04:57:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[04:58:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[04:58:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[04:58:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[04:58:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[04:58:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[04:58:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[04:58:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[04:58:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[04:58:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[04:58:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[04:58:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[04:58:41] Committing batch 2 consisting of 58 files                 base.py:269
+[04:58:43] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
261 seconds
+
+
+
Start
+
2022-03-06 04:56:52.115950
+
+
+
End
+
2022-03-06 05:01:13.476568
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:56:52] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+[04:56:53] Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           SFK Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:56:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:57:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:57:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:57:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:57:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:57:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:57:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:57:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:57:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:57:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:57:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:57:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:57:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:57:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:57:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:57:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:57:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:57:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:57:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:58:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:58:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:58:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:58:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:58:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:58:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:58:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:58:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:58:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:58:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:58:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:58:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:58:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:58:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:58:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:58:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:58:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:59:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:59:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:59:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:59:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:59:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:59:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[04:59:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[04:59:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[04:59:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[04:59:31] Committing batch 1 consisting of 92 files                 base.py:269
+[04:59:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[04:59:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[04:59:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[04:59:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[04:59:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[04:59:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[04:59:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[04:59:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[04:59:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[05:00:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[05:00:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[05:00:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[05:00:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[05:00:17] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[05:00:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[05:00:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[05:00:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[05:00:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[05:00:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[05:00:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[05:00:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[05:00:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[05:00:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[05:00:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[05:00:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[05:00:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[05:00:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[05:01:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[05:01:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[05:01:11] Committing batch 2 consisting of 58 files                 base.py:269
+[05:01:13] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
267 seconds
+
+
+
Start
+
2022-03-06 04:57:26.205176
+
+
+
End
+
2022-03-06 05:01:53.453745
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:57:26] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 75 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+[04:57:27] ...found 75 files in SFK/raw                              base.py:202
+           ...found 151 files in SFK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+           Deleting batch no. 2 consisting of 51 files               base.py:211
+[04:57:28] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:57:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:57:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:57:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:57:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:57:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:57:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:57:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:58:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:58:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:58:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:58:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:58:14] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:58:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:58:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:58:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:58:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:58:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:58:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:58:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:58:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:58:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:58:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:58:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:58:58] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:59:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:59:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:59:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:59:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[04:59:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[04:59:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[04:59:22] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[04:59:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[04:59:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[04:59:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[04:59:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[04:59:38] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[04:59:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[04:59:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[04:59:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[04:59:51] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[04:59:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[04:59:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[05:00:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[05:00:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[05:00:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[05:00:11] Committing batch 1 consisting of 92 files                 base.py:269
+[05:00:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[05:00:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[05:00:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[05:00:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[05:00:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[05:00:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[05:00:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[05:00:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[05:00:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[05:00:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[05:00:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[05:00:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[05:00:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[05:00:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[05:01:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[05:01:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[05:01:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[05:01:11] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[05:01:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[05:01:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[05:01:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[05:01:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[05:01:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[05:01:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[05:01:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[05:01:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[05:01:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[05:01:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[05:01:48] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[05:01:51] Committing batch 2 consisting of 58 files                 base.py:269
+[05:01:53] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
263 seconds
+
+
+
Start
+
2022-03-06 04:58:16.591465
+
+
+
End
+
2022-03-06 05:02:40.513598
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[04:58:16] Fetching Scraper for: SFK                              handlers.py:21
+           Begin attempting to scrape: SFK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[04:58:17] Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 75 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+           ...found 75 files in SFK/raw                              base.py:202
+           ...found 151 files in SFK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[04:58:18] Deleting batch no. 2 consisting of 51 files               base.py:211
+[04:58:19] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[04:58:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[04:58:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-reid/                                                 
+[04:58:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andrew-stringer/                                             
+[04:58:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-drummond/                                               
+[04:58:41] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/andy-mellen/                                                 
+[04:58:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/annette-dunning/                                             
+[04:58:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/beccy-hopfensperger/                                         
+[04:58:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bill-quinton/                                                
+[04:58:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/bobby-bennett/                                               
+[04:58:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-page/                                               
+[04:58:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/caroline-topping/                                            
+[04:59:03] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/christopher-hudson/                                          
+[04:59:06] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/colin-noble/                                                 
+[04:59:10] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/craig-rivett/                                                
+[04:59:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/chris-chambers/                                              
+[04:59:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-goldsmith/                                             
+[04:59:19] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-mccallum/                                             
+[04:59:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-nettleton/                                             
+[04:59:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/david-roach/                                                 
+[04:59:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/debbie-richards/                                             
+[04:59:33] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elaine-bryce/                                                
+[04:59:36] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/elizabeth-johnson/                                           
+[04:59:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/edward-back/                                                 
+[04:59:43] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/georgia-hall/                                                
+[04:59:46] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/graham-newman/                                               
+[04:59:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/heike-sowa/                                                  
+[04:59:53] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/inga-lockington/                                             
+[04:59:56] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/judy-cloke/                                                  
+[04:59:59] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessie-carter/                                               
+[05:00:02] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-finch/                                                 
+[05:00:05] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/james-reeder/                                                
+[05:00:09] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jamie-starling/                                              
+[05:00:13] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jenny-ceresa/                                                
+[05:00:16] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/jessica-fleming/                                             
+[05:00:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joe-mason/                                                   
+[05:00:23] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/joanna-spicer/                                               
+[05:00:26] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/karen-soons/                                                 
+[05:00:29] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/kay-oakes/                                                   
+[05:00:32] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-welham/                                                
+[05:00:35] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-robinson/                                              
+[05:00:39] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/keith-scarff/                                                
+[05:00:42] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/lance-stanbury/                                              
+[05:00:45] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/liz-harsant/                                                 
+[05:00:49] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/matthew-hicks/                                               
+[05:00:52] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/melanie-vigo-di-gallidoro/                                   
+[05:00:55] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/michael-ladd/                                                
+[05:00:58] Committing batch 1 consisting of 92 files                 base.py:269
+[05:01:00] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/mick-fraser/                                                 
+[05:01:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nadia-cenci/                                                 
+[05:01:07] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/nathan-wilson/                                               
+[05:01:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/patti-mulcahy/                                               
+[05:01:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/paul-west/                                                   
+[05:01:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peggy-mcgregor/                                              
+[05:01:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-gould/                                                 
+[05:01:24] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/penny-otton/                                                 
+[05:01:27] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-beer/                                                  
+[05:01:30] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/peter-thompson/                                              
+[05:01:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/philip-faircloth-mutton/                                     
+[05:01:37] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rachel-hood/                                                 
+[05:01:40] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-kemp/                                                
+[05:01:44] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-rout/                                                
+[05:01:47] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/richard-smith-mvo/                                           
+[05:01:50] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/rob-bridgeman/                                               
+[05:01:54] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-everitt/                                              
+[05:01:57] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/robert-lindsay/                                              
+[05:02:01] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/ryan-harvey/                                                 
+[05:02:04] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sam-murray/                                                  
+[05:02:08] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sandy-martin/                                                
+[05:02:12] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/sarah-adams/                                                 
+[05:02:15] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/simon-harley/                                                
+[05:02:18] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stephen-burroughes/                                          
+[05:02:21] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/steve-wiles/                                                 
+[05:02:25] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-bird/                                                 
+[05:02:28] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/stuart-lawson/                                               
+[05:02:31] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/t-j-haworth-culf/                                            
+[05:02:34] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/victor-lukaniuk/                                             
+[05:02:38] Committing batch 2 consisting of 58 files                 base.py:269
+[05:02:40] Finished attempting to scrape: SFK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-06 05:04:07.770923
+
+
+
End
+
2022-03-06 05:04:23.592140
+
+
+
Status code
+
200
+
+
+
Error
+
'NoneType' object has no attribute 'findNext'
+
+
+
+
+ +

Run log

+ 
[05:04:07] Fetching Scraper for: SFK                              handlers.py:21
+[05:04:11] Begin attempting to scrape: SFK                        handlers.py:24
+[05:04:12] Deleting existing data...                                 base.py:234
+           Getting all files in SFK...                               base.py:186
+           Getting all files in SFK/json...                          base.py:186
+           ...found 46 files in SFK/json                             base.py:202
+           Getting all files in SFK/raw...                           base.py:186
+[05:04:13] ...found 46 files in SFK/raw                              base.py:202
+           ...found 92 files in SFK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[05:04:14] ...data deleted.                                          base.py:241
+           Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/?ward=&action=SEARCH&party=&name=                            
+[05:04:20] Scraping from https://www.suffolk.gov.uk/council-and-democ base.py:40
+           racy/councillors-and-elected-representatives/find-your-cou           
+           ncillor/alexander-nicoll/                                            
+[05:04:23] 'NoneType' object has no attribute 'findNext'          handlers.py:33
+           Finished attempting to scrape: SFK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SFT/index.html b/_site/logbooks/SFT/index.html new file mode 100644 index 0000000000..99d6234488 --- /dev/null +++ b/_site/logbooks/SFT/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:13:07.921430
+
+
+
End
+
2022-03-05 20:13:18.633174
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:13:07] Fetching Scraper for: SFT                              handlers.py:21
+           Begin attempting to scrape: SFT                        handlers.py:24
+[20:13:08] Deleting existing data...                                 base.py:234
+           Getting all files in SFT...                               base.py:186
+           SFT Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://modgov.sefton.gov.uk/mgWebService.asm base.py:40
+           x/GetCouncillorsByWard                                               
+[20:13:12] Committing batch 1 consisting of 92 files                 base.py:269
+[20:13:17] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:13:18] Finished attempting to scrape: SFT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SGC/index.html b/_site/logbooks/SGC/index.html new file mode 100644 index 0000000000..f4a0ea27a9 --- /dev/null +++ b/_site/logbooks/SGC/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:13:03.584237
+
+
+
End
+
2022-03-06 00:13:15.616748
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:13:03] Fetching Scraper for: SGC                              handlers.py:21
+           Begin attempting to scrape: SGC                        handlers.py:24
+[00:13:05] Deleting existing data...                                 base.py:234
+           Getting all files in SGC...                               base.py:186
+           Getting all files in SGC/json...                          base.py:186
+           ...found 46 files in SGC/json                             base.py:202
+           Getting all files in SGC/raw...                           base.py:186
+           ...found 46 files in SGC/raw                              base.py:202
+           ...found 93 files in SGC                                  base.py:202
+[00:13:06] Deleting batch no. 1 consisting of 93 files               base.py:211
+[00:13:09] ...data deleted.                                          base.py:241
+           Scraping from https://council.southglos.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:13:12] Committing batch 1 consisting of 92 files                 base.py:269
+[00:13:14] Committing batch 2 consisting of 30 files                 base.py:269
+[00:13:15] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SGC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SHE/index.html b/_site/logbooks/SHE/index.html new file mode 100644 index 0000000000..c1e35d07c6 --- /dev/null +++ b/_site/logbooks/SHE/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:52:49.659622
+
+
+
End
+
2022-03-05 19:52:56.499634
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:52:49] Fetching Scraper for: SHE                              handlers.py:21
+           Begin attempting to scrape: SHE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SHE...                               base.py:186
+[19:52:50] Getting all files in SHE/json...                          base.py:186
+           ...found 30 files in SHE/json                             base.py:202
+           Getting all files in SHE/raw...                           base.py:186
+           ...found 30 files in SHE/raw                              base.py:202
+           ...found 60 files in SHE                                  base.py:202
+           Deleting batch no. 1 consisting of 60 files               base.py:211
+[19:52:56] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SHE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SHF/index.html b/_site/logbooks/SHF/index.html new file mode 100644 index 0000000000..d927948344 --- /dev/null +++ b/_site/logbooks/SHF/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:50:59.199793
+
+
+
End
+
2022-03-05 19:51:05.851826
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:50:59] Fetching Scraper for: SHF                              handlers.py:21
+           Begin attempting to scrape: SHF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SHF...                               base.py:186
+[19:51:00] Getting all files in SHF/json...                          base.py:186
+           ...found 84 files in SHF/json                             base.py:202
+           Getting all files in SHF/raw...                           base.py:186
+           ...found 84 files in SHF/raw                              base.py:202
+           ...found 168 files in SHF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:51:01] Deleting batch no. 2 consisting of 68 files               base.py:211
+[19:51:05] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: SHF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SHN/index.html b/_site/logbooks/SHN/index.html new file mode 100644 index 0000000000..6d63974a9a --- /dev/null +++ b/_site/logbooks/SHN/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:07:30.840707
+
+
+
End
+
2022-03-06 00:07:43.253059
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:07:30] Fetching Scraper for: SHN                              handlers.py:21
+           Begin attempting to scrape: SHN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:07:31] Getting all files in SHN...                               base.py:186
+           Getting all files in SHN/json...                          base.py:186
+           ...found 47 files in SHN/json                             base.py:202
+           Getting all files in SHN/raw...                           base.py:186
+[00:07:32] ...found 47 files in SHN/raw                              base.py:202
+           ...found 94 files in SHN                                  base.py:202
+           Deleting batch no. 1 consisting of 94 files               base.py:211
+[00:07:35] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.sthelens.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:07:37] Committing batch 1 consisting of 92 files                 base.py:269
+[00:07:39] Committing batch 2 consisting of 2 files                  base.py:269
+[00:07:43] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SHN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SHO/index.html b/_site/logbooks/SHO/index.html new file mode 100644 index 0000000000..3da7c0c112 --- /dev/null +++ b/_site/logbooks/SHO/index.html @@ -0,0 +1,198 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 19:41:20.981794
+
+
+
End
+
2022-03-05 19:41:25.559955
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:41:20] Fetching Scraper for: SHO                              handlers.py:21
+[19:41:21] Begin attempting to scrape: SHO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SHO...                               base.py:186
+           SHO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.sholland.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:41:25] Finished attempting to scrape: SHO                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:42:27.203758
+
+
+
End
+
2022-03-05 19:42:32.682189
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:42:27] Fetching Scraper for: SHO                              handlers.py:21
+           Begin attempting to scrape: SHO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SHO...                               base.py:186
+[19:42:28] ...found 1 files in SHO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[19:42:29] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.sholland.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:42:32] Finished attempting to scrape: SHO                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:43:32.467540
+
+
+
End
+
2022-03-05 19:43:44.351472
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:43:32] Fetching Scraper for: SHO                              handlers.py:21
+           Begin attempting to scrape: SHO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:43:33] Getting all files in SHO...                               base.py:186
+           ...found 1 files in SHO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[19:43:38] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.sholland.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:43:44] Finished attempting to scrape: SHO                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 20:09:53.633768
+
+
+
End
+
2022-03-05 20:10:05.259012
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:09:53] Fetching Scraper for: SHO                              handlers.py:21
+           Begin attempting to scrape: SHO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SHO...                               base.py:186
+[20:09:54] ...found 1 files in SHO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:10:04] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:10:05] Finished attempting to scrape: SHO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SHR/index.html b/_site/logbooks/SHR/index.html new file mode 100644 index 0000000000..fc54e4d2a2 --- /dev/null +++ b/_site/logbooks/SHR/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:26:14.477222
+
+
+
End
+
2022-03-06 00:26:28.183726
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:26:14] Fetching Scraper for: SHR                              handlers.py:21
+           Begin attempting to scrape: SHR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SHR...                               base.py:186
+[00:26:15] Getting all files in SHR/json...                          base.py:186
+           ...found 74 files in SHR/json                             base.py:202
+           Getting all files in SHR/raw...                           base.py:186
+           ...found 74 files in SHR/raw                              base.py:202
+           ...found 149 files in SHR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:26:16] Deleting batch no. 2 consisting of 49 files               base.py:211
+[00:26:17] ...data deleted.                                          base.py:241
+           Scraping from https://shropshire.gov.uk/committee-services base.py:40
+           //mgWebService.asmx/GetCouncillorsByWard                             
+[00:26:20] Committing batch 1 consisting of 92 files                 base.py:269
+[00:26:22] Committing batch 2 consisting of 56 files                 base.py:269
+[00:26:28] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SHR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SKE/index.html b/_site/logbooks/SKE/index.html new file mode 100644 index 0000000000..7900d6f0a7 --- /dev/null +++ b/_site/logbooks/SKE/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
22 seconds
+
+
+
Start
+
2022-03-05 19:45:36.561551
+
+
+
End
+
2022-03-05 19:45:59.094355
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:45:36] Fetching Scraper for: SKE                              handlers.py:21
+           Begin attempting to scrape: SKE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SKE...                               base.py:186
+[19:45:37] SKE Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://moderngov.southkesteven.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[19:45:39] Committing batch 1 consisting of 92 files                 base.py:269
+[19:45:46] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[19:45:59] Finished attempting to scrape: SKE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SKP/index.html b/_site/logbooks/SKP/index.html new file mode 100644 index 0000000000..3812bc4549 --- /dev/null +++ b/_site/logbooks/SKP/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:11:53.659807
+
+
+
End
+
2022-03-06 00:12:05.823548
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:11:53] Fetching Scraper for: SKP                              handlers.py:21
+           Begin attempting to scrape: SKP                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SKP...                               base.py:186
+[00:11:54] Getting all files in SKP/json...                          base.py:186
+           ...found 63 files in SKP/json                             base.py:202
+           Getting all files in SKP/raw...                           base.py:186
+           ...found 63 files in SKP/raw                              base.py:202
+           ...found 127 files in SKP                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:11:55] Deleting batch no. 2 consisting of 27 files               base.py:211
+[00:11:56] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.stockport.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:11:59] Committing batch 1 consisting of 92 files                 base.py:269
+[00:12:03] Committing batch 2 consisting of 34 files                 base.py:269
+[00:12:05] Finished attempting to scrape: SKP                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SLA/index.html b/_site/logbooks/SLA/index.html new file mode 100644 index 0000000000..f36297330e --- /dev/null +++ b/_site/logbooks/SLA/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 19:55:34.827575
+
+
+
End
+
2022-03-05 19:55:49.836389
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:55:34] Fetching Scraper for: SLA                              handlers.py:21
+           Begin attempting to scrape: SLA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:55:35] Getting all files in SLA...                               base.py:186
+           Getting all files in SLA/json...                          base.py:186
+           ...found 51 files in SLA/json                             base.py:202
+           Getting all files in SLA/raw...                           base.py:186
+[19:55:36] ...found 51 files in SLA/raw                              base.py:202
+           ...found 102 files in SLA                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:55:49] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SLA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SLF/index.html b/_site/logbooks/SLF/index.html new file mode 100644 index 0000000000..e381f20153 --- /dev/null +++ b/_site/logbooks/SLF/index.html @@ -0,0 +1,200 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
250 seconds
+
+
+
Start
+
2022-03-05 19:55:25.560720
+
+
+
End
+
2022-03-05 19:59:35.581390
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:55:25] Fetching Scraper for: SLF                              handlers.py:21
+           Begin attempting to scrape: SLF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLF...                               base.py:186
+[19:55:26] Getting all files in SLF/raw...                           base.py:186
+           ...found 23 files in SLF/raw                              base.py:202
+           ...found 23 files in SLF                                  base.py:202
+           Deleting batch no. 1 consisting of 23 files               base.py:211
+[19:55:29] ...data deleted.                                          base.py:241
+           Scraping from https://sccdemocracy.salford.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[19:59:35] Finished attempting to scrape: SLF                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
401 seconds
+
+
+
Start
+
2022-03-05 20:23:35.918648
+
+
+
End
+
2022-03-05 20:30:17.475035
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:23:35] Fetching Scraper for: SLF                              handlers.py:21
+           Begin attempting to scrape: SLF                        handlers.py:24
+[20:23:36] Deleting existing data...                                 base.py:234
+           Getting all files in SLF...                               base.py:186
+           SLF Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://sccdemocracy.salford.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[20:30:17] Finished attempting to scrape: SLF                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
371 seconds
+
+
+
Start
+
2022-03-05 20:32:11.258161
+
+
+
End
+
2022-03-05 20:38:22.848422
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:32:11] Fetching Scraper for: SLF                              handlers.py:21
+           Begin attempting to scrape: SLF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLF...                               base.py:186
+           SLF Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://sccdemocracy.salford.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[20:38:22] Finished attempting to scrape: SLF                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:41:45.438543
+
+
+
End
+
2022-03-05 20:41:54.463774
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:41:45] Fetching Scraper for: SLF                              handlers.py:21
+           Begin attempting to scrape: SLF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:41:46] Getting all files in SLF...                               base.py:186
+           ...found 1 files in SLF                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:41:54] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SLF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SLG/index.html b/_site/logbooks/SLG/index.html new file mode 100644 index 0000000000..1314a492fa --- /dev/null +++ b/_site/logbooks/SLG/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:02:44.113401
+
+
+
End
+
2022-03-06 00:02:52.487016
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:02:44] Fetching Scraper for: SLG                              handlers.py:21
+           Begin attempting to scrape: SLG                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLG...                               base.py:186
+           Getting all files in SLG/json...                          base.py:186
+           ...found 42 files in SLG/json                             base.py:202
+           Getting all files in SLG/raw...                           base.py:186
+           ...found 42 files in SLG/raw                              base.py:202
+           ...found 85 files in SLG                                  base.py:202
+           Deleting batch no. 1 consisting of 85 files               base.py:211
+[00:02:47] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.slough.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:02:51] Committing batch 1 consisting of 84 files                 base.py:269
+[00:02:52] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SLG                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SLK/index.html b/_site/logbooks/SLK/index.html new file mode 100644 index 0000000000..cd28a9e41d --- /dev/null +++ b/_site/logbooks/SLK/index.html @@ -0,0 +1,4684 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
298 seconds
+
+
+
Start
+
2022-03-06 02:48:37.706027
+
+
+
End
+
2022-03-06 02:53:36.130679
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:48:37] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:48:38] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 18 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 18 files in SLK/raw                              base.py:202
+           ...found 37 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 37 files               base.py:211
+[02:48:39] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:48:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:48:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:48:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:48:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:48:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:07] Committing batch 1 consisting of 92 files                 base.py:269
+[02:52:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:34] Committing batch 2 consisting of 36 files                 base.py:269
+[02:53:36] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
313 seconds
+
+
+
Start
+
2022-03-06 02:49:10.768135
+
+
+
End
+
2022-03-06 02:54:24.274925
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:49:10] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:49:11] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 46 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 46 files in SLK/raw                              base.py:202
+           ...found 92 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[02:49:13] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:49:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:49:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:50:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:52] Committing batch 1 consisting of 92 files                 base.py:269
+[02:52:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:22] Committing batch 2 consisting of 36 files                 base.py:269
+[02:54:24] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
311 seconds
+
+
+
Start
+
2022-03-06 02:51:33.281887
+
+
+
End
+
2022-03-06 02:56:44.581207
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:51:33] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:51:34] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 18 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 18 files in SLK/raw                              base.py:202
+           ...found 37 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 37 files               base.py:211
+[02:51:35] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:51:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:51:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:18] Committing batch 1 consisting of 92 files                 base.py:269
+[02:55:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:42] Committing batch 2 consisting of 36 files                 base.py:269
+[02:56:44] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
290 seconds
+
+
+
Start
+
2022-03-06 02:52:47.858579
+
+
+
End
+
2022-03-06 02:57:38.463258
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:52:47] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:52:48] Getting all files in SLK...                               base.py:186
+           SLK Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:52:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:52:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:53:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:22] Committing batch 1 consisting of 92 files                 base.py:269
+[02:56:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:36] Committing batch 2 consisting of 36 files                 base.py:269
+[02:57:38] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
287 seconds
+
+
+
Start
+
2022-03-06 02:53:54.438139
+
+
+
End
+
2022-03-06 02:58:42.221976
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:53:54] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:53:55] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[02:53:56] Deleting batch no. 2 consisting of 29 files               base.py:211
+[02:53:57] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:54:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:54:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:21] Committing batch 1 consisting of 92 files                 base.py:269
+[02:57:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:40] Committing batch 2 consisting of 36 files                 base.py:269
+[02:58:42] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
293 seconds
+
+
+
Start
+
2022-03-06 02:55:01.794681
+
+
+
End
+
2022-03-06 02:59:55.202629
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:55:01] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:55:02] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 18 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+[02:55:03] ...found 18 files in SLK/raw                              base.py:202
+           ...found 37 files in SLK                                  base.py:202
+[02:55:04] Deleting batch no. 1 consisting of 37 files               base.py:211
+[02:55:05] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:55:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:55:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[02:56:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[02:57:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:28] Committing batch 1 consisting of 92 files                 base.py:269
+[02:58:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:53] Committing batch 2 consisting of 36 files                 base.py:269
+[02:59:55] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
298 seconds
+
+
+
Start
+
2022-03-06 02:58:14.277877
+
+
+
End
+
2022-03-06 03:03:12.924357
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:58:14] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:58:15] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[02:58:16] Deleting batch no. 2 consisting of 29 files               base.py:211
+[02:58:17] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:58:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:58:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:44] Committing batch 1 consisting of 92 files                 base.py:269
+[03:01:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:10] Committing batch 2 consisting of 36 files                 base.py:269
+[03:03:12] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
295 seconds
+
+
+
Start
+
2022-03-06 02:59:09.986220
+
+
+
End
+
2022-03-06 03:04:05.161995
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[02:59:09] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+[02:59:10] Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+[02:59:11] ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[02:59:12] Deleting batch no. 2 consisting of 29 files               base.py:211
+[02:59:13] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[02:59:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[02:59:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:00:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:34] Committing batch 1 consisting of 92 files                 base.py:269
+[03:02:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:02] Committing batch 2 consisting of 36 files                 base.py:269
+[03:04:05] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
319 seconds
+
+
+
Start
+
2022-03-06 03:01:00.098773
+
+
+
End
+
2022-03-06 03:06:19.712330
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:01:00] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+[03:01:01] Getting all files in SLK/json...                          base.py:186
+           ...found 18 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 18 files in SLK/raw                              base.py:202
+           ...found 37 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 37 files               base.py:211
+[03:01:02] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:01:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:01:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:02:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:44] Committing batch 1 consisting of 92 files                 base.py:269
+[03:04:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:16] Committing batch 2 consisting of 36 files                 base.py:269
+[03:06:19] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
339 seconds
+
+
+
Start
+
2022-03-06 03:03:31.373785
+
+
+
End
+
2022-03-06 03:09:10.677791
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:03:31] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[03:03:32] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[03:03:33] Deleting batch no. 2 consisting of 29 files               base.py:211
+[03:03:34] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:03:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:03:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:04:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:05:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:06:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:33] Committing batch 1 consisting of 92 files                 base.py:269
+[03:07:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:07:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:08:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:09:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:09:08] Committing batch 2 consisting of 36 files                 base.py:269
+[03:09:10] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
265 seconds
+
+
+
Start
+
2022-03-06 03:11:39.308324
+
+
+
End
+
2022-03-06 03:16:05.294168
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:11:39] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[03:11:40] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[03:11:41] Deleting batch no. 2 consisting of 29 files               base.py:211
+[03:11:42] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:11:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:11:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:11:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:11:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:11:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:11:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:40] Committing batch 1 consisting of 92 files                 base.py:269
+[03:14:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:03] Committing batch 2 consisting of 36 files                 base.py:269
+[03:16:05] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
277 seconds
+
+
+
Start
+
2022-03-06 03:12:13.433853
+
+
+
End
+
2022-03-06 03:16:51.325432
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:12:13] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+           SLK Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:12:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:12:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:13:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:25] Committing batch 1 consisting of 92 files                 base.py:269
+[03:15:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:49] Committing batch 2 consisting of 36 files                 base.py:269
+[03:16:51] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
315 seconds
+
+
+
Start
+
2022-03-06 03:14:21.265971
+
+
+
End
+
2022-03-06 03:19:36.741336
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:14:21] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+           SLK Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:14:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:14:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:02] Committing batch 1 consisting of 92 files                 base.py:269
+[03:18:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:34] Committing batch 2 consisting of 36 files                 base.py:269
+[03:19:36] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
328 seconds
+
+
+
Start
+
2022-03-06 03:14:59.224714
+
+
+
End
+
2022-03-06 03:20:27.368881
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:14:59] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 46 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+[03:15:00] ...found 46 files in SLK/raw                              base.py:202
+           ...found 92 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+           ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:15:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:15:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:51] Committing batch 1 consisting of 92 files                 base.py:269
+[03:18:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:25] Committing batch 2 consisting of 36 files                 base.py:269
+[03:20:27] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
322 seconds
+
+
+
Start
+
2022-03-06 03:16:43.426580
+
+
+
End
+
2022-03-06 03:22:05.456077
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:16:43] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[03:16:44] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 18 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+[03:16:45] ...found 18 files in SLK/raw                              base.py:202
+           ...found 37 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 37 files               base.py:211
+[03:16:46] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:16:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:16:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:17:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:18:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:19:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:30] Committing batch 1 consisting of 92 files                 base.py:269
+[03:20:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:03] Committing batch 2 consisting of 36 files                 base.py:269
+[03:22:05] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
292 seconds
+
+
+
Start
+
2022-03-06 03:20:00.935825
+
+
+
End
+
2022-03-06 03:24:53.581643
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:20:00] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+[03:20:01] Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+[03:20:02] Getting all files in SLK/json...                          base.py:186
+           ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[03:20:03] Deleting batch no. 2 consisting of 29 files               base.py:211
+[03:20:04] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:20:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:20:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:21:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:17] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:22:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:45] Committing batch 1 consisting of 92 files                 base.py:269
+[03:23:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:23:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:31] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:39] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:51] Committing batch 2 consisting of 36 files                 base.py:269
+[03:24:53] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
208 seconds
+
+
+
Start
+
2022-03-06 03:23:32.503530
+
+
+
End
+
2022-03-06 03:27:00.619029
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (InvalidTargetBranchException) when calling the MergeBranchesBySquash operation: Target branch parameter must point to either source or destination tip commit. Verify your target branch value is valid and then try again
+
+
+
+
+ +

Run log

+ 
[03:26:48] Created log commit                                        base.py:376
+           70ce29dc14b3a8e3d8d462748086b5b17b16d0a7                             
+           Attempting to create merge commit...                      base.py:281
+[03:27:00] An error occurred (InvalidTargetBranchException) when  handlers.py:33
+           calling the MergeBranchesBySquash operation: Target                  
+           branch parameter must point to either source or                      
+           destination tip commit. Verify your target branch                    
+           value is valid and then try again                                    
+           Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
169 seconds
+
+
+
Start
+
2022-03-06 03:24:49.801733
+
+
+
End
+
2022-03-06 03:27:39.151761
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[03:24:49] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[03:24:50] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 46 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 46 files in SLK/raw                              base.py:202
+           ...found 92 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[03:24:51] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:24:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:24:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:49] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:41] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:49] Committing batch 1 consisting of 92 files                 base.py:269
+[03:26:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:37] Committing batch 2 consisting of 36 files                 base.py:269
+[03:27:39] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
174 seconds
+
+
+
Start
+
2022-03-06 03:25:48.229040
+
+
+
End
+
2022-03-06 03:28:42.605982
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.
+
+
+
+
+ +

Run log

+ 
[03:25:48] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[03:25:49] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 18 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 18 files in SLK/raw                              base.py:202
+           ...found 37 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 37 files               base.py:211
+[03:25:50] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:25:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:54] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:25:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:14] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:36] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:50] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:52] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:22] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:25] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:49] Committing batch 1 consisting of 92 files                 base.py:269
+[03:27:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:58] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:09] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:28] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:33] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:37] Committing batch 2 consisting of 36 files                 base.py:269
+[03:28:39] An error occurred (ParentCommitIdOutdatedException)    handlers.py:33
+           when calling the CreateCommit operation: The parent                  
+           commit ID is not valid because it is not the current                 
+           tip of the branch. You must provide the commit ID for                
+           the tip of the branch. The most common reason for this               
+           error is that your local repository is not                           
+           synchronized to the latest changes in the AWS                        
+           CodeCommit repository. Either synchronize your local                 
+           repo by using the git pull command, or use GetBranch                 
+           to retrieve the latest commit ID for the branch, and                 
+           then try again.                                                      
+           Committing batch 2 consisting of 36 files                 base.py:269
+[03:28:42] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
168 seconds
+
+
+
Start
+
2022-03-06 03:26:39.230803
+
+
+
End
+
2022-03-06 03:29:27.906276
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.
+
+
+
+
+ +

Run log

+ 
[03:26:39] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+[03:26:40] ...found 46 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 46 files in SLK/raw                              base.py:202
+           ...found 92 files in SLK                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[03:26:41] ...data deleted.                                          base.py:241
+           Scraping from https://southlanarkshire.cmis.uk.com/southla base.py:40
+           narkshire/Councillors.aspx                                           
+[03:26:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/136/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:45] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/119/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:47] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/130/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/143/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/109/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/108/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/167/ScreenMode/Alphabetical/Default.aspx                          
+[03:26:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/122/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:02] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/129/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/156/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:06] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/172/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/162/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/121/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/160/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/111/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/112/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:20] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/171/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:24] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/113/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:26] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/141/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:29] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/164/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/115/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:34] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/134/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:37] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/147/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/578/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:42] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/146/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:44] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/118/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/145/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/117/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/148/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/140/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:55] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/151/ScreenMode/Alphabetical/Default.aspx                          
+[03:27:57] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/149/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:00] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/132/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:03] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/135/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:05] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/326/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/128/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:11] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/120/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:13] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/150/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:16] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/161/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:19] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/138/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/131/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:23] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/152/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:27] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/144/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:30] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/133/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:32] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/116/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:35] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/153/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:37] Committing batch 1 consisting of 92 files                 base.py:269
+[03:28:38] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/157/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:40] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/124/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:43] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/137/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:46] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/159/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:48] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/165/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:51] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/168/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:53] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/114/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:56] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/154/ScreenMode/Alphabetical/Default.aspx                          
+[03:28:59] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/169/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:01] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/163/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:04] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/126/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:07] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/123/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:08] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/158/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:10] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/139/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:12] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/166/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:15] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/127/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:18] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/155/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:21] Scraping from http://southlanarkshire.cmis.uk.com/southlan base.py:40
+           arkshire/Councillors/tabid/63/ctl/ViewCMIS_Person/mid/383/           
+           id/173/ScreenMode/Alphabetical/Default.aspx                          
+[03:29:23] Committing batch 2 consisting of 36 files                 base.py:269
+[03:29:25] An error occurred (ParentCommitIdOutdatedException)    handlers.py:33
+           when calling the CreateCommit operation: The parent                  
+           commit ID is not valid because it is not the current                 
+           tip of the branch. You must provide the commit ID for                
+           the tip of the branch. The most common reason for this               
+           error is that your local repository is not                           
+           synchronized to the latest changes in the AWS                        
+           CodeCommit repository. Either synchronize your local                 
+           repo by using the git pull command, or use GetBranch                 
+           to retrieve the latest commit ID for the branch, and                 
+           then try again.                                                      
+           Committing batch 2 consisting of 36 files                 base.py:269
+[03:29:27] Finished attempting to scrape: SLK                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-06 03:31:01.820313
+
+
+
End
+
2022-03-06 03:31:09.589877
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ParentCommitIdOutdatedException) when calling the CreateCommit operation: The parent commit ID is not valid because it is not the current tip of the branch. You must provide the commit ID for the tip of the branch. The most common reason for this error is that your local repository is not synchronized to the latest changes in the AWS CodeCommit repository. Either synchronize your local repo by using the git pull command, or use GetBranch to retrieve the latest commit ID for the branch, and then try again.
+
+
+
+
+ +

Run log

+ 
[03:31:01] Fetching Scraper for: SLK                              handlers.py:21
+           Begin attempting to scrape: SLK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[03:31:02] Getting all files in SLK...                               base.py:186
+           Getting all files in SLK/json...                          base.py:186
+           ...found 64 files in SLK/json                             base.py:202
+           Getting all files in SLK/raw...                           base.py:186
+           ...found 64 files in SLK/raw                              base.py:202
+           ...found 129 files in SLK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[03:31:09] An error occurred (ParentCommitIdOutdatedException)    handlers.py:33
+           when calling the CreateCommit operation: The parent                  
+           commit ID is not valid because it is not the current                 
+           tip of the branch. You must provide the commit ID for                
+           the tip of the branch. The most common reason for this               
+           error is that your local repository is not                           
+           synchronized to the latest changes in the AWS                        
+           CodeCommit repository. Either synchronize your local                 
+           repo by using the git pull command, or use GetBranch                 
+           to retrieve the latest commit ID for the branch, and                 
+           then try again.                                                      
+           Finished attempting to scrape: SLK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SND/index.html b/_site/logbooks/SND/index.html new file mode 100644 index 0000000000..ed51cb53de --- /dev/null +++ b/_site/logbooks/SND/index.html @@ -0,0 +1,111 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:56:16.891857
+
+
+
End
+
2022-03-05 20:56:21.052623
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:56:16] Fetching Scraper for: SND                              handlers.py:21
+           Begin attempting to scrape: SND                        handlers.py:24
+[20:56:17] Deleting existing data...                                 base.py:234
+           Getting all files in SND...                               base.py:186
+           ...found 1 files in SND                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:56:20] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           http://www.sunderland.gov.uk/committees/cmis5/Members.aspx           
+[20:56:21] Finished attempting to scrape: SND                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 21:17:27.264881
+
+
+
End
+
2022-03-05 21:17:38.049991
+
+
+
Status code
+
404
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:17:37] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[21:17:38] Finished attempting to scrape: SND                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SNO/index.html b/_site/logbooks/SNO/index.html new file mode 100644 index 0000000000..18e3fa939e --- /dev/null +++ b/_site/logbooks/SNO/index.html @@ -0,0 +1,76 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-06 00:12:15.536347
+
+
+
End
+
2022-03-06 00:12:17.599832
+
+
+
Status code
+
200
+
+
+
Error
+
list index out of range
+
+
+
+
+ +

Run log

+ 
[00:12:15] Fetching Scraper for: SNO                              handlers.py:21
+           Begin attempting to scrape: SNO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SNO...                               base.py:186
+[00:12:16] SNO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://www.south-norfolk.gov.uk/about-us/co base.py:40
+           uncillors-and-committees/your-councillors                            
+[00:12:17] list index out of range                                handlers.py:33
+           Finished attempting to scrape: SNO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SOL/index.html b/_site/logbooks/SOL/index.html new file mode 100644 index 0000000000..3f01e27c0c --- /dev/null +++ b/_site/logbooks/SOL/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:01:40.598199
+
+
+
End
+
2022-03-05 20:01:50.059802
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:01:40] Fetching Scraper for: SOL                              handlers.py:21
+           Begin attempting to scrape: SOL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SOL...                               base.py:186
+[20:01:41] Getting all files in SOL/json...                          base.py:186
+           ...found 46 files in SOL/json                             base.py:202
+           Getting all files in SOL/raw...                           base.py:186
+           ...found 46 files in SOL/raw                              base.py:202
+           ...found 92 files in SOL                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:01:43] ...data deleted.                                          base.py:241
+           Scraping from https://eservices.solihull.gov.uk/mgInternet base.py:40
+           /mgWebService.asmx/GetCouncillorsByWard                              
+[20:01:47] Committing batch 1 consisting of 92 files                 base.py:269
+[20:01:48] Committing batch 2 consisting of 8 files                  base.py:269
+[20:01:50] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SOL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SOM/index.html b/_site/logbooks/SOM/index.html new file mode 100644 index 0000000000..caa2a27452 --- /dev/null +++ b/_site/logbooks/SOM/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:05:29.778125
+
+
+
End
+
2022-03-05 20:05:34.636052
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:05:29] Fetching Scraper for: SOM                              handlers.py:21
+           Begin attempting to scrape: SOM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:05:30] Getting all files in SOM...                               base.py:186
+           Getting all files in SOM/json...                          base.py:186
+           ...found 55 files in SOM/json                             base.py:202
+           Getting all files in SOM/raw...                           base.py:186
+[20:05:31] ...found 55 files in SOM/raw                              base.py:202
+           ...found 110 files in SOM                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:05:34] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SOM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SOS/index.html b/_site/logbooks/SOS/index.html new file mode 100644 index 0000000000..a2be33108b --- /dev/null +++ b/_site/logbooks/SOS/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:58:42.573330
+
+
+
End
+
2022-03-05 19:58:53.819758
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:58:42] Fetching Scraper for: SOS                              handlers.py:21
+           Begin attempting to scrape: SOS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SOS...                               base.py:186
+[19:58:43] Getting all files in SOS/json...                          base.py:186
+           ...found 49 files in SOS/json                             base.py:202
+           Getting all files in SOS/raw...                           base.py:186
+           ...found 49 files in SOS/raw                              base.py:202
+           ...found 98 files in SOS                                  base.py:202
+           Deleting batch no. 1 consisting of 98 files               base.py:211
+[19:58:53] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SOS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SOX/index.html b/_site/logbooks/SOX/index.html new file mode 100644 index 0000000000..3136acde21 --- /dev/null +++ b/_site/logbooks/SOX/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:46:17.470703
+
+
+
End
+
2022-03-05 19:46:22.643452
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:46:17] Fetching Scraper for: SOX                              handlers.py:21
+           Begin attempting to scrape: SOX                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:46:18] Getting all files in SOX...                               base.py:186
+           Getting all files in SOX/json...                          base.py:186
+           ...found 36 files in SOX/json                             base.py:202
+           Getting all files in SOX/raw...                           base.py:186
+           ...found 36 files in SOX/raw                              base.py:202
+           ...found 72 files in SOX                                  base.py:202
+           Deleting batch no. 1 consisting of 72 files               base.py:211
+[19:46:19] ...data deleted.                                          base.py:241
+           Scraping from http://democratic.southoxon.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:46:21] Committing batch 1 consisting of 72 files                 base.py:269
+[19:46:22] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SOX                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SPE/index.html b/_site/logbooks/SPE/index.html new file mode 100644 index 0000000000..4cfa73d38d --- /dev/null +++ b/_site/logbooks/SPE/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 19:54:30.512236
+
+
+
End
+
2022-03-05 19:54:45.482095
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:54:45] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: SPE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SRI/index.html b/_site/logbooks/SRI/index.html new file mode 100644 index 0000000000..2867a437ec --- /dev/null +++ b/_site/logbooks/SRI/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:08:41.315724
+
+
+
End
+
2022-03-06 00:08:49.418576
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:08:41] Fetching Scraper for: SRI                              handlers.py:21
+           Begin attempting to scrape: SRI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:08:42] Getting all files in SRI...                               base.py:186
+           Getting all files in SRI/json...                          base.py:186
+           ...found 50 files in SRI/json                             base.py:202
+           Getting all files in SRI/raw...                           base.py:186
+           ...found 50 files in SRI/raw                              base.py:202
+           ...found 100 files in SRI                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:08:49] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SRI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SRY/index.html b/_site/logbooks/SRY/index.html new file mode 100644 index 0000000000..08880483ed --- /dev/null +++ b/_site/logbooks/SRY/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:25:26.136937
+
+
+
End
+
2022-03-06 00:25:36.202832
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:25:26] Fetching Scraper for: SRY                              handlers.py:21
+           Begin attempting to scrape: SRY                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SRY...                               base.py:186
+           Getting all files in SRY/json...                          base.py:186
+           ...found 46 files in SRY/json                             base.py:202
+           Getting all files in SRY/raw...                           base.py:186
+           ...found 46 files in SRY/raw                              base.py:202
+           ...found 93 files in SRY                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[00:25:27] ...data deleted.                                          base.py:241
+           Scraping from https://mycouncil.surreycc.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[00:25:32] Committing batch 1 consisting of 92 files                 base.py:269
+[00:25:34] Committing batch 2 consisting of 70 files                 base.py:269
+[00:25:36] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SRY                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SSO/index.html b/_site/logbooks/SSO/index.html new file mode 100644 index 0000000000..b387d50a66 --- /dev/null +++ b/_site/logbooks/SSO/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 19:39:46.727802
+
+
+
End
+
2022-03-05 19:40:04.959182
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:39:46] Fetching Scraper for: SSO                              handlers.py:21
+[19:39:51] Begin attempting to scrape: SSO                        handlers.py:24
+[19:39:52] Deleting existing data...                                 base.py:234
+[19:39:53] Getting all files in SSO...                               base.py:186
+           Getting all files in SSO/json...                          base.py:186
+[19:39:54] ...found 60 files in SSO/json                             base.py:202
+           Getting all files in SSO/raw...                           base.py:186
+           ...found 60 files in SSO/raw                              base.py:202
+           ...found 120 files in SSO                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:40:04] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SSO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SST/index.html b/_site/logbooks/SST/index.html new file mode 100644 index 0000000000..7c5f3ca99f --- /dev/null +++ b/_site/logbooks/SST/index.html @@ -0,0 +1,230 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
74 seconds
+
+
+
Start
+
2022-03-05 20:19:03.539148
+
+
+
End
+
2022-03-05 20:20:18.441686
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:19:03] Fetching Scraper for: SST                              handlers.py:21
+           Begin attempting to scrape: SST                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SST...                               base.py:186
+[20:19:04] Getting all files in SST/json...                          base.py:186
+           ...found 46 files in SST/json                             base.py:202
+           Getting all files in SST/raw...                           base.py:186
+           ...found 46 files in SST/raw                              base.py:202
+           ...found 92 files in SST                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:19:06] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://services.sstaffs.gov.uk/cmis/Councillors.aspx                
+[20:19:08] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:09] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/85/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:10] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/15/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:11] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/25/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:12] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:14] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/95/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:15] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/29/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:17] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/37/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:18] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/41/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:19] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/159/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:21] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/100/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:22] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/141/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:23] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/50/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:24] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/49/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:26] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:27] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/164/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:28] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/200/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:29] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/46/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:30] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/161/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:31] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/17/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:32] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/22/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:34] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/24/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:36] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/98/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:37] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/28/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:39] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/167/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:40] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/39/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:41] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:42] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/129/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:43] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/43/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:45] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/99/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:46] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/87/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:47] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/172/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:48] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/42/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:49] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/35/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:51] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/36/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:52] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/34/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:53] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/32/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:55] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/30/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:19:56] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:57] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/201/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:19:58] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/151/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:20:00] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/162/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:20:01] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/27/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:20:03] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/88/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:20:04] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/21/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:20:05] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/14/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:20:06] Committing batch 1 consisting of 92 files                 base.py:269
+[20:20:11] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/96/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:20:12] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/18/ScreenMode           
+           /Alphabetical/Default.aspx                                           
+[20:20:13] Scraping from https://services.sstaffs.gov.uk/cmis/Council base.py:40
+           lors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/166/ScreenMod           
+           e/Alphabetical/Default.aspx                                          
+[20:20:14] Committing batch 2 consisting of 6 files                  base.py:269
+[20:20:18] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SST                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STE/index.html b/_site/logbooks/STE/index.html new file mode 100644 index 0000000000..b9cecae66a --- /dev/null +++ b/_site/logbooks/STE/index.html @@ -0,0 +1,197 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:06:44.101659
+
+
+
End
+
2022-03-05 20:06:46.287845
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:06:44] Fetching Scraper for: STE                              handlers.py:21
+           Begin attempting to scrape: STE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STE...                               base.py:186
+           Getting all files in STE/json...                          base.py:186
+           ...found 44 files in STE/json                             base.py:202
+           Getting all files in STE/raw...                           base.py:186
+[20:06:45] ...found 44 files in STE/raw                              base.py:202
+           ...found 89 files in STE                                  base.py:202
+           Deleting batch no. 1 consisting of 89 files               base.py:211
+[20:06:46] ...data deleted.                                          base.py:241
+           Scraping from http://www.moderngov.stoke.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+           Finished attempting to scrape: STE                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:48:00.684506
+
+
+
End
+
2022-03-05 20:48:03.052728
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:48:00] Fetching Scraper for: STE                              handlers.py:21
+           Begin attempting to scrape: STE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STE...                               base.py:186
+[20:48:01] ...found 1 files in STE                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:48:02] ...data deleted.                                          base.py:241
+           Scraping from http://www.moderngov.stoke.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[20:48:03] Finished attempting to scrape: STE                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 21:05:01.963933
+
+
+
End
+
2022-03-05 21:05:04.063340
+
+
+
Status code
+
503
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[21:05:01] Fetching Scraper for: STE                              handlers.py:21
+           Begin attempting to scrape: STE                        handlers.py:24
+[21:05:02] Deleting existing data...                                 base.py:234
+           Getting all files in STE...                               base.py:186
+           ...found 1 files in STE                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[21:05:03] ...data deleted.                                          base.py:241
+           Scraping from http://www.moderngov.stoke.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[21:05:04] Finished attempting to scrape: STE                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 21:06:56.964761
+
+
+
End
+
2022-03-05 21:07:10.691606
+
+
+
Status code
+
503
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:07:10] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: STE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STF/index.html b/_site/logbooks/STF/index.html new file mode 100644 index 0000000000..461d596ec8 --- /dev/null +++ b/_site/logbooks/STF/index.html @@ -0,0 +1,85 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-06 00:21:45.282892
+
+
+
End
+
2022-03-06 00:22:01.759963
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:21:45] Fetching Scraper for: STF                              handlers.py:21
+           Begin attempting to scrape: STF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STF...                               base.py:186
+           Getting all files in STF/json...                          base.py:186
+[00:21:46] ...found 99 files in STF/json                             base.py:202
+           Getting all files in STF/raw...                           base.py:186
+           ...found 99 files in STF/raw                              base.py:202
+           ...found 199 files in STF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:21:47] Deleting batch no. 2 consisting of 99 files               base.py:211
+[00:21:49] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.staffsmoorlands.gov.uk/mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+[00:21:54] Committing batch 1 consisting of 92 files                 base.py:269
+[00:21:56] Committing batch 2 consisting of 92 files                 base.py:269
+[00:21:58] Committing batch 3 consisting of 14 files                 base.py:269
+[00:22:01] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: STF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STH/index.html b/_site/logbooks/STH/index.html new file mode 100644 index 0000000000..846b304399 --- /dev/null +++ b/_site/logbooks/STH/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:08:46.226986
+
+
+
End
+
2022-03-05 20:08:53.016525
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:08:46] Fetching Scraper for: STH                              handlers.py:21
+           Begin attempting to scrape: STH                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STH...                               base.py:186
+           Getting all files in STH/json...                          base.py:186
+[20:08:47] ...found 46 files in STH/json                             base.py:202
+           Getting all files in STH/raw...                           base.py:186
+           ...found 46 files in STH/raw                              base.py:202
+           ...found 92 files in STH                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:08:52] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:08:53] Finished attempting to scrape: STH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STN/index.html b/_site/logbooks/STN/index.html new file mode 100644 index 0000000000..426da88c4b --- /dev/null +++ b/_site/logbooks/STN/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:26:34.090395
+
+
+
End
+
2022-03-06 00:26:45.775048
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:26:34] Fetching Scraper for: STN                              handlers.py:21
+[00:26:38] Begin attempting to scrape: STN                        handlers.py:24
+[00:26:39] Deleting existing data...                                 base.py:234
+[00:26:40] Getting all files in STN...                               base.py:186
+           Getting all files in STN/json...                          base.py:186
+           ...found 39 files in STN/json                             base.py:202
+           Getting all files in STN/raw...                           base.py:186
+           ...found 39 files in STN/raw                              base.py:202
+           ...found 79 files in STN                                  base.py:202
+           Deleting batch no. 1 consisting of 79 files               base.py:211
+[00:26:41] ...data deleted.                                          base.py:241
+           Scraping from https://uttlesford.moderngov.co.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:26:44] Committing batch 1 consisting of 78 files                 base.py:269
+[00:26:45] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: STN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STO/index.html b/_site/logbooks/STO/index.html new file mode 100644 index 0000000000..9e968b6c60 --- /dev/null +++ b/_site/logbooks/STO/index.html @@ -0,0 +1,117 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-05 20:07:48.123667
+
+
+
End
+
2022-03-05 20:07:51.399430
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:07:48] Fetching Scraper for: STO                              handlers.py:21
+           Begin attempting to scrape: STO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STO...                               base.py:186
+[20:07:49] STO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://www.stroud.gov.uk/council-and-democr base.py:40
+           acy/your-councillors/your-councillors-by-name                        
+[20:07:51] Finished attempting to scrape: STO                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 20:08:53.855916
+
+
+
End
+
2022-03-05 20:09:07.381896
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:08:53] Fetching Scraper for: STO                              handlers.py:21
+           Begin attempting to scrape: STO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:08:54] Getting all files in STO...                               base.py:186
+           ...found 1 files in STO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:09:07] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: STO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STR/index.html b/_site/logbooks/STR/index.html new file mode 100644 index 0000000000..65d239ebff --- /dev/null +++ b/_site/logbooks/STR/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
3 seconds
+
+
+
Start
+
2022-03-05 19:40:35.281200
+
+
+
End
+
2022-03-05 19:40:39.216657
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:40:35] Fetching Scraper for: STR                              handlers.py:21
+           Begin attempting to scrape: STR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STR...                               base.py:186
+           STR Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.stratford.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[19:40:37] Committing batch 1 consisting of 72 files                 base.py:269
+[19:40:39] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: STR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STS/index.html b/_site/logbooks/STS/index.html new file mode 100644 index 0000000000..5a2425c663 --- /dev/null +++ b/_site/logbooks/STS/index.html @@ -0,0 +1,1018 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
137 seconds
+
+
+
Start
+
2022-03-06 01:56:59.061251
+
+
+
End
+
2022-03-06 01:59:16.879307
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[01:56:59] Fetching Scraper for: STS                              handlers.py:21
+[01:57:02] Begin attempting to scrape: STS                        handlers.py:24
+[01:57:03] Deleting existing data...                                 base.py:234
+[01:57:04] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[01:57:05] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[01:59:16] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 01:58:26.700459
+
+
+
End
+
2022-03-06 02:00:38.071905
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[01:58:26] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[01:58:27] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[01:58:28] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:00:37] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:00:38] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-06 01:59:47.414690
+
+
+
End
+
2022-03-06 02:02:00.714490
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[01:59:47] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[01:59:48] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[01:59:49] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:02:00] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 02:01:32.912447
+
+
+
End
+
2022-03-06 02:03:45.239896
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:01:32] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+[02:01:33] Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:01:34] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:03:44] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:03:45] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:02:58.448881
+
+
+
End
+
2022-03-06 02:05:10.279242
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:02:58] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:02:59] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:03:00] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:05:09] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:05:10] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:03:32.358445
+
+
+
End
+
2022-03-06 02:05:43.588619
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:03:32] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+           STS Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:05:43] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
130 seconds
+
+
+
Start
+
2022-03-06 02:05:04.570499
+
+
+
End
+
2022-03-06 02:07:15.060018
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:05:04] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+[02:05:05] STS Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:07:14] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:07:15] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:06:52.475528
+
+
+
End
+
2022-03-06 02:09:04.394220
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:06:52] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:06:53] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:06:54] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:09:03] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:09:04] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-06 02:07:56.736804
+
+
+
End
+
2022-03-06 02:10:09.939205
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:07:56] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:07:57] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:07:58] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:10:09] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:08:56.422962
+
+
+
End
+
2022-03-06 02:11:08.161472
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:08:56] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+           STS Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+[02:08:57] Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:11:07] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:11:08] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:10:53.172520
+
+
+
End
+
2022-03-06 02:13:04.893525
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:10:53] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+[02:10:54] ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:10:55] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:13:04] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 02:11:34.238557
+
+
+
End
+
2022-03-06 02:13:46.291181
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:11:34] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+[02:11:35] ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:11:36] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:13:45] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:13:46] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 02:12:11.776713
+
+
+
End
+
2022-03-06 02:14:24.735613
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:12:11] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:12:12] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:12:13] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:14:24] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-06 02:13:23.252205
+
+
+
End
+
2022-03-06 02:15:36.413257
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:13:23] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:13:24] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:13:25] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:15:36] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
133 seconds
+
+
+
Start
+
2022-03-06 02:14:08.187088
+
+
+
End
+
2022-03-06 02:16:21.512694
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:14:08] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+[02:14:09] ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:14:10] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:16:21] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 02:14:43.782874
+
+
+
End
+
2022-03-06 02:16:56.333097
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:14:43] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:14:44] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:14:45] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:16:55] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:16:56] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 02:15:27.974917
+
+
+
End
+
2022-03-06 02:17:40.476618
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:15:27] Fetching Scraper for: STS                              handlers.py:21
+[02:15:28] Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:15:29] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:17:40] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
136 seconds
+
+
+
Start
+
2022-03-06 02:17:27.670464
+
+
+
End
+
2022-03-06 02:19:44.026606
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:17:27] Fetching Scraper for: STS                              handlers.py:21
+[02:17:31] Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:17:32] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:17:33] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:19:43] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:19:44] Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:18:54.336522
+
+
+
End
+
2022-03-06 02:21:05.605104
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:18:54] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:18:55] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:21:05] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
131 seconds
+
+
+
Start
+
2022-03-06 02:20:18.620733
+
+
+
End
+
2022-03-06 02:22:30.551925
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:20:18] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[02:20:19] Getting all files in STS...                               base.py:186
+           ...found 1 files in STS                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[02:20:20] ...data deleted.                                          base.py:241
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:22:30] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+           Finished attempting to scrape: STS                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
132 seconds
+
+
+
Start
+
2022-03-06 02:21:06.247166
+
+
+
End
+
2022-03-06 02:23:18.383496
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: //mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[02:21:06] Fetching Scraper for: STS                              handlers.py:21
+           Begin attempting to scrape: STS                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in STS...                               base.py:186
+           STS Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://moderngov.staffordshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[02:23:17] HTTPConnectionPool(host='moderngov.staffordshire.gov.u handlers.py:33
+           k', port=80): Max retries exceeded with url:                         
+           //mgWebService.asmx/GetCouncillorsByWard (Caused by                  
+           NewConnectionError(': Failed to establish a new                 
+           connection: [Errno 110] Connection timed out'))                      
+[02:23:18] Finished attempting to scrape: STS                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/STV/index.html b/_site/logbooks/STV/index.html new file mode 100644 index 0000000000..27ed7ea72a --- /dev/null +++ b/_site/logbooks/STV/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:44:47.264302
+
+
+
End
+
2022-03-05 20:45:05.386385
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:45:05] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: STV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SUF/index.html b/_site/logbooks/SUF/index.html new file mode 100644 index 0000000000..3363543840 --- /dev/null +++ b/_site/logbooks/SUF/index.html @@ -0,0 +1,432 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
99 seconds
+
+
+
Start
+
2022-03-05 20:09:14.993758
+
+
+
End
+
2022-03-05 20:10:54.165030
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:09:14] Fetching Scraper for: SUF                              handlers.py:21
+[20:09:15] Begin attempting to scrape: SUF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SUF...                               base.py:186
+           SUF Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://eastsuffolk.cmis.uk.com/eastsuffolk/ base.py:40
+           councillors.aspx                                                     
+[20:09:16] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:18] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/161/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:20] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:22] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/107/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:23] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:25] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:26] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:29] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:30] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/166/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:32] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:34] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:35] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/211/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:37] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/215/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:39] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:40] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:42] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:44] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/468/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:46] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:48] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/133/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:50] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/458/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:51] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/134/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:53] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:54] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:56] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/221/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:58] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:09:59] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:01] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:03] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:05] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:07] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:08] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:10] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:11] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:13] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/208/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:14] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/218/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:16] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:18] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/181/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:20] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:22] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:24] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/186/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:26] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/187/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:27] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/459/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:28] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:30] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/469/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:31] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/472/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:32] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/191/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:34] Committing batch 1 consisting of 92 files                 base.py:269
+[20:10:36] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/192/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:38] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/119/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:41] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/193/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:43] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/195/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:44] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/209/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:46] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/217/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:47] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/197/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:49] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/214/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:51] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/219/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:10:52] Committing batch 2 consisting of 18 files                 base.py:269
+[20:10:54] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SUF                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
102 seconds
+
+
+
Start
+
2022-03-05 20:21:16.626428
+
+
+
End
+
2022-03-05 20:22:59.110680
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:21:16] Fetching Scraper for: SUF                              handlers.py:21
+           Begin attempting to scrape: SUF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:21:17] Getting all files in SUF...                               base.py:186
+           Getting all files in SUF/json...                          base.py:186
+           ...found 55 files in SUF/json                             base.py:202
+           Getting all files in SUF/raw...                           base.py:186
+[20:21:18] ...found 55 files in SUF/raw                              base.py:202
+           ...found 111 files in SUF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:21:19] Deleting batch no. 2 consisting of 11 files               base.py:211
+[20:21:24] ...data deleted.                                          base.py:241
+           Scraping from https://eastsuffolk.cmis.uk.com/eastsuffolk/ base.py:40
+           councillors.aspx                                                     
+[20:21:25] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/160/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:27] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/161/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:29] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/163/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:30] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/107/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:32] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/127/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:35] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/210/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:36] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/165/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:38] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/108/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:40] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/166/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:41] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/115/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:43] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/168/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:44] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/211/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:46] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/215/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:48] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/130/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:50] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/116/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:53] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/171/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:55] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/468/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:56] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/110/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:21:58] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/133/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:00] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/458/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:01] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/134/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:03] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/136/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:04] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/117/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:06] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/221/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:07] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/175/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:10] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/118/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:12] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/139/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:14] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/111/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:16] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/143/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:17] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/213/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:19] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/148/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:20] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/149/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:22] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/112/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:23] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/208/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:25] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/218/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:28] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/150/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:29] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/181/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:31] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/182/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:33] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/152/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:34] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/186/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:36] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/187/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:37] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/459/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:39] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/153/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:40] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/469/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:41] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/472/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:43] Scraping from http://eastsuffolk.cmis.uk.com/eastsuffolk/C base.py:40
+           ouncillors/tabid/63/ctl/ViewCMIS_Person/mid/383/id/191/Scr           
+           eenMode/Alphabetical/Default.aspx                                    
+[20:22:46] Committing batch 1 consisting of 92 files                 base.py:269
+[20:22:56] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:22:59] Finished attempting to scrape: SUF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SUR/index.html b/_site/logbooks/SUR/index.html new file mode 100644 index 0000000000..12b2e857b1 --- /dev/null +++ b/_site/logbooks/SUR/index.html @@ -0,0 +1,115 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
36 seconds
+
+
+
Start
+
2022-03-05 20:13:17.137871
+
+
+
End
+
2022-03-05 20:13:53.184964
+
+
+
Status code
+
522
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:13:17] Fetching Scraper for: SUR                              handlers.py:21
+           Begin attempting to scrape: SUR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SUR...                               base.py:186
+[20:13:18] Getting all files in SUR/json...                          base.py:186
+           ...found 34 files in SUR/json                             base.py:202
+           Getting all files in SUR/raw...                           base.py:186
+           ...found 34 files in SUR/raw                              base.py:202
+           ...found 68 files in SUR                                  base.py:202
+           Deleting batch no. 1 consisting of 68 files               base.py:211
+[20:13:21] ...data deleted.                                          base.py:241
+           Scraping from http://surreyheath.moderngov.co.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[20:13:53] Finished attempting to scrape: SUR                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
47 seconds
+
+
+
Start
+
2022-03-05 20:15:07.265750
+
+
+
End
+
2022-03-05 20:15:54.610045
+
+
+
Status code
+
522
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:15:54] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: SUR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SWA/index.html b/_site/logbooks/SWA/index.html new file mode 100644 index 0000000000..5ef33b7ddc --- /dev/null +++ b/_site/logbooks/SWA/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
34 seconds
+
+
+
Start
+
2022-03-06 00:05:45.314154
+
+
+
End
+
2022-03-06 00:06:19.976451
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:05:45] Fetching Scraper for: SWA                              handlers.py:21
+           Begin attempting to scrape: SWA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SWA...                               base.py:186
+           Getting all files in SWA/json...                          base.py:186
+[00:05:46] ...found 46 files in SWA/json                             base.py:202
+           Getting all files in SWA/raw...                           base.py:186
+           ...found 46 files in SWA/raw                              base.py:202
+           ...found 93 files in SWA                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[00:05:47] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.swansea.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:05:54] Committing batch 1 consisting of 92 files                 base.py:269
+[00:06:04] Committing batch 2 consisting of 52 files                 base.py:269
+[00:06:19] Finished attempting to scrape: SWA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SWD/index.html b/_site/logbooks/SWD/index.html new file mode 100644 index 0000000000..e85336a0aa --- /dev/null +++ b/_site/logbooks/SWD/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:32:53.008727
+
+
+
End
+
2022-03-05 20:33:02.830944
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:32:53] Fetching Scraper for: SWD                              handlers.py:21
+           Begin attempting to scrape: SWD                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SWD...                               base.py:186
+           Getting all files in SWD/json...                          base.py:186
+           ...found 44 files in SWD/json                             base.py:202
+           Getting all files in SWD/raw...                           base.py:186
+[20:32:54] ...found 44 files in SWD/raw                              base.py:202
+           ...found 88 files in SWD                                  base.py:202
+           Deleting batch no. 1 consisting of 88 files               base.py:211
+[20:33:02] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SWD                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SWK/index.html b/_site/logbooks/SWK/index.html new file mode 100644 index 0000000000..b64dda6bee --- /dev/null +++ b/_site/logbooks/SWK/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-06 00:00:26.029913
+
+
+
End
+
2022-03-06 00:00:35.643036
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:00:26] Fetching Scraper for: SWK                              handlers.py:21
+           Begin attempting to scrape: SWK                        handlers.py:24
+[00:00:27] Deleting existing data...                                 base.py:234
+           Getting all files in SWK...                               base.py:186
+[00:00:28] Getting all files in SWK/json...                          base.py:186
+           ...found 63 files in SWK/json                             base.py:202
+           Getting all files in SWK/raw...                           base.py:186
+           ...found 63 files in SWK/raw                              base.py:202
+           ...found 126 files in SWK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:00:35] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SWK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SWL/index.html b/_site/logbooks/SWL/index.html new file mode 100644 index 0000000000..f60f9c94c4 --- /dev/null +++ b/_site/logbooks/SWL/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:46:01.872655
+
+
+
End
+
2022-03-05 19:46:13.393548
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:46:01] Fetching Scraper for: SWL                              handlers.py:21
+           Begin attempting to scrape: SWL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:46:02] Getting all files in SWL...                               base.py:186
+           Getting all files in SWL/json...                          base.py:186
+           ...found 47 files in SWL/json                             base.py:202
+           Getting all files in SWL/raw...                           base.py:186
+           ...found 47 files in SWL/raw                              base.py:202
+           ...found 94 files in SWL                                  base.py:202
+           Deleting batch no. 1 consisting of 94 files               base.py:211
+[19:46:13] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: SWL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/SWT/index.html b/_site/logbooks/SWT/index.html new file mode 100644 index 0000000000..2c346e6676 --- /dev/null +++ b/_site/logbooks/SWT/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 19:44:51.469076
+
+
+
End
+
2022-03-05 19:45:04.016988
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:44:51] Fetching Scraper for: SWT                              handlers.py:21
+           Begin attempting to scrape: SWT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in SWT...                               base.py:186
+           Getting all files in SWT/json...                          base.py:186
+[19:44:52] ...found 59 files in SWT/json                             base.py:202
+           Getting all files in SWT/raw...                           base.py:186
+           ...found 59 files in SWT/raw                              base.py:202
+           ...found 118 files in SWT                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:44:55] Deleting batch no. 2 consisting of 18 files               base.py:211
+[19:45:03] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[19:45:04] Finished attempting to scrape: SWT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TAM/index.html b/_site/logbooks/TAM/index.html new file mode 100644 index 0000000000..3dbc9ef189 --- /dev/null +++ b/_site/logbooks/TAM/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-06 00:22:28.103589
+
+
+
End
+
2022-03-06 00:22:41.068485
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:22:28] Fetching Scraper for: TAM                              handlers.py:21
+           Begin attempting to scrape: TAM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TAM...                               base.py:186
+           Getting all files in TAM/json...                          base.py:186
+           ...found 57 files in TAM/json                             base.py:202
+           Getting all files in TAM/raw...                           base.py:186
+           ...found 57 files in TAM/raw                              base.py:202
+           ...found 114 files in TAM                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:22:31] Deleting batch no. 2 consisting of 14 files               base.py:211
+[00:22:32] ...data deleted.                                          base.py:241
+           Scraping from http://tameside.moderngov.co.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[00:22:38] Committing batch 1 consisting of 92 files                 base.py:269
+[00:22:39] Committing batch 2 consisting of 22 files                 base.py:269
+[00:22:41] Finished attempting to scrape: TAM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TAN/index.html b/_site/logbooks/TAN/index.html new file mode 100644 index 0000000000..cb75e10a3d --- /dev/null +++ b/_site/logbooks/TAN/index.html @@ -0,0 +1,160 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-06 00:10:45.866855
+
+
+
End
+
2022-03-06 00:10:49.873417
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:10:45] Fetching Scraper for: TAN                              handlers.py:21
+           Begin attempting to scrape: TAN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:10:46] Getting all files in TAN...                               base.py:186
+           ...found 1 files in TAN                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:10:49] ...data deleted.                                          base.py:241
+           Scraping from http://www.councillors.tandridge.gov.uk/cmis base.py:40
+           5/Councillors/tabid/62/ScreenMode/Alphabetical/Default.asp           
+           x                                                                    
+           Finished attempting to scrape: TAN                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-06 00:11:23.720731
+
+
+
End
+
2022-03-06 00:11:25.975612
+
+
+
Status code
+
404
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:11:23] Fetching Scraper for: TAN                              handlers.py:21
+           Begin attempting to scrape: TAN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:11:24] Getting all files in TAN...                               base.py:186
+           ...found 1 files in TAN                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[00:11:25] ...data deleted.                                          base.py:241
+           Scraping from http://www.councillors.tandridge.gov.uk/cmis base.py:40
+           5/Councillors/tabid/62/ScreenMode/Alphabetical/Default.asp           
+           x                                                                    
+           Finished attempting to scrape: TAN                        base.py:319
+
+ +

2022-03-06

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-06 00:18:42.742185
+
+
+
End
+
2022-03-06 00:18:56.969285
+
+
+
Status code
+
404
+
+
+
Error
+
An error occurred (ConcurrentReferenceUpdateException) when calling the MergeBranchesBySquash operation: The merge cannot be completed because the following branch has been modified: refs/heads/main. Another user might have modified this branch while the merge was in progress. Wait a few minutes, and then try again.
+
+
+
+
+ +

Run log

+ 
[00:18:47] Created log commit                                        base.py:376
+           f0ce8ed5a724b71330852dcf363b1b07a36c9dcf                             
+           Attempting to create merge commit...                      base.py:281
+[00:18:56] An error occurred (ConcurrentReferenceUpdateException) handlers.py:33
+           when calling the MergeBranchesBySquash operation: The                
+           merge cannot be completed because the following branch               
+           has been modified: refs/heads/main. Another user might               
+           have modified this branch while the merge was in                     
+           progress. Wait a few minutes, and then try again.                    
+           Finished attempting to scrape: TAN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TAW/index.html b/_site/logbooks/TAW/index.html new file mode 100644 index 0000000000..b51902c1d2 --- /dev/null +++ b/_site/logbooks/TAW/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:51:20.075685
+
+
+
End
+
2022-03-05 19:51:31.386927
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:51:20] Fetching Scraper for: TAW                              handlers.py:21
+           Begin attempting to scrape: TAW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TAW...                               base.py:186
+           Getting all files in TAW/json...                          base.py:186
+           ...found 30 files in TAW/json                             base.py:202
+           Getting all files in TAW/raw...                           base.py:186
+           ...found 30 files in TAW/raw                              base.py:202
+           ...found 61 files in TAW                                  base.py:202
+           Deleting batch no. 1 consisting of 61 files               base.py:211
+[19:51:27] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.tamworth.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[19:51:29] Committing batch 1 consisting of 60 files                 base.py:269
+[19:51:31] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TAW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TEI/index.html b/_site/logbooks/TEI/index.html new file mode 100644 index 0000000000..6b63622af3 --- /dev/null +++ b/_site/logbooks/TEI/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 20:14:24.333418
+
+
+
End
+
2022-03-05 20:14:41.707071
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:14:24] Fetching Scraper for: TEI                              handlers.py:21
+           Begin attempting to scrape: TEI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TEI...                               base.py:186
+           TEI Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.teignbridge.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[20:14:26] Committing batch 1 consisting of 92 files                 base.py:269
+[20:14:33] Committing batch 2 consisting of 2 files                  base.py:269
+[20:14:40] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 2 files                  base.py:269
+[20:14:41] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TEI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TEN/index.html b/_site/logbooks/TEN/index.html new file mode 100644 index 0000000000..88852140cd --- /dev/null +++ b/_site/logbooks/TEN/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 20:32:31.860439
+
+
+
End
+
2022-03-05 20:32:33.033374
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:32:31] Fetching Scraper for: TEN                              handlers.py:21
+           Begin attempting to scrape: TEN                        handlers.py:24
+[20:32:32] Deleting existing data...                                 base.py:234
+           Getting all files in TEN...                               base.py:186
+           TEN Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://tdcdemocracy.tendringdc.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+           HTTPSConnectionPool(host='tdcdemocracy.tendringdc.gov. handlers.py:33
+           uk', port=443): Max retries exceeded with url:                       
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           SSLError(SSLCertVerificationError(1, '[SSL:                          
+           CERTIFICATE_VERIFY_FAILED] certificate verify failed:                
+           unable to get local issuer certificate                               
+           (_ssl.c:1131)')))                                                    
+[20:32:33] Finished attempting to scrape: TEN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TES/index.html b/_site/logbooks/TES/index.html new file mode 100644 index 0000000000..5f7696c191 --- /dev/null +++ b/_site/logbooks/TES/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:54:05.161397
+
+
+
End
+
2022-03-05 19:54:10.507444
+
+
+
Status code
+
404
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:54:10] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: TES                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TEW/index.html b/_site/logbooks/TEW/index.html new file mode 100644 index 0000000000..f333a5751d --- /dev/null +++ b/_site/logbooks/TEW/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
8 seconds
+
+
+
Start
+
2022-03-06 00:11:33.991589
+
+
+
End
+
2022-03-06 00:11:42.141586
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:11:33] Fetching Scraper for: TEW                              handlers.py:21
+[00:11:34] Begin attempting to scrape: TEW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TEW...                               base.py:186
+           Getting all files in TEW/json...                          base.py:186
+           ...found 37 files in TEW/json                             base.py:202
+           Getting all files in TEW/raw...                           base.py:186
+           ...found 37 files in TEW/raw                              base.py:202
+           ...found 74 files in TEW                                  base.py:202
+           Deleting batch no. 1 consisting of 74 files               base.py:211
+[00:11:41] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:11:42] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TEW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TFW/index.html b/_site/logbooks/TFW/index.html new file mode 100644 index 0000000000..c21660ad82 --- /dev/null +++ b/_site/logbooks/TFW/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:11:34.342885
+
+
+
End
+
2022-03-05 20:11:41.147864
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:11:34] Fetching Scraper for: TFW                              handlers.py:21
+           Begin attempting to scrape: TFW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TFW...                               base.py:186
+           TFW Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.telford.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[20:11:37] Committing batch 1 consisting of 92 files                 base.py:269
+[20:11:39] Committing batch 2 consisting of 16 files                 base.py:269
+[20:11:41] Finished attempting to scrape: TFW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/THA/index.html b/_site/logbooks/THA/index.html new file mode 100644 index 0000000000..32f831860e --- /dev/null +++ b/_site/logbooks/THA/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:09:11.335875
+
+
+
End
+
2022-03-06 00:09:21.795622
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:09:11] Fetching Scraper for: THA                              handlers.py:21
+           Begin attempting to scrape: THA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in THA...                               base.py:186
+           Getting all files in THA/json...                          base.py:186
+[00:09:12] ...found 46 files in THA/json                             base.py:202
+           Getting all files in THA/raw...                           base.py:186
+           ...found 46 files in THA/raw                              base.py:202
+           ...found 92 files in THA                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[00:09:13] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.thanet.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:09:16] Committing batch 1 consisting of 92 files                 base.py:269
+[00:09:18] Committing batch 2 consisting of 18 files                 base.py:269
+[00:09:21] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: THA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/THE/index.html b/_site/logbooks/THE/index.html new file mode 100644 index 0000000000..4828817bf0 --- /dev/null +++ b/_site/logbooks/THE/index.html @@ -0,0 +1,160 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
46 seconds
+
+
+
Start
+
2022-03-05 20:11:55.948343
+
+
+
End
+
2022-03-05 20:12:42.752859
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:11:55] Fetching Scraper for: THE                              handlers.py:21
+           Begin attempting to scrape: THE                        handlers.py:24
+[20:11:56] Deleting existing data...                                 base.py:234
+           Getting all files in THE...                               base.py:186
+           Getting all files in THE/json...                          base.py:186
+           ...found 39 files in THE/json                             base.py:202
+           Getting all files in THE/raw...                           base.py:186
+           ...found 39 files in THE/raw                              base.py:202
+           ...found 79 files in THE                                  base.py:202
+           Deleting batch no. 1 consisting of 79 files               base.py:211
+[20:11:58] ...data deleted.                                          base.py:241
+           Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/listing/councillors                   
+[20:11:59] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/matthew-bedford            
+[20:12:00] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/sara-bedford               
+[20:12:01] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/ruth-clark                 
+[20:12:02] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/jo-clemens                 
+[20:12:04] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/david-coltman              
+[20:12:05] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/stephen-cox                
+[20:12:06] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/steve-drury                
+[20:12:07] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/donna-duncan               
+[20:12:08] Scraping from https://www.threerivers.gov.uk/councillor/st base.py:40
+           ephen-giles-medhurst                                                 
+[20:12:09] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/alex-hayward               
+[20:12:10] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/paula-hiscocks             
+[20:12:11] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/margaret-hofman            
+[20:12:12] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/lisa-hudson                
+[20:12:13] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/tony-humphreys             
+[20:12:14] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/raj-khiroya                
+[20:12:15] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/joan-king                  
+[20:12:16] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/stephen-king               
+[20:12:17] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/chris-lloyd                
+[20:12:18] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/david-major                
+[20:12:19] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/keith-martin               
+[20:12:20] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/shanti-maru                
+[20:12:21] Scraping from https://www.threerivers.gov.uk/councillor/co base.py:40
+           uncillor-alex-michaels                                               
+[20:12:22] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/debbie-morris              
+[20:12:24] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/sarah-nelmes               
+[20:12:25] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/paul-rainbow               
+[20:12:26] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/reena-ranger               
+[20:12:27] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/david-raw                  
+[20:12:28] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/ciaran-reed                
+[20:12:29] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/alison-scarth              
+[20:12:30] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/andrew-scarth              
+[20:12:31] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/roger-seabourne            
+[20:12:32] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/stephanie-singer           
+[20:12:33] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/dominic-sokalski           
+[20:12:34] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/jon-tankard                
+[20:12:35] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/martin-trevett             
+[20:12:37] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/alex-turner                
+[20:12:38] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/kate-turner                
+[20:12:39] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/alison-wall                
+[20:12:40] Scraping from                                              base.py:40
+           https://www.threerivers.gov.uk/councillor/phil-williams              
+[20:12:41] Committing batch 1 consisting of 78 files                 base.py:269
+[20:12:42] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: THE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/THR/index.html b/_site/logbooks/THR/index.html new file mode 100644 index 0000000000..f07b801d0e --- /dev/null +++ b/_site/logbooks/THR/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-06 00:07:57.438602
+
+
+
End
+
2022-03-06 00:08:11.389651
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:07:57] Fetching Scraper for: THR                              handlers.py:21
+           Begin attempting to scrape: THR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:07:58] Getting all files in THR...                               base.py:186
+           Getting all files in THR/json...                          base.py:186
+           ...found 49 files in THR/json                             base.py:202
+           Getting all files in THR/raw...                           base.py:186
+           ...found 49 files in THR/raw                              base.py:202
+           ...found 98 files in THR                                  base.py:202
+           Deleting batch no. 1 consisting of 98 files               base.py:211
+[00:08:00] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.thurrock.gov.uk//mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:08:03] Committing batch 1 consisting of 92 files                 base.py:269
+[00:08:04] Committing batch 2 consisting of 6 files                  base.py:269
+[00:08:11] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: THR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TOB/index.html b/_site/logbooks/TOB/index.html new file mode 100644 index 0000000000..b8a326c482 --- /dev/null +++ b/_site/logbooks/TOB/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
4 seconds
+
+
+
Start
+
2022-03-05 20:11:44.518019
+
+
+
End
+
2022-03-05 20:11:49.385903
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:11:44] Fetching Scraper for: TOB                              handlers.py:21
+           Begin attempting to scrape: TOB                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TOB...                               base.py:186
+           TOB Does not exist                                        base.py:206
+[20:11:45] ...no data to delete.                                     base.py:238
+           Scraping from https://www.torbay.gov.uk/DemocraticServices base.py:40
+           //mgWebService.asmx/GetCouncillorsByWard                             
+[20:11:47] Committing batch 1 consisting of 72 files                 base.py:269
+[20:11:49] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TOB                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TOF/index.html b/_site/logbooks/TOF/index.html new file mode 100644 index 0000000000..52c35f06ba --- /dev/null +++ b/_site/logbooks/TOF/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
16 seconds
+
+
+
Start
+
2022-03-05 19:57:52.628096
+
+
+
End
+
2022-03-05 19:58:08.803402
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:58:08] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TOF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TON/index.html b/_site/logbooks/TON/index.html new file mode 100644 index 0000000000..4c4d04eda1 --- /dev/null +++ b/_site/logbooks/TON/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 20:19:09.761340
+
+
+
End
+
2022-03-05 20:19:19.068939
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:19:09] Fetching Scraper for: TON                              handlers.py:21
+           Begin attempting to scrape: TON                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:19:10] Getting all files in TON...                               base.py:186
+           Getting all files in TON/raw...                           base.py:186
+           ...found 8 files in TON/raw                               base.py:202
+           ...found 8 files in TON                                   base.py:202
+           Deleting batch no. 1 consisting of 8 files                base.py:211
+[20:19:18] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:19:19] Finished attempting to scrape: TON                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TOR/index.html b/_site/logbooks/TOR/index.html new file mode 100644 index 0000000000..420c334766 --- /dev/null +++ b/_site/logbooks/TOR/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 19:42:50.015258
+
+
+
End
+
2022-03-05 19:43:01.729127
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:42:50] Fetching Scraper for: TOR                              handlers.py:21
+           Begin attempting to scrape: TOR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TOR...                               base.py:186
+           Getting all files in TOR/json...                          base.py:186
+           ...found 36 files in TOR/json                             base.py:202
+           Getting all files in TOR/raw...                           base.py:186
+           ...found 36 files in TOR/raw                              base.py:202
+           ...found 73 files in TOR                                  base.py:202
+           Deleting batch no. 1 consisting of 73 files               base.py:211
+[19:42:51] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.torridge.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:42:53] Committing batch 1 consisting of 72 files                 base.py:269
+[19:43:01] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TRF/index.html b/_site/logbooks/TRF/index.html new file mode 100644 index 0000000000..bc37ab77b3 --- /dev/null +++ b/_site/logbooks/TRF/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:28:40.306657
+
+
+
End
+
2022-03-06 00:28:51.890477
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:28:40] Fetching Scraper for: TRF                              handlers.py:21
+           Begin attempting to scrape: TRF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in TRF...                               base.py:186
+           Getting all files in TRF/json...                          base.py:186
+[00:28:41] ...found 62 files in TRF/json                             base.py:202
+           Getting all files in TRF/raw...                           base.py:186
+           ...found 62 files in TRF/raw                              base.py:202
+           ...found 125 files in TRF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:28:44] Deleting batch no. 2 consisting of 25 files               base.py:211
+[00:28:45] ...data deleted.                                          base.py:241
+           Scraping from https://democratic.trafford.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:28:49] Committing batch 1 consisting of 92 files                 base.py:269
+[00:28:50] Committing batch 2 consisting of 32 files                 base.py:269
+[00:28:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: TRF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TUN/index.html b/_site/logbooks/TUN/index.html new file mode 100644 index 0000000000..16a76beed3 --- /dev/null +++ b/_site/logbooks/TUN/index.html @@ -0,0 +1,80 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
19 seconds
+
+
+
Start
+
2022-03-05 20:07:56.886069
+
+
+
End
+
2022-03-05 20:08:16.482263
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:07:56] Fetching Scraper for: TUN                              handlers.py:21
+           Begin attempting to scrape: TUN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:07:57] Getting all files in TUN...                               base.py:186
+           TUN Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://democracy.tunbridgewells.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[20:08:00] Committing batch 1 consisting of 92 files                 base.py:269
+[20:08:09] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[20:08:16] Finished attempting to scrape: TUN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/TWH/index.html b/_site/logbooks/TWH/index.html new file mode 100644 index 0000000000..649e221fe8 --- /dev/null +++ b/_site/logbooks/TWH/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 20:07:22.236869
+
+
+
End
+
2022-03-05 20:07:36.014111
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:07:35] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+[20:07:36] Finished attempting to scrape: TWH                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/UTT/index.html b/_site/logbooks/UTT/index.html new file mode 100644 index 0000000000..f95c72c1f8 --- /dev/null +++ b/_site/logbooks/UTT/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:09:04.921764
+
+
+
End
+
2022-03-06 00:09:15.097423
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:09:04] Fetching Scraper for: UTT                              handlers.py:21
+           Begin attempting to scrape: UTT                        handlers.py:24
+[00:09:05] Deleting existing data...                                 base.py:234
+           Getting all files in UTT...                               base.py:186
+           Getting all files in UTT/json...                          base.py:186
+           ...found 39 files in UTT/json                             base.py:202
+           Getting all files in UTT/raw...                           base.py:186
+[00:09:06] ...found 39 files in UTT/raw                              base.py:202
+           ...found 78 files in UTT                                  base.py:202
+           Deleting batch no. 1 consisting of 78 files               base.py:211
+[00:09:14] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[00:09:15] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: UTT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/VAL/index.html b/_site/logbooks/VAL/index.html new file mode 100644 index 0000000000..0bbaecece6 --- /dev/null +++ b/_site/logbooks/VAL/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 20:09:32.589183
+
+
+
End
+
2022-03-05 20:09:38.697122
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:09:32] Fetching Scraper for: VAL                              handlers.py:21
+           Begin attempting to scrape: VAL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in VAL...                               base.py:186
+[20:09:33] Getting all files in VAL/json...                          base.py:186
+           ...found 38 files in VAL/json                             base.py:202
+           Getting all files in VAL/raw...                           base.py:186
+           ...found 38 files in VAL/raw                              base.py:202
+           ...found 77 files in VAL                                  base.py:202
+           Deleting batch no. 1 consisting of 77 files               base.py:211
+[20:09:34] ...data deleted.                                          base.py:241
+           Scraping from http://democratic.whitehorsedc.gov.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[20:09:36] Committing batch 1 consisting of 76 files                 base.py:269
+[20:09:38] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: VAL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WAE/index.html b/_site/logbooks/WAE/index.html new file mode 100644 index 0000000000..42db32457b --- /dev/null +++ b/_site/logbooks/WAE/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 19:41:49.338463
+
+
+
End
+
2022-03-05 19:41:56.698501
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:41:49] Fetching Scraper for: WAE                              handlers.py:21
+           Begin attempting to scrape: WAE                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WAE...                               base.py:186
+           WAE Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://modgov.waverley.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[19:41:52] Committing batch 1 consisting of 92 files                 base.py:269
+[19:41:55] Committing batch 2 consisting of 22 files                 base.py:269
+[19:41:56] Finished attempting to scrape: WAE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WAR/index.html b/_site/logbooks/WAR/index.html new file mode 100644 index 0000000000..577c946567 --- /dev/null +++ b/_site/logbooks/WAR/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
21 seconds
+
+
+
Start
+
2022-03-06 00:02:55.639659
+
+
+
End
+
2022-03-06 00:03:16.840836
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:02:55] Fetching Scraper for: WAR                              handlers.py:21
+           Begin attempting to scrape: WAR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WAR...                               base.py:186
+[00:02:56] WAR Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://democracy.warwickshire.gov.uk//mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[00:02:59] Committing batch 1 consisting of 92 files                 base.py:269
+[00:03:01] Committing batch 2 consisting of 22 files                 base.py:269
+[00:03:12] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 22 files                 base.py:269
+[00:03:16] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WAR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WAT/index.html b/_site/logbooks/WAT/index.html new file mode 100644 index 0000000000..48f6c552c5 --- /dev/null +++ b/_site/logbooks/WAT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:01:24.204470
+
+
+
End
+
2022-03-06 00:01:35.336145
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:01:24] Fetching Scraper for: WAT                              handlers.py:21
+           Begin attempting to scrape: WAT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WAT...                               base.py:186
+[00:01:25] Getting all files in WAT/json...                          base.py:186
+           ...found 37 files in WAT/json                             base.py:202
+           Getting all files in WAT/raw...                           base.py:186
+           ...found 37 files in WAT/raw                              base.py:202
+           ...found 74 files in WAT                                  base.py:202
+           Deleting batch no. 1 consisting of 74 files               base.py:211
+[00:01:29] ...data deleted.                                          base.py:241
+           Scraping from http://watford.moderngov.co.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:01:33] Committing batch 1 consisting of 74 files                 base.py:269
+[00:01:35] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WAT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WAW/index.html b/_site/logbooks/WAW/index.html new file mode 100644 index 0000000000..57c914afa5 --- /dev/null +++ b/_site/logbooks/WAW/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 20:20:33.790785
+
+
+
End
+
2022-03-05 20:20:35.522194
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /cmis/CouncillorsAtoZ/tabid/39/ScreenMode/Ward/Default.aspx (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:20:33] Fetching Scraper for: WAW                              handlers.py:21
+           Begin attempting to scrape: WAW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:20:34] Getting all files in WAW...                               base.py:186
+           ...found 1 files in WAW                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:20:35] ...data deleted.                                          base.py:241
+           Scraping from https://estates4.warwickdc.gov.uk/cmis/Counc base.py:40
+           illorsAtoZ/tabid/39/ScreenMode/Ward/Default.aspx                     
+           HTTPSConnectionPool(host='estates4.warwickdc.gov.uk',  handlers.py:33
+           port=443): Max retries exceeded with url: /cmis/Counci               
+           llorsAtoZ/tabid/39/ScreenMode/Ward/Default.aspx                      
+           (Caused by NewConnectionError(': Failed to                    
+           establish a new connection: [Errno -5] No address                    
+           associated with hostname'))                                          
+           Finished attempting to scrape: WAW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WBK/index.html b/_site/logbooks/WBK/index.html new file mode 100644 index 0000000000..fa2e4bc260 --- /dev/null +++ b/_site/logbooks/WBK/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-05 20:45:15.224067
+
+
+
End
+
2022-03-05 20:45:26.919239
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:45:26] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: WBK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WDO/index.html b/_site/logbooks/WDO/index.html new file mode 100644 index 0000000000..37fe2fc4bc --- /dev/null +++ b/_site/logbooks/WDO/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 20:11:04.251789
+
+
+
End
+
2022-03-05 20:11:11.581869
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[20:11:04] Fetching Scraper for: WDO                              handlers.py:21
+[20:11:08] Begin attempting to scrape: WDO                        handlers.py:24
+[20:11:09] Deleting existing data...                                 base.py:234
+           Getting all files in WDO...                               base.py:186
+[20:11:10] ...found 1 files in WDO                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:11:11] ...data deleted.                                          base.py:241
+           Scraping from https://moderngovdcp.dorsetforyou.gov.uk/mgW base.py:40
+           ebService.asmx/GetCouncillorsByWard                                  
+           HTTPSConnectionPool(host='moderngovdcp.dorsetforyou.go handlers.py:33
+           v.uk', port=443): Max retries exceeded with url:                     
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by New               
+           ConnectionError(': Failed to establish a new                 
+           connection: [Errno -2] Name or service not known'))                  
+           Finished attempting to scrape: WDO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WEA/index.html b/_site/logbooks/WEA/index.html new file mode 100644 index 0000000000..69128e59a4 --- /dev/null +++ b/_site/logbooks/WEA/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
5 seconds
+
+
+
Start
+
2022-03-05 19:41:36.445979
+
+
+
End
+
2022-03-05 19:41:41.995783
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:41:36] Fetching Scraper for: WEA                              handlers.py:21
+           Begin attempting to scrape: WEA                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WEA...                               base.py:186
+           Getting all files in WEA/json...                          base.py:186
+[19:41:37] ...found 45 files in WEA/json                             base.py:202
+           Getting all files in WEA/raw...                           base.py:186
+           ...found 45 files in WEA/raw                              base.py:202
+           ...found 90 files in WEA                                  base.py:202
+           Deleting batch no. 1 consisting of 90 files               base.py:211
+[19:41:38] ...data deleted.                                          base.py:241
+           Scraping from http://council.wealden.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[19:41:40] Committing batch 1 consisting of 90 files                 base.py:269
+[19:41:41] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WEA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WEST/index.html b/_site/logbooks/WEST/index.html new file mode 100644 index 0000000000..d17d75b838 --- /dev/null +++ b/_site/logbooks/WEST/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
11 seconds
+
+
+
Start
+
2022-03-06 00:05:04.415177
+
+
+
End
+
2022-03-06 00:05:15.593578
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[00:05:04] Fetching Scraper for: west                             handlers.py:21
+           Begin attempting to scrape: west                       handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:05:05] Getting all files in west...                              base.py:186
+           Getting all files in west/json...                         base.py:186
+           ...found 71 files in west/json                            base.py:202
+           Getting all files in west/raw...                          base.py:186
+           ...found 71 files in west/raw                             base.py:202
+           ...found 142 files in west                                base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:05:15] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: west                       base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WEW/index.html b/_site/logbooks/WEW/index.html new file mode 100644 index 0000000000..84405d426a --- /dev/null +++ b/_site/logbooks/WEW/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-06 00:06:59.850556
+
+
+
End
+
2022-03-06 00:07:10.448722
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:06:59] Fetching Scraper for: WEW                              handlers.py:21
+           Begin attempting to scrape: WEW                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:07:00] Getting all files in WEW...                               base.py:186
+           Getting all files in WEW/json...                          base.py:186
+           ...found 47 files in WEW/json                             base.py:202
+           Getting all files in WEW/raw...                           base.py:186
+[00:07:01] ...found 47 files in WEW/raw                              base.py:202
+           ...found 95 files in WEW                                  base.py:202
+           Deleting batch no. 1 consisting of 95 files               base.py:211
+[00:07:02] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.welhat.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[00:07:05] Committing batch 1 consisting of 92 files                 base.py:269
+[00:07:07] Committing batch 2 consisting of 2 files                  base.py:269
+[00:07:10] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WEW                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WFT/index.html b/_site/logbooks/WFT/index.html new file mode 100644 index 0000000000..c95e7f37f6 --- /dev/null +++ b/_site/logbooks/WFT/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
26 seconds
+
+
+
Start
+
2022-03-05 19:46:12.410875
+
+
+
End
+
2022-03-05 19:46:39.243522
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:46:12] Fetching Scraper for: WFT                              handlers.py:21
+           Begin attempting to scrape: WFT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WFT...                               base.py:186
+           Getting all files in WFT/json...                          base.py:186
+[19:46:13] ...found 60 files in WFT/json                             base.py:202
+           Getting all files in WFT/raw...                           base.py:186
+           ...found 60 files in WFT/raw                              base.py:202
+           ...found 121 files in WFT                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:46:25] Deleting batch no. 2 consisting of 21 files               base.py:211
+[19:46:26] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.walthamforest.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[19:46:33] Committing batch 1 consisting of 92 files                 base.py:269
+[19:46:35] Committing batch 2 consisting of 28 files                 base.py:269
+[19:46:39] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WFT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WGN/index.html b/_site/logbooks/WGN/index.html new file mode 100644 index 0000000000..ed973aa2e9 --- /dev/null +++ b/_site/logbooks/WGN/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
21 seconds
+
+
+
Start
+
2022-03-05 21:05:17.476119
+
+
+
End
+
2022-03-05 21:05:38.953107
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[21:05:17] Fetching Scraper for: WGN                              handlers.py:21
+           Begin attempting to scrape: WGN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WGN...                               base.py:186
+           Getting all files in WGN/raw...                           base.py:186
+[21:05:18] ...found 49 files in WGN/raw                              base.py:202
+           ...found 49 files in WGN                                  base.py:202
+           Deleting batch no. 1 consisting of 49 files               base.py:211
+[21:05:21] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.wigan.gov.uk/mgWebService.a base.py:40
+           smx/GetCouncillorsByWard                                             
+[21:05:27] Committing batch 1 consisting of 92 files                 base.py:269
+[21:05:35] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[21:05:38] Finished attempting to scrape: WGN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WIL/index.html b/_site/logbooks/WIL/index.html new file mode 100644 index 0000000000..f16f882a43 --- /dev/null +++ b/_site/logbooks/WIL/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-05 20:41:34.830491
+
+
+
End
+
2022-03-05 20:42:00.423950
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:41:34] Fetching Scraper for: WIL                              handlers.py:21
+           Begin attempting to scrape: WIL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:41:35] Getting all files in WIL...                               base.py:186
+           Getting all files in WIL/json...                          base.py:186
+           ...found 46 files in WIL/json                             base.py:202
+           Getting all files in WIL/raw...                           base.py:186
+           ...found 46 files in WIL/raw                              base.py:202
+           ...found 92 files in WIL                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:41:38] ...data deleted.                                          base.py:241
+           Scraping from http://cms.wiltshire.gov.uk/mgWebService.asm base.py:40
+           x/GetCouncillorsByWard                                               
+[20:41:45] Committing batch 1 consisting of 92 files                 base.py:269
+[20:41:51] Committing batch 2 consisting of 92 files                 base.py:269
+[20:41:58] Committing batch 3 consisting of 12 files                 base.py:269
+[20:42:00] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WIL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WIN/index.html b/_site/logbooks/WIN/index.html new file mode 100644 index 0000000000..990771cfbf --- /dev/null +++ b/_site/logbooks/WIN/index.html @@ -0,0 +1,78 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
15 seconds
+
+
+
Start
+
2022-03-05 20:44:15.066369
+
+
+
End
+
2022-03-05 20:44:30.438113
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:44:15] Fetching Scraper for: WIN                              handlers.py:21
+           Begin attempting to scrape: WIN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WIN...                               base.py:186
+           ...found 1 files in WIN                                   base.py:202
+           Deleting batch no. 1 consisting of 1 files                base.py:211
+[20:44:25] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.winchester.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[20:44:28] Committing batch 1 consisting of 88 files                 base.py:269
+[20:44:30] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WIN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WKF/index.html b/_site/logbooks/WKF/index.html new file mode 100644 index 0000000000..cf4aac297c --- /dev/null +++ b/_site/logbooks/WKF/index.html @@ -0,0 +1,86 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-05 19:42:42.866290
+
+
+
End
+
2022-03-05 19:43:08.448089
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:42:42] Fetching Scraper for: WKF                              handlers.py:21
+           Begin attempting to scrape: WKF                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:42:43] Getting all files in WKF...                               base.py:186
+           Getting all files in WKF/json...                          base.py:186
+           ...found 63 files in WKF/json                             base.py:202
+           Getting all files in WKF/raw...                           base.py:186
+           ...found 63 files in WKF/raw                              base.py:202
+           ...found 126 files in WKF                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:42:51] Deleting batch no. 2 consisting of 26 files               base.py:211
+[19:42:56] ...data deleted.                                          base.py:241
+           Scraping from http://mg.wakefield.gov.uk/mgWebService.asmx base.py:40
+           /GetCouncillorsByWard                                                
+[19:43:01] Committing batch 1 consisting of 92 files                 base.py:269
+[19:43:06] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 1 consisting of 92 files                 base.py:269
+[19:43:08] Finished attempting to scrape: WKF                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WLA/index.html b/_site/logbooks/WLA/index.html new file mode 100644 index 0000000000..e47e24e07d --- /dev/null +++ b/_site/logbooks/WLA/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
34 seconds
+
+
+
Start
+
2022-03-05 20:18:36.459707
+
+
+
End
+
2022-03-05 20:19:10.929269
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:19:10] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: WLA                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WLI/index.html b/_site/logbooks/WLI/index.html new file mode 100644 index 0000000000..152a651f01 --- /dev/null +++ b/_site/logbooks/WLI/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-05 19:46:41.528336
+
+
+
End
+
2022-03-05 19:47:05.427389
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:47:05] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WLI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WLL/index.html b/_site/logbooks/WLL/index.html new file mode 100644 index 0000000000..695c9569b5 --- /dev/null +++ b/_site/logbooks/WLL/index.html @@ -0,0 +1,35 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + + +
+
...
+
+ diff --git a/_site/logbooks/WLN/index.html b/_site/logbooks/WLN/index.html new file mode 100644 index 0000000000..1cbec520dd --- /dev/null +++ b/_site/logbooks/WLN/index.html @@ -0,0 +1,159 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
59 seconds
+
+
+
Start
+
2022-03-06 00:07:34.304860
+
+
+
End
+
2022-03-06 00:08:34.116352
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:07:34] Fetching Scraper for: WLN                              handlers.py:21
+           Begin attempting to scrape: WLN                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[00:07:35] Getting all files in WLN...                               base.py:186
+           WLN Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://westlothian.gov.uk/councillors       base.py:40
+[00:07:41] Scraping from                                              base.py:40
+           https://westlothian.gov.uk/article/33888/Linlithgow                  
+[00:07:42] Scraping from https://westlothian.gov.uk/article/33889/Bro base.py:40
+           xburn-Uphall-and-Winchburgh                                          
+[00:07:43] Scraping from                                              base.py:40
+           https://westlothian.gov.uk/article/33890/Livingston-North            
+[00:07:44] Scraping from                                              base.py:40
+           https://westlothian.gov.uk/article/33891/Livingston-South            
+[00:07:45] Scraping from https://westlothian.gov.uk/article/33893/Eas base.py:40
+           t-Livingston-and-East-Calder                                         
+[00:07:46] Scraping from https://westlothian.gov.uk/article/33892/Fau base.py:40
+           ldhouse-and-the-Breich-Valley                                        
+[00:07:47] Scraping from https://westlothian.gov.uk/article/33894/Whi base.py:40
+           tburn-and-Blackburn                                                  
+[00:07:48] Scraping from                                              base.py:40
+           https://westlothian.gov.uk/article/33895/Bathgate                    
+[00:07:50] Scraping from https://westlothian.gov.uk/article/33896/Arm base.py:40
+           adale-and-Blackridge                                                 
+           Scraping from https://westlothian.gov.uk/article/33897/Cou base.py:40
+           ncillor-Tom-Conn                                                     
+[00:07:52] Scraping from https://westlothian.gov.uk/article/33898/Cou base.py:40
+           ncillor-Tom-Kerr-CEng-CMarEng-FIMarEST                               
+[00:07:53] Scraping from https://westlothian.gov.uk/article/33899/Cou base.py:40
+           ncillor-David-Tait                                                   
+[00:07:55] Scraping from https://westlothian.gov.uk/article/34302/Cou base.py:40
+           ncillor-Diane-Calder                                                 
+[00:07:56] Scraping from https://westlothian.gov.uk/article/34303/Cou base.py:40
+           ncillor-Janet-Campbell                                               
+[00:07:57] Scraping from https://westlothian.gov.uk/article/34304/Cou base.py:40
+           ncillor-Angela-Doran-Timson                                          
+[00:07:58] Scraping from https://westlothian.gov.uk/article/34305/Cou base.py:40
+           ncillor-Chris-Horne                                                  
+[00:07:59] Scraping from https://westlothian.gov.uk/article/34307/Cou base.py:40
+           ncillor-Alison-Adamson                                               
+[00:08:00] Scraping from https://westlothian.gov.uk/article/34306/Cou base.py:40
+           ncillor-Robert-De-Bold                                               
+[00:08:01] Scraping from https://westlothian.gov.uk/article/34308/Cou base.py:40
+           ncillor-Dom-McGuire                                                  
+[00:08:04] Scraping from https://westlothian.gov.uk/article/34309/Cou base.py:40
+           ncillor-Andrew-Miller                                                
+[00:08:05] Scraping from https://westlothian.gov.uk/article/34311/Cou base.py:40
+           ncillor-Lawrence-Fitzpatrick                                         
+[00:08:06] Scraping from https://westlothian.gov.uk/article/34310/Cou base.py:40
+           ncillor-Peter-Heggie                                                 
+[00:08:07] Scraping from https://westlothian.gov.uk/article/34312/Cou base.py:40
+           ncillor-Maria-MacAulay                                               
+[00:08:08] Scraping from https://westlothian.gov.uk/article/34313/Cou base.py:40
+           ncillor-Moira-Shemilt                                                
+[00:08:09] Scraping from https://westlothian.gov.uk/article/34314/Cou base.py:40
+           ncillor-Frank-Anderson                                               
+[00:08:10] Scraping from https://westlothian.gov.uk/article/34317/Cou base.py:40
+           ncillor-Damian-Doran-Timson                                          
+[00:08:12] Scraping from https://westlothian.gov.uk/article/34315/Cou base.py:40
+           ncillor-Carl-John                                                    
+[00:08:13] Scraping from https://westlothian.gov.uk/article/34316/Cou base.py:40
+           ncillor-Tom-Ullathorne                                               
+[00:08:14] Scraping from https://westlothian.gov.uk/article/34318/Cou base.py:40
+           ncillor-Pauline-Clark                                                
+[00:08:15] Scraping from https://westlothian.gov.uk/article/34319/Cou base.py:40
+           ncillor-David-Dodds                                                  
+[00:08:16] Scraping from https://westlothian.gov.uk/article/34320/Cou base.py:40
+           ncillor-Cathy-Muldoon                                                
+[00:08:17] Scraping from https://westlothian.gov.uk/article/34321/Cou base.py:40
+           ncillor-Jim-Dickson                                                  
+[00:08:18] Scraping from https://westlothian.gov.uk/article/34322/Cou base.py:40
+           ncillor-Bruce-Fairbairn                                              
+[00:08:20] Scraping from https://westlothian.gov.uk/article/34323/Cou base.py:40
+           ncillor-George-Paul                                                  
+[00:08:21] Scraping from https://westlothian.gov.uk/article/34324/Cou base.py:40
+           ncillor-Kirsteen-Sullivan                                            
+[00:08:22] Scraping from https://westlothian.gov.uk/article/34325/Cou base.py:40
+           ncillor-William-Boyle                                                
+[00:08:23] Scraping from https://westlothian.gov.uk/article/34326/Cou base.py:40
+           ncillor-Harry-Cartmill                                               
+[00:08:25] Scraping from https://westlothian.gov.uk/article/34327/Cou base.py:40
+           ncillor-Charles-Kennedy                                              
+[00:08:26] Scraping from https://westlothian.gov.uk/article/34328/Cou base.py:40
+           ncillor-John-McGinty                                                 
+[00:08:27] Scraping from https://westlothian.gov.uk/article/34329/Cou base.py:40
+           ncillor-Stuart-Borrowman                                             
+[00:08:29] Scraping from https://westlothian.gov.uk/article/34330/Cou base.py:40
+           ncillor-Sarah-King                                                   
+[00:08:30] Scraping from https://westlothian.gov.uk/article/34331/Cou base.py:40
+           ncillor-Andrew-McGuire                                               
+[00:08:31] Committing batch 1 consisting of 66 files                 base.py:269
+[00:08:34] Finished attempting to scrape: WLN                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WLV/index.html b/_site/logbooks/WLV/index.html new file mode 100644 index 0000000000..2cbae402e2 --- /dev/null +++ b/_site/logbooks/WLV/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
9 seconds
+
+
+
Start
+
2022-03-05 19:55:04.080596
+
+
+
End
+
2022-03-05 19:55:13.967784
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:55:04] Fetching Scraper for: WLV                              handlers.py:21
+           Begin attempting to scrape: WLV                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WLV...                               base.py:186
+           Getting all files in WLV/json...                          base.py:186
+           ...found 59 files in WLV/json                             base.py:202
+           Getting all files in WLV/raw...                           base.py:186
+           ...found 59 files in WLV/raw                              base.py:202
+           ...found 118 files in WLV                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:55:05] Deleting batch no. 2 consisting of 18 files               base.py:211
+[19:55:13] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Finished attempting to scrape: WLV                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WND/index.html b/_site/logbooks/WND/index.html new file mode 100644 index 0000000000..0bfbcb41bb --- /dev/null +++ b/_site/logbooks/WND/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 19:51:34.781747
+
+
+
End
+
2022-03-05 19:51:45.130119
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:51:34] Fetching Scraper for: WND                              handlers.py:21
+           Begin attempting to scrape: WND                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:51:35] Getting all files in WND...                               base.py:186
+           Getting all files in WND/json...                          base.py:186
+           ...found 59 files in WND/json                             base.py:202
+           Getting all files in WND/raw...                           base.py:186
+           ...found 59 files in WND/raw                              base.py:202
+           ...found 119 files in WND                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:51:38] Deleting batch no. 2 consisting of 19 files               base.py:211
+[19:51:39] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.wandsworth.gov.uk/mgWebSer base.py:40
+           vice.asmx/GetCouncillorsByWard                                       
+[19:51:42] Committing batch 1 consisting of 92 files                 base.py:269
+[19:51:43] Committing batch 2 consisting of 26 files                 base.py:269
+[19:51:45] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WND                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WNM/index.html b/_site/logbooks/WNM/index.html new file mode 100644 index 0000000000..5af96c029e --- /dev/null +++ b/_site/logbooks/WNM/index.html @@ -0,0 +1,71 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
28 seconds
+
+
+
Start
+
2022-03-05 19:44:29.937529
+
+
+
End
+
2022-03-05 19:44:58.662613
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:44:58] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WNM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WOC/index.html b/_site/logbooks/WOC/index.html new file mode 100644 index 0000000000..bf9ea11c76 --- /dev/null +++ b/_site/logbooks/WOC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:45:12.144740
+
+
+
End
+
2022-03-05 19:45:18.481417
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:45:12] Fetching Scraper for: WOC                              handlers.py:21
+           Begin attempting to scrape: WOC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WOC...                               base.py:186
+           Getting all files in WOC/json...                          base.py:186
+           ...found 35 files in WOC/json                             base.py:202
+           Getting all files in WOC/raw...                           base.py:186
+           ...found 35 files in WOC/raw                              base.py:202
+           ...found 71 files in WOC                                  base.py:202
+           Deleting batch no. 1 consisting of 71 files               base.py:211
+[19:45:15] ...data deleted.                                          base.py:241
+           Scraping from http://committee.worcester.gov.uk/mgWebServi base.py:40
+           ce.asmx/GetCouncillorsByWard                                         
+[19:45:17] Committing batch 1 consisting of 68 files                 base.py:269
+[19:45:18] Finished attempting to scrape: WOC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WOI/index.html b/_site/logbooks/WOI/index.html new file mode 100644 index 0000000000..12add916d8 --- /dev/null +++ b/_site/logbooks/WOI/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
6 seconds
+
+
+
Start
+
2022-03-05 19:47:13.294134
+
+
+
End
+
2022-03-05 19:47:19.989719
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[19:47:13] Fetching Scraper for: WOI                              handlers.py:21
+           Begin attempting to scrape: WOI                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WOI...                               base.py:186
+           Getting all files in WOI/json...                          base.py:186
+           ...found 30 files in WOI/json                             base.py:202
+           Getting all files in WOI/raw...                           base.py:186
+[19:47:14] ...found 30 files in WOI/raw                              base.py:202
+           ...found 60 files in WOI                                  base.py:202
+           Deleting batch no. 1 consisting of 60 files               base.py:211
+[19:47:16] ...data deleted.                                          base.py:241
+           Scraping from https://moderngov.woking.gov.uk/mgWebService base.py:40
+           .asmx/GetCouncillorsByWard                                           
+[19:47:18] Committing batch 1 consisting of 60 files                 base.py:269
+[19:47:19] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WOI                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WOK/index.html b/_site/logbooks/WOK/index.html new file mode 100644 index 0000000000..176b85d67d --- /dev/null +++ b/_site/logbooks/WOK/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
12 seconds
+
+
+
Start
+
2022-03-05 19:51:47.222414
+
+
+
End
+
2022-03-05 19:51:59.984724
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:51:47] Fetching Scraper for: WOK                              handlers.py:21
+           Begin attempting to scrape: WOK                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WOK...                               base.py:186
+[19:51:48] Getting all files in WOK/json...                          base.py:186
+           ...found 54 files in WOK/json                             base.py:202
+           Getting all files in WOK/raw...                           base.py:186
+           ...found 54 files in WOK/raw                              base.py:202
+           ...found 108 files in WOK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:51:59] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WOK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WOR/index.html b/_site/logbooks/WOR/index.html new file mode 100644 index 0000000000..e73c1124c8 --- /dev/null +++ b/_site/logbooks/WOR/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
25 seconds
+
+
+
Start
+
2022-03-05 20:42:31.590304
+
+
+
End
+
2022-03-05 20:42:57.266903
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:42:31] Fetching Scraper for: WOR                              handlers.py:21
+           Begin attempting to scrape: WOR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WOR...                               base.py:186
+[20:42:32] Getting all files in WOR/json...                          base.py:186
+           ...found 57 files in WOR/json                             base.py:202
+           Getting all files in WOR/raw...                           base.py:186
+           ...found 57 files in WOR/raw                              base.py:202
+           ...found 115 files in WOR                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:42:34] Deleting batch no. 2 consisting of 15 files               base.py:211
+[20:42:42] ...data deleted.                                          base.py:241
+           Scraping from http://worcestershire.moderngov.co.uk/mgWebS base.py:40
+           ervice.asmx/GetCouncillorsByWard                                     
+[20:42:46] Committing batch 1 consisting of 92 files                 base.py:269
+[20:42:49] Committing batch 2 consisting of 22 files                 base.py:269
+[20:42:57] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WOT/index.html b/_site/logbooks/WOT/index.html new file mode 100644 index 0000000000..97b423cc29 --- /dev/null +++ b/_site/logbooks/WOT/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
7 seconds
+
+
+
Start
+
2022-03-05 20:26:33.161091
+
+
+
End
+
2022-03-05 20:26:40.974162
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:26:33] Fetching Scraper for: WOT                              handlers.py:21
+           Begin attempting to scrape: WOT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WOT...                               base.py:186
+           Getting all files in WOT/json...                          base.py:186
+           ...found 37 files in WOT/json                             base.py:202
+           Getting all files in WOT/raw...                           base.py:186
+[20:26:34] ...found 37 files in WOT/raw                              base.py:202
+           ...found 75 files in WOT                                  base.py:202
+           Deleting batch no. 1 consisting of 75 files               base.py:211
+           ...data deleted.                                          base.py:241
+           Scraping from https://democracy.adur-worthing.gov.uk/mgWeb base.py:40
+           Service.asmx/GetCouncillorsByWard                                    
+[20:26:39] Committing batch 1 consisting of 74 files                 base.py:269
+[20:26:40] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WOT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WOX/index.html b/_site/logbooks/WOX/index.html new file mode 100644 index 0000000000..b4d665e0ab --- /dev/null +++ b/_site/logbooks/WOX/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
20 seconds
+
+
+
Start
+
2022-03-06 00:24:25.154612
+
+
+
End
+
2022-03-06 00:24:45.325039
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:24:25] Fetching Scraper for: WOX                              handlers.py:21
+           Begin attempting to scrape: WOX                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WOX...                               base.py:186
+           Getting all files in WOX/json...                          base.py:186
+           ...found 49 files in WOX/json                             base.py:202
+           Getting all files in WOX/raw...                           base.py:186
+           ...found 49 files in WOX/raw                              base.py:202
+           ...found 99 files in WOX                                  base.py:202
+           Deleting batch no. 1 consisting of 99 files               base.py:211
+[00:24:27] ...data deleted.                                          base.py:241
+           Scraping from https://meetings.westoxon.gov.uk/mgWebServic base.py:40
+           e.asmx/GetCouncillorsByWard                                          
+[00:24:30] Committing batch 1 consisting of 92 files                 base.py:269
+[00:24:33] Committing batch 2 consisting of 6 files                  base.py:269
+[00:24:45] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WOX                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WRL/index.html b/_site/logbooks/WRL/index.html new file mode 100644 index 0000000000..8da4018966 --- /dev/null +++ b/_site/logbooks/WRL/index.html @@ -0,0 +1,84 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-05 20:43:28.204870
+
+
+
End
+
2022-03-05 20:43:51.900873
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:43:28] Fetching Scraper for: WRL                              handlers.py:21
+           Begin attempting to scrape: WRL                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WRL...                               base.py:186
+           Getting all files in WRL/json...                          base.py:186
+           ...found 65 files in WRL/json                             base.py:202
+           Getting all files in WRL/raw...                           base.py:186
+           ...found 65 files in WRL/raw                              base.py:202
+           ...found 130 files in WRL                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[20:43:37] Deleting batch no. 2 consisting of 30 files               base.py:211
+[20:43:42] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.wirral.gov.uk/mgWebService. base.py:40
+           asmx/GetCouncillorsByWard                                            
+[20:43:46] Committing batch 1 consisting of 92 files                 base.py:269
+[20:43:49] Committing batch 2 consisting of 38 files                 base.py:269
+[20:43:51] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WRL                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WRT/index.html b/_site/logbooks/WRT/index.html new file mode 100644 index 0000000000..f3c4867caf --- /dev/null +++ b/_site/logbooks/WRT/index.html @@ -0,0 +1,76 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:07:20.313604
+
+
+
End
+
2022-03-05 20:07:22.783773
+
+
+
Status code
+
404
+
+
+
Error
+
list index out of range
+
+
+
+
+ +

Run log

+ 
[20:07:20] Fetching Scraper for: WRT                              handlers.py:21
+           Begin attempting to scrape: WRT                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WRT...                               base.py:186
+           WRT Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from                                              base.py:40
+           https://www.warrington.gov.uk/councillors/name                       
+[20:07:22] list index out of range                                handlers.py:33
+           Finished attempting to scrape: WRT                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WRX/index.html b/_site/logbooks/WRX/index.html new file mode 100644 index 0000000000..81c9e59bd6 --- /dev/null +++ b/_site/logbooks/WRX/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 19:39:34.349935
+
+
+
End
+
2022-03-05 19:39:47.671156
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:39:34] Fetching Scraper for: WRX                              handlers.py:21
+[19:39:39] Begin attempting to scrape: WRX                        handlers.py:24
+[19:39:40] Deleting existing data...                                 base.py:234
+[19:39:41] Getting all files in WRX...                               base.py:186
+           Getting all files in WRX/json...                          base.py:186
+           ...found 52 files in WRX/json                             base.py:202
+           Getting all files in WRX/raw...                           base.py:186
+[19:39:42] ...found 52 files in WRX/raw                              base.py:202
+           ...found 104 files in WRX                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[19:39:47] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WRX                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WSK/index.html b/_site/logbooks/WSK/index.html new file mode 100644 index 0000000000..de60ae496f --- /dev/null +++ b/_site/logbooks/WSK/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
23 seconds
+
+
+
Start
+
2022-03-06 00:15:00.890414
+
+
+
End
+
2022-03-06 00:15:24.885326
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:15:00] Fetching Scraper for: WSK                              handlers.py:21
+           Begin attempting to scrape: WSK                        handlers.py:24
+[00:15:01] Deleting existing data...                                 base.py:234
+           Getting all files in WSK...                               base.py:186
+           Getting all files in WSK/json...                          base.py:186
+           ...found 64 files in WSK/json                             base.py:202
+           Getting all files in WSK/raw...                           base.py:186
+           ...found 64 files in WSK/raw                              base.py:202
+           ...found 129 files in WSK                                 base.py:202
+           Deleting batch no. 1 consisting of 100 files              base.py:211
+[00:15:03] Deleting batch no. 2 consisting of 29 files               base.py:211
+[00:15:09] ...data deleted.                                          base.py:241
+           Scraping from https://democracy.westsuffolk.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[00:15:12] Committing batch 1 consisting of 92 files                 base.py:269
+[00:15:19] Committing batch 2 consisting of 36 files                 base.py:269
+[00:15:24] Finished attempting to scrape: WSK                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WSM/index.html b/_site/logbooks/WSM/index.html new file mode 100644 index 0000000000..3aefbba36b --- /dev/null +++ b/_site/logbooks/WSM/index.html @@ -0,0 +1,83 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
14 seconds
+
+
+
Start
+
2022-03-05 20:19:33.778966
+
+
+
End
+
2022-03-05 20:19:48.500046
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:19:33] Fetching Scraper for: WSM                              handlers.py:21
+           Begin attempting to scrape: WSM                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:19:34] Getting all files in WSM...                               base.py:186
+           Getting all files in WSM/json...                          base.py:186
+           ...found 46 files in WSM/json                             base.py:202
+           Getting all files in WSM/raw...                           base.py:186
+           ...found 46 files in WSM/raw                              base.py:202
+           ...found 93 files in WSM                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[20:19:35] ...data deleted.                                          base.py:241
+           Scraping from http://committees.westminster.gov.uk/mgWebSe base.py:40
+           rvice.asmx/GetCouncillorsByWard                                      
+[20:19:43] Committing batch 1 consisting of 92 files                 base.py:269
+[20:19:47] Committing batch 2 consisting of 28 files                 base.py:269
+[20:19:48] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: WSM                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WSX/index.html b/_site/logbooks/WSX/index.html new file mode 100644 index 0000000000..b6bdc942b8 --- /dev/null +++ b/_site/logbooks/WSX/index.html @@ -0,0 +1,82 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-06

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-06 00:16:06.635595
+
+
+
End
+
2022-03-06 00:16:25.217337
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[00:16:06] Fetching Scraper for: WSX                              handlers.py:21
+           Begin attempting to scrape: WSX                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WSX...                               base.py:186
+[00:16:07] Getting all files in WSX/json...                          base.py:186
+           ...found 46 files in WSX/json                             base.py:202
+           Getting all files in WSX/raw...                           base.py:186
+           ...found 46 files in WSX/raw                              base.py:202
+           ...found 93 files in WSX                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[00:16:17] ...data deleted.                                          base.py:241
+           Scraping from https://westsussex.moderngov.co.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+[00:16:22] Committing batch 1 consisting of 92 files                 base.py:269
+[00:16:23] Committing batch 2 consisting of 48 files                 base.py:269
+[00:16:25] Finished attempting to scrape: WSX                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WYC/index.html b/_site/logbooks/WYC/index.html new file mode 100644 index 0000000000..c538584c80 --- /dev/null +++ b/_site/logbooks/WYC/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
17 seconds
+
+
+
Start
+
2022-03-05 20:06:33.800822
+
+
+
End
+
2022-03-05 20:06:51.563688
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:06:33] Fetching Scraper for: WYC                              handlers.py:21
+           Begin attempting to scrape: WYC                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[20:06:34] Getting all files in WYC...                               base.py:186
+           Getting all files in WYC/json...                          base.py:186
+           ...found 45 files in WYC/json                             base.py:202
+           Getting all files in WYC/raw...                           base.py:186
+           ...found 45 files in WYC/raw                              base.py:202
+           ...found 90 files in WYC                                  base.py:202
+           Deleting batch no. 1 consisting of 90 files               base.py:211
+[20:06:35] ...data deleted.                                          base.py:241
+           Scraping from http://mgov.wychavon.gov.uk/mgWebService.asm base.py:40
+           x/GetCouncillorsByWard                                               
+[20:06:48] Committing batch 1 consisting of 90 files                 base.py:269
+[20:06:51] Finished attempting to scrape: WYC                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WYE/index.html b/_site/logbooks/WYE/index.html new file mode 100644 index 0000000000..35b5cb000c --- /dev/null +++ b/_site/logbooks/WYE/index.html @@ -0,0 +1,77 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
2 seconds
+
+
+
Start
+
2022-03-05 20:01:53.895501
+
+
+
End
+
2022-03-05 20:01:56.168815
+
+
+
Status code
+
404
+
+
+
Error
+
list index out of range
+
+
+
+
+ +

Run log

+ 
[20:01:53] Fetching Scraper for: WYE                              handlers.py:21
+           Begin attempting to scrape: WYE                        handlers.py:24
+[20:01:54] Deleting existing data...                                 base.py:234
+           Getting all files in WYE...                               base.py:186
+           WYE Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from http://www.wyreforestdc.gov.uk/the-council/c base.py:40
+           ouncillors-committees-and-meetings/your-district-councillo           
+           r.aspx                                                               
+[20:01:55] list index out of range                                handlers.py:33
+[20:01:56] Finished attempting to scrape: WYE                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WYO/index.html b/_site/logbooks/WYO/index.html new file mode 100644 index 0000000000..ad88566e1c --- /dev/null +++ b/_site/logbooks/WYO/index.html @@ -0,0 +1,81 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
1 seconds
+
+
+
Start
+
2022-03-05 19:48:24.206512
+
+
+
End
+
2022-03-05 19:48:25.227368
+
+
+
Status code
+
+
+
+
Error
+
None: Max retries exceeded with url: /mgWebService.asmx/GetCouncillorsByWard (Caused by None)
+
+
+
+
+ +

Run log

+ 
[19:48:24] Fetching Scraper for: WYO                              handlers.py:21
+           Begin attempting to scrape: WYO                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WYO...                               base.py:186
+           WYO Does not exist                                        base.py:206
+           ...no data to delete.                                     base.py:238
+           Scraping from https://councillors.wycombe.gov.uk/mgWebServ base.py:40
+           ice.asmx/GetCouncillorsByWard                                        
+           HTTPSConnectionPool(host='councillors.wycombe.gov.uk', handlers.py:33
+           port=443): Max retries exceeded with url:                            
+           /mgWebService.asmx/GetCouncillorsByWard (Caused by                   
+           SSLError(SSLCertVerificationError(1, '[SSL:                          
+           CERTIFICATE_VERIFY_FAILED] certificate verify failed:                
+           certificate has expired (_ssl.c:1131)')))                            
+[19:48:25] Finished attempting to scrape: WYO                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/WYR/index.html b/_site/logbooks/WYR/index.html new file mode 100644 index 0000000000..6d5bff4e08 --- /dev/null +++ b/_site/logbooks/WYR/index.html @@ -0,0 +1,127 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
10 seconds
+
+
+
Start
+
2022-03-05 20:02:35.178411
+
+
+
End
+
2022-03-05 20:02:46.072446
+
+
+
Status code
+
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:02:35] Fetching Scraper for: WYR                              handlers.py:21
+           Begin attempting to scrape: WYR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WYR...                               base.py:186
+           Getting all files in WYR/json...                          base.py:186
+           ...found 46 files in WYR/json                             base.py:202
+           Getting all files in WYR/raw...                           base.py:186
+[20:02:36] ...found 46 files in WYR/raw                              base.py:202
+           ...found 92 files in WYR                                  base.py:202
+           Deleting batch no. 1 consisting of 92 files               base.py:211
+[20:02:45] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:02:46] Finished attempting to scrape: WYR                        base.py:319
+
+ +

2022-03-05

+
+
+
+
+
Duration
+
18 seconds
+
+
+
Start
+
2022-03-05 20:27:16.174650
+
+
+
End
+
2022-03-05 20:27:34.863241
+
+
+
Status code
+
200
+
+
+
Error
+
+
+
+
+
+ +

Run log

+ 
[20:27:16] Fetching Scraper for: WYR                              handlers.py:21
+           Begin attempting to scrape: WYR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+           Getting all files in WYR...                               base.py:186
+[20:27:17] Getting all files in WYR/json...                          base.py:186
+           ...found 46 files in WYR/json                             base.py:202
+           Getting all files in WYR/raw...                           base.py:186
+           ...found 46 files in WYR/raw                              base.py:202
+           ...found 93 files in WYR                                  base.py:202
+           Deleting batch no. 1 consisting of 93 files               base.py:211
+[20:27:25] ...data deleted.                                          base.py:241
+           Scraping from https://wyre.moderngov.co.uk/mgWebService.as base.py:40
+           mx/GetCouncillorsByWard                                              
+[20:27:27] Committing batch 1 consisting of 92 files                 base.py:269
+[20:27:29] Committing batch 2 consisting of 8 files                  base.py:269
+[20:27:34] Finished attempting to scrape: WYR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/YOR/index.html b/_site/logbooks/YOR/index.html new file mode 100644 index 0000000000..56b153451f --- /dev/null +++ b/_site/logbooks/YOR/index.html @@ -0,0 +1,87 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
27 seconds
+
+
+
Start
+
2022-03-05 19:50:52.692228
+
+
+
End
+
2022-03-05 19:51:20.064002
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[19:50:52] Fetching Scraper for: YOR                              handlers.py:21
+           Begin attempting to scrape: YOR                        handlers.py:24
+           Deleting existing data...                                 base.py:234
+[19:50:53] Getting all files in YOR...                               base.py:186
+           Getting all files in YOR/json...                          base.py:186
+           ...found 47 files in YOR/json                             base.py:202
+           Getting all files in YOR/raw...                           base.py:186
+           ...found 47 files in YOR/raw                              base.py:202
+           ...found 95 files in YOR                                  base.py:202
+           Deleting batch no. 1 consisting of 95 files               base.py:211
+[19:51:03] ...data deleted.                                          base.py:241
+           Scraping from http://democracy.york.gov.uk/mgWebService.as base.py:40
+           mx/GetCouncillorsByWard                                              
+[19:51:06] Committing batch 1 consisting of 92 files                 base.py:269
+[19:51:10] Committing batch 2 consisting of 2 files                  base.py:269
+[19:51:15] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+           Committing batch 2 consisting of 2 files                  base.py:269
+[19:51:20] No new councillor data found.                             base.py:317
+           Finished attempting to scrape: YOR                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/ZET/index.html b/_site/logbooks/ZET/index.html new file mode 100644 index 0000000000..4b543c0039 --- /dev/null +++ b/_site/logbooks/ZET/index.html @@ -0,0 +1,70 @@ + + + + Page title + + + + + +
+ skip to content +
+ + + + + + + +

2022-03-05

+
+
+
+
+
Duration
+
13 seconds
+
+
+
Start
+
2022-03-05 20:35:20.429951
+
+
+
End
+
2022-03-05 20:35:34.053251
+
+
+
Status code
+
200
+
+
+
Error
+
An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded
+
+
+
+
+ +

Run log

+ 
[20:35:33] An error occurred (ThrottlingException) when calling   handlers.py:33
+           the CreateCommit operation (reached max retries: 4):                 
+           Rate exceeded                                                        
+[20:35:34] Finished attempting to scrape: ZET                        base.py:319
+
+ + +
+
...
+
+ diff --git a/_site/logbooks/abc/index.html b/_site/logbooks/abc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/abc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/abd/index.html b/_site/logbooks/abd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/abd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/abe/index.html b/_site/logbooks/abe/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/abe/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/adu/index.html b/_site/logbooks/adu/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/adu/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/agb/index.html b/_site/logbooks/agb/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/agb/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/agy/index.html b/_site/logbooks/agy/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/agy/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/all/index.html b/_site/logbooks/all/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/all/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/amb/index.html b/_site/logbooks/amb/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/amb/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/and/index.html b/_site/logbooks/and/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/and/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ann/index.html b/_site/logbooks/ann/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ann/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ans/index.html b/_site/logbooks/ans/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ans/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/aru/index.html b/_site/logbooks/aru/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/aru/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/asf/index.html b/_site/logbooks/asf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/asf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ash/index.html b/_site/logbooks/ash/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ash/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ayl/index.html b/_site/logbooks/ayl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ayl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bab/index.html b/_site/logbooks/bab/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bab/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bai/index.html b/_site/logbooks/bai/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bai/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ban/index.html b/_site/logbooks/ban/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ban/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bar/index.html b/_site/logbooks/bar/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bar/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bas/index.html b/_site/logbooks/bas/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bas/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bbd/index.html b/_site/logbooks/bbd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bbd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bdf/index.html b/_site/logbooks/bdf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bdf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bdg/index.html b/_site/logbooks/bdg/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bdg/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ben/index.html b/_site/logbooks/ben/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ben/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bex/index.html b/_site/logbooks/bex/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bex/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bge/index.html b/_site/logbooks/bge/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bge/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bgw/index.html b/_site/logbooks/bgw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bgw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bir/index.html b/_site/logbooks/bir/index.html new file mode 100644 index 0000000000..935011a907 --- /dev/null +++ b/_site/logbooks/bir/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/bkm/index.html b/_site/logbooks/bkm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bkm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bla/index.html b/_site/logbooks/bla/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bla/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bne/index.html b/_site/logbooks/bne/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bne/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bnh/index.html b/_site/logbooks/bnh/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bnh/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bns/index.html b/_site/logbooks/bns/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/bns/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/bol/index.html b/_site/logbooks/bol/index.html new file mode 100644 index 0000000000..ad613da4b8 --- /dev/null +++ b/_site/logbooks/bol/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object] diff --git a/_site/logbooks/bos/index.html b/_site/logbooks/bos/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bos/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bot/index.html b/_site/logbooks/bot/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bot/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bpc/index.html b/_site/logbooks/bpc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bpc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bpl/index.html b/_site/logbooks/bpl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bpl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bra/index.html b/_site/logbooks/bra/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/bra/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/brc/index.html b/_site/logbooks/brc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/brc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/brd/index.html b/_site/logbooks/brd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/brd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bre/index.html b/_site/logbooks/bre/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bre/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/brm/index.html b/_site/logbooks/brm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/brm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/brt/index.html b/_site/logbooks/brt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/brt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/brw/index.html b/_site/logbooks/brw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/brw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bry/index.html b/_site/logbooks/bry/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bry/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bst/index.html b/_site/logbooks/bst/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bst/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bun/index.html b/_site/logbooks/bun/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bun/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/bur/index.html b/_site/logbooks/bur/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/bur/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cab/index.html b/_site/logbooks/cab/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cab/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cam/index.html b/_site/logbooks/cam/index.html new file mode 100644 index 0000000000..1a2538b343 --- /dev/null +++ b/_site/logbooks/cam/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/car/index.html b/_site/logbooks/car/index.html new file mode 100644 index 0000000000..935011a907 --- /dev/null +++ b/_site/logbooks/car/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/cas/index.html b/_site/logbooks/cas/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cas/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cat/index.html b/_site/logbooks/cat/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cat/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cay/index.html b/_site/logbooks/cay/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/cay/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/cha/index.html b/_site/logbooks/cha/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cha/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/che/index.html b/_site/logbooks/che/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/che/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/chi/index.html b/_site/logbooks/chi/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/chi/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/chn/index.html b/_site/logbooks/chn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/chn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cho/index.html b/_site/logbooks/cho/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cho/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/chr/index.html b/_site/logbooks/chr/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/chr/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/chs/index.html b/_site/logbooks/chs/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/chs/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cht/index.html b/_site/logbooks/cht/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cht/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/chw/index.html b/_site/logbooks/chw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/chw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cma/index.html b/_site/logbooks/cma/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cma/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cmd/index.html b/_site/logbooks/cmd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cmd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cmn/index.html b/_site/logbooks/cmn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cmn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/col/index.html b/_site/logbooks/col/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/col/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/con/index.html b/_site/logbooks/con/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/con/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cop/index.html b/_site/logbooks/cop/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cop/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cot/index.html b/_site/logbooks/cot/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cot/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/crf/index.html b/_site/logbooks/crf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/crf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/crw/index.html b/_site/logbooks/crw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/crw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cry/index.html b/_site/logbooks/cry/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cry/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/cwy/index.html b/_site/logbooks/cwy/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/cwy/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dac/index.html b/_site/logbooks/dac/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dac/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dal/index.html b/_site/logbooks/dal/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dal/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dar/index.html b/_site/logbooks/dar/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dar/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dav/index.html b/_site/logbooks/dav/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/dav/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/dby/index.html b/_site/logbooks/dby/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dby/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/den/index.html b/_site/logbooks/den/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/den/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/der/index.html b/_site/logbooks/der/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/der/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dev/index.html b/_site/logbooks/dev/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dev/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dgy/index.html b/_site/logbooks/dgy/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dgy/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dnc/index.html b/_site/logbooks/dnc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dnc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dnd/index.html b/_site/logbooks/dnd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dnd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dor/index.html b/_site/logbooks/dor/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/dor/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/dov/index.html b/_site/logbooks/dov/index.html new file mode 100644 index 0000000000..139597f9cb --- /dev/null +++ b/_site/logbooks/dov/index.html @@ -0,0 +1,2 @@ + + diff --git a/_site/logbooks/drs/index.html b/_site/logbooks/drs/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/drs/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dst/index.html b/_site/logbooks/dst/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dst/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/dud/index.html b/_site/logbooks/dud/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/dud/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/dur/index.html b/_site/logbooks/dur/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/dur/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/eal/index.html b/_site/logbooks/eal/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/eal/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/eat/index.html b/_site/logbooks/eat/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/eat/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ede/index.html b/_site/logbooks/ede/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ede/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/edh/index.html b/_site/logbooks/edh/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/edh/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/edn/index.html b/_site/logbooks/edn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/edn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/eha/index.html b/_site/logbooks/eha/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/eha/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/ehe/index.html b/_site/logbooks/ehe/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ehe/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/eli/index.html b/_site/logbooks/eli/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/eli/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/elm/index.html b/_site/logbooks/elm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/elm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/enf/index.html b/_site/logbooks/enf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/enf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/epp/index.html b/_site/logbooks/epp/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/epp/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/eps/index.html b/_site/logbooks/eps/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/eps/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ere/index.html b/_site/logbooks/ere/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ere/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ess/index.html b/_site/logbooks/ess/index.html new file mode 100644 index 0000000000..ad613da4b8 --- /dev/null +++ b/_site/logbooks/ess/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object] diff --git a/_site/logbooks/esx/index.html b/_site/logbooks/esx/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/esx/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/exe/index.html b/_site/logbooks/exe/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/exe/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/far/index.html b/_site/logbooks/far/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/far/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/fen/index.html b/_site/logbooks/fen/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/fen/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/fln/index.html b/_site/logbooks/fln/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/fln/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/foe/index.html b/_site/logbooks/foe/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/foe/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/for/index.html b/_site/logbooks/for/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/for/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/fyl/index.html b/_site/logbooks/fyl/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/fyl/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/gat/index.html b/_site/logbooks/gat/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/gat/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ged/index.html b/_site/logbooks/ged/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ged/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/glo/index.html b/_site/logbooks/glo/index.html new file mode 100644 index 0000000000..1a2538b343 --- /dev/null +++ b/_site/logbooks/glo/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/gls/index.html b/_site/logbooks/gls/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/gls/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/gos/index.html b/_site/logbooks/gos/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/gos/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/gra/index.html b/_site/logbooks/gra/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/gra/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/grt/index.html b/_site/logbooks/grt/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/grt/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/gry/index.html b/_site/logbooks/gry/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/gry/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/gwn/index.html b/_site/logbooks/gwn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/gwn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/haa/index.html b/_site/logbooks/haa/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/haa/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hae/index.html b/_site/logbooks/hae/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hae/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hag/index.html b/_site/logbooks/hag/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hag/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hal/index.html b/_site/logbooks/hal/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hal/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ham/index.html b/_site/logbooks/ham/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ham/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hao/index.html b/_site/logbooks/hao/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/hao/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/har/index.html b/_site/logbooks/har/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/har/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/has/index.html b/_site/logbooks/has/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/has/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hat/index.html b/_site/logbooks/hat/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hat/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hav/index.html b/_site/logbooks/hav/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hav/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hef/index.html b/_site/logbooks/hef/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hef/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/her/index.html b/_site/logbooks/her/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/her/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/hig/index.html b/_site/logbooks/hig/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hig/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hil/index.html b/_site/logbooks/hil/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hil/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hin/index.html b/_site/logbooks/hin/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hin/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hmf/index.html b/_site/logbooks/hmf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hmf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hns/index.html b/_site/logbooks/hns/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hns/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hor/index.html b/_site/logbooks/hor/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hor/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hrt/index.html b/_site/logbooks/hrt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hrt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hrw/index.html b/_site/logbooks/hrw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hrw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hry/index.html b/_site/logbooks/hry/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hry/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hun/index.html b/_site/logbooks/hun/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hun/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/hyn/index.html b/_site/logbooks/hyn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/hyn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ios/index.html b/_site/logbooks/ios/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ios/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ips/index.html b/_site/logbooks/ips/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ips/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/isl/index.html b/_site/logbooks/isl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/isl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/kec/index.html b/_site/logbooks/kec/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/kec/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ken/index.html b/_site/logbooks/ken/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ken/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/khl/index.html b/_site/logbooks/khl/index.html new file mode 100644 index 0000000000..ad613da4b8 --- /dev/null +++ b/_site/logbooks/khl/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object] diff --git a/_site/logbooks/kin/index.html b/_site/logbooks/kin/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/kin/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/kir/index.html b/_site/logbooks/kir/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/kir/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ktt/index.html b/_site/logbooks/ktt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ktt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/kwl/index.html b/_site/logbooks/kwl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/kwl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lac/index.html b/_site/logbooks/lac/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lac/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lan/index.html b/_site/logbooks/lan/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lan/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lbh/index.html b/_site/logbooks/lbh/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lbh/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lce/index.html b/_site/logbooks/lce/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lce/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lds/index.html b/_site/logbooks/lds/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/lds/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/lec/index.html b/_site/logbooks/lec/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lec/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lee/index.html b/_site/logbooks/lee/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lee/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lew/index.html b/_site/logbooks/lew/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/lew/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/lic/index.html b/_site/logbooks/lic/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lic/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lif/index.html b/_site/logbooks/lif/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lif/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lin/index.html b/_site/logbooks/lin/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lin/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/liv/index.html b/_site/logbooks/liv/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/liv/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/lnd/index.html b/_site/logbooks/lnd/index.html new file mode 100644 index 0000000000..139597f9cb --- /dev/null +++ b/_site/logbooks/lnd/index.html @@ -0,0 +1,2 @@ + + diff --git a/_site/logbooks/lut/index.html b/_site/logbooks/lut/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/lut/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mai/index.html b/_site/logbooks/mai/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mai/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mal/index.html b/_site/logbooks/mal/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mal/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/man/index.html b/_site/logbooks/man/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/man/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mav/index.html b/_site/logbooks/mav/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mav/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mdb/index.html b/_site/logbooks/mdb/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mdb/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mde/index.html b/_site/logbooks/mde/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mde/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mdw/index.html b/_site/logbooks/mdw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mdw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mel/index.html b/_site/logbooks/mel/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mel/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mik/index.html b/_site/logbooks/mik/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mik/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mln/index.html b/_site/logbooks/mln/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mln/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mon/index.html b/_site/logbooks/mon/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mon/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mrt/index.html b/_site/logbooks/mrt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mrt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mry/index.html b/_site/logbooks/mry/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mry/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mss/index.html b/_site/logbooks/mss/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mss/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/msu/index.html b/_site/logbooks/msu/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/msu/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mty/index.html b/_site/logbooks/mty/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mty/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/mul/index.html b/_site/logbooks/mul/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/mul/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nay/index.html b/_site/logbooks/nay/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nay/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nbl/index.html b/_site/logbooks/nbl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nbl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nde/index.html b/_site/logbooks/nde/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nde/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nea/index.html b/_site/logbooks/nea/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nea/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nec/index.html b/_site/logbooks/nec/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nec/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ned/index.html b/_site/logbooks/ned/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ned/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/net/index.html b/_site/logbooks/net/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/net/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/new/index.html b/_site/logbooks/new/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/new/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nfk/index.html b/_site/logbooks/nfk/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nfk/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ngm/index.html b/_site/logbooks/ngm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ngm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nhe/index.html b/_site/logbooks/nhe/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/nhe/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/nke/index.html b/_site/logbooks/nke/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nke/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nln/index.html b/_site/logbooks/nln/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/nln/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/nno/index.html b/_site/logbooks/nno/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nno/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nor/index.html b/_site/logbooks/nor/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nor/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/now/index.html b/_site/logbooks/now/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/now/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nsm/index.html b/_site/logbooks/nsm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nsm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nth/index.html b/_site/logbooks/nth/index.html new file mode 100644 index 0000000000..0f05b56b53 --- /dev/null +++ b/_site/logbooks/nth/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/ntl/index.html b/_site/logbooks/ntl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ntl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nty/index.html b/_site/logbooks/nty/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nty/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nwl/index.html b/_site/logbooks/nwl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nwl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nwm/index.html b/_site/logbooks/nwm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nwm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nwp/index.html b/_site/logbooks/nwp/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nwp/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/nyk/index.html b/_site/logbooks/nyk/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/nyk/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/oad/index.html b/_site/logbooks/oad/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/oad/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/old/index.html b/_site/logbooks/old/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/old/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/oxf/index.html b/_site/logbooks/oxf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/oxf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/oxo/index.html b/_site/logbooks/oxo/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/oxo/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/pem/index.html b/_site/logbooks/pem/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/pem/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/pkn/index.html b/_site/logbooks/pkn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/pkn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ply/index.html b/_site/logbooks/ply/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/ply/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/por/index.html b/_site/logbooks/por/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/por/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/pow/index.html b/_site/logbooks/pow/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/pow/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/pre/index.html b/_site/logbooks/pre/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/pre/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/pte/index.html b/_site/logbooks/pte/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/pte/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rch/index.html b/_site/logbooks/rch/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rch/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rdb/index.html b/_site/logbooks/rdb/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rdb/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rdg/index.html b/_site/logbooks/rdg/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rdg/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/red/index.html b/_site/logbooks/red/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/red/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rei/index.html b/_site/logbooks/rei/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rei/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rfw/index.html b/_site/logbooks/rfw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rfw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rib/index.html b/_site/logbooks/rib/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rib/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ric/index.html b/_site/logbooks/ric/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ric/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rih/index.html b/_site/logbooks/rih/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rih/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/roc/index.html b/_site/logbooks/roc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/roc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rot/index.html b/_site/logbooks/rot/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rot/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ruh/index.html b/_site/logbooks/ruh/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ruh/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/run/index.html b/_site/logbooks/run/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/run/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rus/index.html b/_site/logbooks/rus/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rus/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rut/index.html b/_site/logbooks/rut/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rut/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/rye/index.html b/_site/logbooks/rye/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/rye/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sal/index.html b/_site/logbooks/sal/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sal/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/saw/index.html b/_site/logbooks/saw/index.html new file mode 100644 index 0000000000..ad613da4b8 --- /dev/null +++ b/_site/logbooks/saw/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object] diff --git a/_site/logbooks/sca/index.html b/_site/logbooks/sca/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sca/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/scb/index.html b/_site/logbooks/scb/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/scb/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sce/index.html b/_site/logbooks/sce/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sce/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sde/index.html b/_site/logbooks/sde/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sde/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sed/index.html b/_site/logbooks/sed/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sed/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/seg/index.html b/_site/logbooks/seg/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/seg/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/sel/index.html b/_site/logbooks/sel/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sel/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sev/index.html b/_site/logbooks/sev/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sev/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sfk/index.html b/_site/logbooks/sfk/index.html new file mode 100644 index 0000000000..935011a907 --- /dev/null +++ b/_site/logbooks/sfk/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/sft/index.html b/_site/logbooks/sft/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sft/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sgc/index.html b/_site/logbooks/sgc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sgc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/she/index.html b/_site/logbooks/she/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/she/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/shf/index.html b/_site/logbooks/shf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/shf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/shn/index.html b/_site/logbooks/shn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/shn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sho/index.html b/_site/logbooks/sho/index.html new file mode 100644 index 0000000000..0f05b56b53 --- /dev/null +++ b/_site/logbooks/sho/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/shr/index.html b/_site/logbooks/shr/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/shr/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ske/index.html b/_site/logbooks/ske/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ske/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/skp/index.html b/_site/logbooks/skp/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/skp/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sla/index.html b/_site/logbooks/sla/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sla/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/slf/index.html b/_site/logbooks/slf/index.html new file mode 100644 index 0000000000..0f05b56b53 --- /dev/null +++ b/_site/logbooks/slf/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/slg/index.html b/_site/logbooks/slg/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/slg/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/slk/index.html b/_site/logbooks/slk/index.html new file mode 100644 index 0000000000..935011a907 --- /dev/null +++ b/_site/logbooks/slk/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/snd/index.html b/_site/logbooks/snd/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/snd/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/sno/index.html b/_site/logbooks/sno/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sno/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sol/index.html b/_site/logbooks/sol/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sol/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/som/index.html b/_site/logbooks/som/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/som/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sos/index.html b/_site/logbooks/sos/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sos/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sox/index.html b/_site/logbooks/sox/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sox/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/spe/index.html b/_site/logbooks/spe/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/spe/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sri/index.html b/_site/logbooks/sri/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sri/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sry/index.html b/_site/logbooks/sry/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sry/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sso/index.html b/_site/logbooks/sso/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sso/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sst/index.html b/_site/logbooks/sst/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sst/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ste/index.html b/_site/logbooks/ste/index.html new file mode 100644 index 0000000000..0f05b56b53 --- /dev/null +++ b/_site/logbooks/ste/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/stf/index.html b/_site/logbooks/stf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/stf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sth/index.html b/_site/logbooks/sth/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/sth/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/stn/index.html b/_site/logbooks/stn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/stn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sto/index.html b/_site/logbooks/sto/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/sto/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/str/index.html b/_site/logbooks/str/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/str/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/sts/index.html b/_site/logbooks/sts/index.html new file mode 100644 index 0000000000..935011a907 --- /dev/null +++ b/_site/logbooks/sts/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object][object Object] diff --git a/_site/logbooks/stv/index.html b/_site/logbooks/stv/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/stv/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/suf/index.html b/_site/logbooks/suf/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/suf/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/sur/index.html b/_site/logbooks/sur/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/sur/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/swa/index.html b/_site/logbooks/swa/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/swa/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/swd/index.html b/_site/logbooks/swd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/swd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/swk/index.html b/_site/logbooks/swk/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/swk/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/swl/index.html b/_site/logbooks/swl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/swl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/swt/index.html b/_site/logbooks/swt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/swt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tam/index.html b/_site/logbooks/tam/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tam/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tan/index.html b/_site/logbooks/tan/index.html new file mode 100644 index 0000000000..ad613da4b8 --- /dev/null +++ b/_site/logbooks/tan/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object][object Object] diff --git a/_site/logbooks/taw/index.html b/_site/logbooks/taw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/taw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tei/index.html b/_site/logbooks/tei/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tei/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ten/index.html b/_site/logbooks/ten/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ten/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tes/index.html b/_site/logbooks/tes/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tes/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tew/index.html b/_site/logbooks/tew/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tew/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tfw/index.html b/_site/logbooks/tfw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tfw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tha/index.html b/_site/logbooks/tha/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tha/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/the/index.html b/_site/logbooks/the/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/the/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/thr/index.html b/_site/logbooks/thr/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/thr/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tob/index.html b/_site/logbooks/tob/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tob/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tof/index.html b/_site/logbooks/tof/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tof/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/ton/index.html b/_site/logbooks/ton/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/ton/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tor/index.html b/_site/logbooks/tor/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tor/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/trf/index.html b/_site/logbooks/trf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/trf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/tun/index.html b/_site/logbooks/tun/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/tun/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/twh/index.html b/_site/logbooks/twh/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/twh/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/utt/index.html b/_site/logbooks/utt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/utt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/val/index.html b/_site/logbooks/val/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/val/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wae/index.html b/_site/logbooks/wae/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wae/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/war/index.html b/_site/logbooks/war/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/war/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wat/index.html b/_site/logbooks/wat/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wat/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/waw/index.html b/_site/logbooks/waw/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/waw/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wbk/index.html b/_site/logbooks/wbk/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wbk/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wdo/index.html b/_site/logbooks/wdo/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wdo/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wea/index.html b/_site/logbooks/wea/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wea/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/west/index.html b/_site/logbooks/west/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/west/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wew/index.html b/_site/logbooks/wew/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wew/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wft/index.html b/_site/logbooks/wft/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wft/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wgn/index.html b/_site/logbooks/wgn/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wgn/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wil/index.html b/_site/logbooks/wil/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wil/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/win/index.html b/_site/logbooks/win/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/win/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wkf/index.html b/_site/logbooks/wkf/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wkf/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wla/index.html b/_site/logbooks/wla/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wla/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wli/index.html b/_site/logbooks/wli/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wli/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wll/index.html b/_site/logbooks/wll/index.html new file mode 100644 index 0000000000..139597f9cb --- /dev/null +++ b/_site/logbooks/wll/index.html @@ -0,0 +1,2 @@ + + diff --git a/_site/logbooks/wln/index.html b/_site/logbooks/wln/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wln/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wlv/index.html b/_site/logbooks/wlv/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wlv/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wnd/index.html b/_site/logbooks/wnd/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wnd/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wnm/index.html b/_site/logbooks/wnm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wnm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/woc/index.html b/_site/logbooks/woc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/woc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/woi/index.html b/_site/logbooks/woi/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/woi/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wok/index.html b/_site/logbooks/wok/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wok/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wor/index.html b/_site/logbooks/wor/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wor/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wot/index.html b/_site/logbooks/wot/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wot/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wox/index.html b/_site/logbooks/wox/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wox/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wrl/index.html b/_site/logbooks/wrl/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wrl/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wrt/index.html b/_site/logbooks/wrt/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wrt/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wrx/index.html b/_site/logbooks/wrx/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wrx/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wsk/index.html b/_site/logbooks/wsk/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wsk/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wsm/index.html b/_site/logbooks/wsm/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wsm/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wsx/index.html b/_site/logbooks/wsx/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wsx/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wyc/index.html b/_site/logbooks/wyc/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wyc/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wye/index.html b/_site/logbooks/wye/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wye/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wyo/index.html b/_site/logbooks/wyo/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/wyo/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/wyr/index.html b/_site/logbooks/wyr/index.html new file mode 100644 index 0000000000..ba048e522e --- /dev/null +++ b/_site/logbooks/wyr/index.html @@ -0,0 +1,2 @@ + +[object Object][object Object] diff --git a/_site/logbooks/yor/index.html b/_site/logbooks/yor/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/yor/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/_site/logbooks/zet/index.html b/_site/logbooks/zet/index.html new file mode 100644 index 0000000000..bb0659b219 --- /dev/null +++ b/_site/logbooks/zet/index.html @@ -0,0 +1,2 @@ + +[object Object] diff --git a/assets/css/styles.scss b/assets/css/styles.scss new file mode 100644 index 0000000000..96f065cc4c --- /dev/null +++ b/assets/css/styles.scss @@ -0,0 +1,159 @@ +// Main files +// Do not delete these +// You can configure which are included +// within the 'optional-styles' mixin below +@import 'partials/_fonts.scss'; +@import 'partials/_variables.scss'; +@import 'partials/_type.scss'; +@import 'partials/_forms.scss'; +@import 'partials/_description-lists.scss'; +@import 'partials/_button.scss'; +@import 'partials/_call-to-action.scss'; +@import 'partials/_details.scss'; +@import 'partials/_stack.scss'; +@import 'partials/_cluster.scss'; +@import 'partials/_grid.scss'; +@import 'partials/_sidebar.scss'; +@import 'partials/_breadcrumbs.scss'; +@import 'partials/_card.scss'; +@import 'partials/_candidate.scss'; +@import 'partials/_table.scss'; +@import 'partials/_language.scss'; +@import 'partials/_header.scss'; +@import 'partials/_subnav.scss'; +@import 'partials/_footer.scss'; +@import 'partials/_radio.scss'; +@import 'partials/_checkbox.scss'; +@import 'partials/_select.scss'; +@import 'partials/_filter.scss'; +@import 'partials/_status.scss'; +@import 'partials/_codeblock.scss'; +@import 'partials/_dark.scss'; +@import 'partials/_page.scss'; +@import 'partials/_utilities.scss'; + +// Whether to scope basic styles to the .ds-scope class +// For `true`, styles only apply inside +// containers with `class="ds-scope"` +$scope: false; + +// Comment out the component styles +// you don’t need +@mixin optional-styles { + @include description-lists; + @include button; + @include cta; + @include cluster; + @include grid; + @include sidebar; + @include details; + @include card; + @include candidate; + @include breadcrumbs; + @include table; + @include language; + @include language; + @include header; + @include subnav; + @include footer; + @include radio; + @include checkbox; + @include select; + @include filter; + @include status; + @include codeblock; +} + +@if $scope { + .ds-scope { + font-size: clamp(#{$s1}, 2vw, #{$s2}); + @include fontMain; + @include type; + @include forms; + @include stack; + @include optional-styles; + @include dark; + @include page; + @include utilities; + } + + .ds-scope *, + .ds-scope *::before, + .ds-scope *::after { + box-sizing: border-box; + } +} @else { + :root { + font-size: clamp(#{$s1}, 2vw, #{$s2}); + @include fontMain; + } + + :root *, + :root *::before, + :root *::after { + box-sizing: border-box; + } + + body { + margin: 0; + } + + @include type; + @include forms; + @include stack; + @include optional-styles; + @include dark; + @include page; + @include utilities; +} + + +$DarkGray: rgba(220, 220, 220, 1); + +table { + border-collapse: collapse; + width:100%; +} +tbody tr { + border-left: 8px solid $DarkGray; + &.status-200 { + border-left-color: $greenForWhite; + } + &.status-404 { + border-left-color: red; + + } +} + + +.run-graph { + display: table; +} +.run-graph > a { + width: 15px; + height:30px; + background-color: $DarkGray; + vertical-align: bottom; + padding:0 1px; + display: table-cell; +} + +.run-graph a .duration { + border-bottom: 4px darkgray solid; + height:15px; +} +.run-graph a.status-404 .duration { + background-color: red; + border-bottom-color: red; + border-top:1px solid #666; +} +.run-graph a.status-200 .duration { + background-color: $greenForWhite; + border-bottom-color: $greenForWhite; + border-top:1px solid #666; +} + +pre { + font-size:0.9em; + font-family: Monospaced, "Ubuntu Mono", monospace; +} diff --git a/index.liquid b/index.liquid new file mode 100644 index 0000000000..c43b321225 --- /dev/null +++ b/index.liquid @@ -0,0 +1,72 @@ +--- +layout: base.liquid +title: All logbooks +--- +

All log runs

+
+ +
+ + + + + + + + + + {% for logbook in logbooks %} + {% assign last_run = logbook.log_runs|last %} + + + + + {% comment %}{% endcomment %} + + {% endfor %} + +
Council IDStatusRun times
{{ logbook.council_id }}{{ last_run.status_code }} +
+ {% for run in logbook.log_runs %} + +
+ + {% endfor %} +
+ 		{{ last_run.errors }}
+ + + diff --git a/logbooks.liquid.html b/logbooks.liquid.html new file mode 100644 index 0000000000..e06f91e0c1 --- /dev/null +++ b/logbooks.liquid.html @@ -0,0 +1,52 @@ +--- +layout: base.liquid +pagination: + data: logbooks + size: 1 + alias: logbook +permalink: "logbooks/{{ logbook.council_id | slug | upcase }}/" +--- + + + +{% assign log_runs = logbook.log_runs | sort: "start" %} + +{% for run in log_runs %} +

{{ run.start | date:"%Y-%m-%d" }}

+
+
+
+
+
Duration
+
{{ run.duration }} seconds
+
+
+
Start
+
{{ run.start }}
+
+
+
End
+
{{ run.end }}
+
+
+
Status code
+
{{ run.status_code }}
+
+
+
Error
+
{{ run.errors }}
+
+
+
+
+ +

Run log

+ 
{{ run.log_text }}
+{% endfor %} diff --git a/package-lock.json b/package-lock.json new file mode 100644 index 0000000000..15c2d204d8 --- /dev/null +++ b/package-lock.json @@ -0,0 +1,6657 @@ +{ + "name": "lgsf-dashboard", + "version": "1.0.0", + "lockfileVersion": 2, + "requires": true, + "packages": { + "": { + "name": "lgsf-dashboard", + "version": "1.0.0", + "license": "ISC", + "devDependencies": { + "@11ty/eleventy": "^1.0.0", + "design-system": "https://github.com/DemocracyClub/design-system/archive/refs/tags/0.1.9.tar.gz", + "eleventy-sass": "^1.1.4", + "sass": "^1.49.9" + } + }, + "node_modules/@11ty/dependency-tree": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/@11ty/dependency-tree/-/dependency-tree-2.0.0.tgz", + "integrity": "sha512-tYrGX3Tvccufy2jaYDkYpjBmVP1LeQq6b/d0r4GYThTXL4f3ZR7yMAl/0r8h9xvnsP+gkO53wfnV7s8cXcCtEg==", + "dev": true + }, + "node_modules/@11ty/eleventy": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/@11ty/eleventy/-/eleventy-1.0.0.tgz", + "integrity": "sha512-UMZghkMFwovu3Vh6DzjJ9GbcBnlE3nydGmLAti2AB1d6etQE+jXgfuHNxOyV1em33ywsBgGUCtLmLHaaTSU+Nw==", + "dev": true, + "dependencies": { + "@11ty/dependency-tree": "^2.0.0", + "@iarna/toml": "^2.2.5", + "@sindresorhus/slugify": "^1.1.2", + "browser-sync": "^2.27.7", + "chokidar": "^3.5.2", + "debug": "^4.3.3", + "dependency-graph": "^0.11.0", + "ejs": "^3.1.6", + "fast-glob": "^3.2.9", + "graceful-fs": "^4.2.9", + "gray-matter": "^4.0.3", + "hamljs": "^0.6.2", + "handlebars": "^4.7.7", + "is-glob": "^4.0.3", + "kleur": "^4.1.4 ", + "liquidjs": "^9.32.0", + "lodash": "^4.17.21", + "luxon": "^2.3.0", + "markdown-it": "^12.3.2", + "minimist": "^1.2.5", + "moo": "^0.5.1", + "multimatch": "^5.0.0", + "mustache": "^4.2.0", + "normalize-path": "^3.0.0", + "nunjucks": "^3.2.3", + "path-to-regexp": "^6.2.0", + "please-upgrade-node": "^3.2.0", + "pretty": "^2.0.0", + "pug": "^3.0.2", + "recursive-copy": "^2.0.13", + "semver": "^7.3.5", + "slugify": "^1.6.5" + }, + "bin": { + "eleventy": "cmd.js" + }, + "engines": { + "node": ">=12" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/11ty" + } + }, + "node_modules/@babel/helper-validator-identifier": { + "version": "7.16.7", + "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.16.7.tgz", + "integrity": "sha512-hsEnFemeiW4D08A5gUAZxLBTXpZ39P+a+DGDsHw1yxqyQ/jzFEnxf5uTEGp+3bzAbNOxU1paTgYS4ECU/IgfDw==", + "dev": true, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/parser": { + "version": "7.17.3", + "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.17.3.tgz", + "integrity": "sha512-7yJPvPV+ESz2IUTPbOL+YkIGyCqOyNIzdguKQuJGnH7bg1WTIifuM21YqokFt/THWh1AkCRn9IgoykTRCBVpzA==", + "dev": true, + "bin": { + "parser": "bin/babel-parser.js" + }, + "engines": { + "node": ">=6.0.0" + } + }, + "node_modules/@babel/types": { + "version": "7.17.0", + "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.17.0.tgz", + "integrity": "sha512-TmKSNO4D5rzhL5bjWFcVHHLETzfQ/AmbKpKPOSjlP0WoHZ6L911fgoOKY4Alp/emzG4cHJdyN49zpgkbXFEHHw==", + "dev": true, + "dependencies": { + "@babel/helper-validator-identifier": "^7.16.7", + "to-fast-properties": "^2.0.0" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@iarna/toml": { + "version": "2.2.5", + "resolved": "https://registry.npmjs.org/@iarna/toml/-/toml-2.2.5.tgz", + "integrity": "sha512-trnsAYxU3xnS1gPHPyU961coFyLkh4gAD/0zQ5mymY4yOZ+CYvsPqUbOFSw0aDM4y0tV7tiFxL/1XfXPNC6IPg==", + "dev": true + }, + "node_modules/@nodelib/fs.scandir": { + "version": "2.1.5", + "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz", + "integrity": "sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==", + "dev": true, + "dependencies": { + "@nodelib/fs.stat": "2.0.5", + "run-parallel": "^1.1.9" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/@nodelib/fs.stat": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/@nodelib/fs.stat/-/fs.stat-2.0.5.tgz", + "integrity": "sha512-RkhPPp2zrqDAQA/2jNhnztcPAlv64XdhIp7a7454A5ovI7Bukxgt7MX7udwAu3zg1DcpPU0rz3VV1SeaqvY4+A==", + "dev": true, + "engines": { + "node": ">= 8" + } + }, + "node_modules/@nodelib/fs.walk": { + "version": "1.2.8", + "resolved": "https://registry.npmjs.org/@nodelib/fs.walk/-/fs.walk-1.2.8.tgz", + "integrity": "sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==", + "dev": true, + "dependencies": { + "@nodelib/fs.scandir": "2.1.5", + "fastq": "^1.6.0" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/@sindresorhus/slugify": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/@sindresorhus/slugify/-/slugify-1.1.2.tgz", + "integrity": "sha512-V9nR/W0Xd9TSGXpZ4iFUcFGhuOJtZX82Fzxj1YISlbSgKvIiNa7eLEZrT0vAraPOt++KHauIVNYgGRgjc13dXA==", + "dev": true, + "dependencies": { + "@sindresorhus/transliterate": "^0.1.1", + "escape-string-regexp": "^4.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/@sindresorhus/transliterate": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/@sindresorhus/transliterate/-/transliterate-0.1.2.tgz", + "integrity": "sha512-5/kmIOY9FF32nicXH+5yLNTX4NJ4atl7jRgqAJuIn/iyDFXBktOKDxCvyGE/EzmF4ngSUvjXxQUQlQiZ5lfw+w==", + "dev": true, + "dependencies": { + "escape-string-regexp": "^2.0.0", + "lodash.deburr": "^4.1.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/@sindresorhus/transliterate/node_modules/escape-string-regexp": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-2.0.0.tgz", + "integrity": "sha512-UpzcLCXolUWcNu5HtVMHYdXJjArjsF9C0aNnquZYY4uW/Vu0miy5YoWvbV345HauVvcAUnpRuhMMcqTcGOY2+w==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/@types/minimatch": { + "version": "3.0.5", + "resolved": "https://registry.npmjs.org/@types/minimatch/-/minimatch-3.0.5.tgz", + "integrity": "sha512-Klz949h02Gz2uZCMGwDUSDS1YBlTdDDgbWHi+81l29tQALUtvz4rAYi5uoVhE5Lagoq6DeqAUlbrHvW/mXDgdQ==", + "dev": true + }, + "node_modules/a-sync-waterfall": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/a-sync-waterfall/-/a-sync-waterfall-1.0.1.tgz", + "integrity": "sha512-RYTOHHdWipFUliRFMCS4X2Yn2X8M87V/OpSqWzKKOGhzqyUxzyVmhHDH9sAvG+ZuQf/TAOFsLCpMw09I1ufUnA==", + "dev": true + }, + "node_modules/abbrev": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/abbrev/-/abbrev-1.1.1.tgz", + "integrity": "sha512-nne9/IiQ/hzIhY6pdDnbBtz7DjPTKrY00P/zvPSm5pOFkl6xuGrGnXn/VtTNNfNtAfZ9/1RtehkszU9qcTii0Q==", + "dev": true + }, + "node_modules/accepts": { + "version": "1.3.8", + "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.8.tgz", + "integrity": "sha512-PYAthTa2m2VKxuvSD3DPC/Gy+U+sOA1LAuT8mkmRuvw+NACSaeXEQ+NHcVF7rONl6qcaxV3Uuemwawk+7+SJLw==", + "dev": true, + "dependencies": { + "mime-types": "~2.1.34", + "negotiator": "0.6.3" + }, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/acorn": { + "version": "7.4.1", + "resolved": "https://registry.npmjs.org/acorn/-/acorn-7.4.1.tgz", + "integrity": "sha512-nQyp0o1/mNdbTO1PO6kHkwSrmgZ0MT/jCCpNiwbUjGoRN4dlBhqJtoQuCnEOKzgTVwg0ZWiCoQy6SxMebQVh8A==", + "dev": true, + "bin": { + "acorn": "bin/acorn" + }, + "engines": { + "node": ">=0.4.0" + } + }, + "node_modules/after": { + "version": "0.8.2", + "resolved": "https://registry.npmjs.org/after/-/after-0.8.2.tgz", + "integrity": "sha1-/ts5T58OAqqXaOcCvaI7UF+ufh8=", + "dev": true + }, + "node_modules/ansi-regex": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz", + "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/ansi-styles": { + "version": "3.2.1", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-3.2.1.tgz", + "integrity": "sha512-VT0ZI6kZRdTh8YyJw3SMbYm/u+NqfsAxEpWO0Pf9sq8/e94WxxOpPKx9FR1FlyCtOVDNOQ+8ntlqFxiRc+r5qA==", + "dev": true, + "dependencies": { + "color-convert": "^1.9.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/anymatch": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/anymatch/-/anymatch-3.1.2.tgz", + "integrity": "sha512-P43ePfOAIupkguHUycrc4qJ9kz8ZiuOUijaETwX7THt0Y/GNK7v0aa8rY816xWjZ7rJdA5XdMcpVFTKMq+RvWg==", + "dev": true, + "dependencies": { + "normalize-path": "^3.0.0", + "picomatch": "^2.0.4" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/argparse": { + "version": "1.0.10", + "resolved": "https://registry.npmjs.org/argparse/-/argparse-1.0.10.tgz", + "integrity": "sha512-o5Roy6tNG4SL/FOkCAN6RzjiakZS25RLYFrcMttJqbdd8BWrnA+fGz57iN5Pb06pvBGvl5gQ0B48dJlslXvoTg==", + "dev": true, + "dependencies": { + "sprintf-js": "~1.0.2" + } + }, + "node_modules/array-differ": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/array-differ/-/array-differ-3.0.0.tgz", + "integrity": "sha512-THtfYS6KtME/yIAhKjZ2ul7XI96lQGHRputJQHO80LAWQnuGP4iCIN8vdMRboGbIEYBwU33q8Tch1os2+X0kMg==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/array-union": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/array-union/-/array-union-2.1.0.tgz", + "integrity": "sha512-HGyxoOTYUyCM6stUe6EJgnd4EoewAI7zMdfqO+kGjnlZmBDz/cR5pf8r/cR4Wq60sL/p0IkcjUEEPwS3GFrIyw==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/array-uniq": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/array-uniq/-/array-uniq-1.0.3.tgz", + "integrity": "sha1-r2rId6Jcx/dOBYiUdThY39sk/bY=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/arraybuffer.slice": { + "version": "0.0.7", + "resolved": "https://registry.npmjs.org/arraybuffer.slice/-/arraybuffer.slice-0.0.7.tgz", + "integrity": "sha512-wGUIVQXuehL5TCqQun8OW81jGzAWycqzFF8lFp+GOM5BXLYj3bKNsYC4daB7n6XjCqxQA/qgTJ+8ANR3acjrog==", + "dev": true + }, + "node_modules/arrify": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/arrify/-/arrify-2.0.1.tgz", + "integrity": "sha512-3duEwti880xqi4eAMN8AyR4a0ByT90zoYdLlevfrvU43vb0YZwZVfxOgxWrLXXXpyugL0hNZc9G6BiB5B3nUug==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/asap": { + "version": "2.0.6", + "resolved": "https://registry.npmjs.org/asap/-/asap-2.0.6.tgz", + "integrity": "sha1-5QNHYR1+aQlDIIu9r+vLwvuGbUY=", + "dev": true + }, + "node_modules/assert-never": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/assert-never/-/assert-never-1.2.1.tgz", + "integrity": "sha512-TaTivMB6pYI1kXwrFlEhLeGfOqoDNdTxjCdwRfFFkEA30Eu+k48W34nlok2EYWJfFFzqaEmichdNM7th6M5HNw==", + "dev": true + }, + "node_modules/async": { + "version": "0.9.2", + "resolved": "https://registry.npmjs.org/async/-/async-0.9.2.tgz", + "integrity": "sha1-rqdNXmHB+JlhO/ZL2mbUx48v0X0=", + "dev": true + }, + "node_modules/async-each-series": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/async-each-series/-/async-each-series-0.1.1.tgz", + "integrity": "sha1-dhfBkXQB/Yykooqtzj266Yr+tDI=", + "dev": true, + "engines": { + "node": ">=0.8.0" + } + }, + "node_modules/axios": { + "version": "0.21.4", + "resolved": "https://registry.npmjs.org/axios/-/axios-0.21.4.tgz", + "integrity": "sha512-ut5vewkiu8jjGBdqpM44XxjuCjq9LAKeHVmoVfHVzy8eHgxxq8SbAVQNovDA8mVi05kP0Ea/n/UzcSHcTJQfNg==", + "dev": true, + "dependencies": { + "follow-redirects": "^1.14.0" + } + }, + "node_modules/babel-walk": { + "version": "3.0.0-canary-5", + "resolved": "https://registry.npmjs.org/babel-walk/-/babel-walk-3.0.0-canary-5.tgz", + "integrity": "sha512-GAwkz0AihzY5bkwIY5QDR+LvsRQgB/B+1foMPvi0FZPMl5fjD7ICiznUiBdLYMH1QYe6vqu4gWYytZOccLouFw==", + "dev": true, + "dependencies": { + "@babel/types": "^7.9.6" + }, + "engines": { + "node": ">= 10.0.0" + } + }, + "node_modules/backo2": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/backo2/-/backo2-1.0.2.tgz", + "integrity": "sha1-MasayLEpNjRj41s+u2n038+6eUc=", + "dev": true + }, + "node_modules/balanced-match": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz", + "integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==", + "dev": true + }, + "node_modules/base64-arraybuffer": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/base64-arraybuffer/-/base64-arraybuffer-0.1.4.tgz", + "integrity": "sha1-mBjHngWbE1X5fgQooBfIOOkLqBI=", + "dev": true, + "engines": { + "node": ">= 0.6.0" + } + }, + "node_modules/base64id": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/base64id/-/base64id-2.0.0.tgz", + "integrity": "sha512-lGe34o6EHj9y3Kts9R4ZYs/Gr+6N7MCaMlIFA3F1R2O5/m7K06AxfSeO5530PEERE6/WyEg3lsuyw4GHlPZHog==", + "dev": true, + "engines": { + "node": "^4.5.0 || >= 5.9" + } + }, + "node_modules/batch": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/batch/-/batch-0.6.1.tgz", + "integrity": "sha1-3DQxT05nkxgJP8dgJyUl+UvyXBY=", + "dev": true + }, + "node_modules/binary-extensions": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.2.0.tgz", + "integrity": "sha512-jDctJ/IVQbZoJykoeHbhXpOlNBqGNcwXJKJog42E5HDPUwQTSdjCHdihjj0DlnheQ7blbT6dHOafNAiS8ooQKA==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/blob": { + "version": "0.0.5", + "resolved": "https://registry.npmjs.org/blob/-/blob-0.0.5.tgz", + "integrity": "sha512-gaqbzQPqOoamawKg0LGVd7SzLgXS+JH61oWprSLH+P+abTczqJbhTR8CmJ2u9/bUYNmHTGJx/UEmn6doAvvuig==", + "dev": true + }, + "node_modules/brace-expansion": { + "version": "1.1.11", + "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz", + "integrity": "sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==", + "dev": true, + "dependencies": { + "balanced-match": "^1.0.0", + "concat-map": "0.0.1" + } + }, + "node_modules/braces": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/braces/-/braces-3.0.2.tgz", + "integrity": "sha512-b8um+L1RzM3WDSzvhm6gIz1yfTbBt6YTlcEKAvsmqCZZFw46z626lVj9j1yEPW33H5H+lBQpZMP1k8l+78Ha0A==", + "dev": true, + "dependencies": { + "fill-range": "^7.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/browser-sync": { + "version": "2.27.7", + "resolved": "https://registry.npmjs.org/browser-sync/-/browser-sync-2.27.7.tgz", + "integrity": "sha512-9ElnnA/u+s2Jd+IgY+2SImB+sAEIteHsMG0NR96m7Ph/wztpvJCUpyC2on1KqmG9iAp941j+5jfmd34tEguGbg==", + "dev": true, + "dependencies": { + "browser-sync-client": "^2.27.7", + "browser-sync-ui": "^2.27.7", + "bs-recipes": "1.3.4", + "bs-snippet-injector": "^2.0.1", + "chokidar": "^3.5.1", + "connect": "3.6.6", + "connect-history-api-fallback": "^1", + "dev-ip": "^1.0.1", + "easy-extender": "^2.3.4", + "eazy-logger": "3.1.0", + "etag": "^1.8.1", + "fresh": "^0.5.2", + "fs-extra": "3.0.1", + "http-proxy": "^1.18.1", + "immutable": "^3", + "localtunnel": "^2.0.1", + "micromatch": "^4.0.2", + "opn": "5.3.0", + "portscanner": "2.1.1", + "qs": "6.2.3", + "raw-body": "^2.3.2", + "resp-modifier": "6.0.2", + "rx": "4.1.0", + "send": "0.16.2", + "serve-index": "1.9.1", + "serve-static": "1.13.2", + "server-destroy": "1.0.1", + "socket.io": "2.4.0", + "ua-parser-js": "1.0.2", + "yargs": "^15.4.1" + }, + "bin": { + "browser-sync": "dist/bin.js" + }, + "engines": { + "node": ">= 8.0.0" + } + }, + "node_modules/browser-sync-client": { + "version": "2.27.7", + "resolved": "https://registry.npmjs.org/browser-sync-client/-/browser-sync-client-2.27.7.tgz", + "integrity": "sha512-wKg9UP9a4sCIkBBAXUdbkdWFJzfSAQizGh+nC19W9y9zOo9s5jqeYRFUUbs7x5WKhjtspT+xetVp9AtBJ6BmWg==", + "dev": true, + "dependencies": { + "etag": "1.8.1", + "fresh": "0.5.2", + "mitt": "^1.1.3", + "rxjs": "^5.5.6" + }, + "engines": { + "node": ">=8.0.0" + } + }, + "node_modules/browser-sync-ui": { + "version": "2.27.7", + "resolved": "https://registry.npmjs.org/browser-sync-ui/-/browser-sync-ui-2.27.7.tgz", + "integrity": "sha512-Bt4OQpx9p18OIzk0KKyu7jqlvmjacasUlk8ARY3uuIyiFWSBiRgr2i6XY8dEMF14DtbooaEBOpHEu9VCYvMcCw==", + "dev": true, + "dependencies": { + "async-each-series": "0.1.1", + "connect-history-api-fallback": "^1", + "immutable": "^3", + "server-destroy": "1.0.1", + "socket.io-client": "^2.4.0", + "stream-throttle": "^0.1.3" + } + }, + "node_modules/bs-recipes": { + "version": "1.3.4", + "resolved": "https://registry.npmjs.org/bs-recipes/-/bs-recipes-1.3.4.tgz", + "integrity": "sha1-DS1NSKcYyMBEdp/cT4lZLci2lYU=", + "dev": true + }, + "node_modules/bs-snippet-injector": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/bs-snippet-injector/-/bs-snippet-injector-2.0.1.tgz", + "integrity": "sha1-YbU5PxH1JVntEgaTEANDtu2wTdU=", + "dev": true + }, + "node_modules/bytes": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz", + "integrity": "sha512-/Nf7TyzTx6S3yRJObOAV7956r8cr2+Oj8AC5dt8wSP3BQAoeX58NoHyCU8P8zGkNXStjTSi6fzO6F0pBdcYbEg==", + "dev": true, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/call-bind": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.2.tgz", + "integrity": "sha512-7O+FbCihrB5WGbFYesctwmTKae6rOiIzmz1icreWJ+0aA7LJfuqhEso2T9ncpcFtzMQtzXf2QGGueWJGTYsqrA==", + "dev": true, + "dependencies": { + "function-bind": "^1.1.1", + "get-intrinsic": "^1.0.2" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/camelcase": { + "version": "5.3.1", + "resolved": "https://registry.npmjs.org/camelcase/-/camelcase-5.3.1.tgz", + "integrity": "sha512-L28STB170nwWS63UjtlEOE3dldQApaJXZkOI1uMFfzf3rRuPegHaHesyee+YxQ+W6SvRDQV6UrdOdRiR153wJg==", + "dev": true, + "engines": { + "node": ">=6" + } + }, + "node_modules/chalk": { + "version": "2.4.2", + "resolved": "https://registry.npmjs.org/chalk/-/chalk-2.4.2.tgz", + "integrity": "sha512-Mti+f9lpJNcwF4tWV8/OrTTtF1gZi+f8FqlyAdouralcFWFQWF2+NgCHShjkCb+IFBLq9buZwE1xckQU4peSuQ==", + "dev": true, + "dependencies": { + "ansi-styles": "^3.2.1", + "escape-string-regexp": "^1.0.5", + "supports-color": "^5.3.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/chalk/node_modules/escape-string-regexp": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz", + "integrity": "sha1-G2HAViGQqN/2rjuyzwIAyhMLhtQ=", + "dev": true, + "engines": { + "node": ">=0.8.0" + } + }, + "node_modules/character-parser": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/character-parser/-/character-parser-2.2.0.tgz", + "integrity": "sha1-x84o821LzZdE5f/CxfzeHHMmH8A=", + "dev": true, + "dependencies": { + "is-regex": "^1.0.3" + } + }, + "node_modules/chokidar": { + "version": "3.5.3", + "resolved": "https://registry.npmjs.org/chokidar/-/chokidar-3.5.3.tgz", + "integrity": "sha512-Dr3sfKRP6oTcjf2JmUmFJfeVMvXBdegxB0iVQ5eb2V10uFJUCAS8OByZdVAyVb8xXNz3GjjTgj9kLWsZTqE6kw==", + "dev": true, + "funding": [ + { + "type": "individual", + "url": "https://paulmillr.com/funding/" + } + ], + "dependencies": { + "anymatch": "~3.1.2", + "braces": "~3.0.2", + "glob-parent": "~5.1.2", + "is-binary-path": "~2.1.0", + "is-glob": "~4.0.1", + "normalize-path": "~3.0.0", + "readdirp": "~3.6.0" + }, + "engines": { + "node": ">= 8.10.0" + }, + "optionalDependencies": { + "fsevents": "~2.3.2" + } + }, + "node_modules/cliui": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/cliui/-/cliui-6.0.0.tgz", + "integrity": "sha512-t6wbgtoCXvAzst7QgXxJYqPt0usEfbgQdftEPbLL/cvv6HPE5VgvqCuAIDR0NgU52ds6rFwqrgakNLrHEjCbrQ==", + "dev": true, + "dependencies": { + "string-width": "^4.2.0", + "strip-ansi": "^6.0.0", + "wrap-ansi": "^6.2.0" + } + }, + "node_modules/color-convert": { + "version": "1.9.3", + "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-1.9.3.tgz", + "integrity": "sha512-QfAUtd+vFdAtFQcC8CCyYt1fYWxSqAiK2cSD6zDB8N3cpsEBAvRxp9zOGg6G/SHHJYAT88/az/IuDGALsNVbGg==", + "dev": true, + "dependencies": { + "color-name": "1.1.3" + } + }, + "node_modules/color-name": { + "version": "1.1.3", + "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.3.tgz", + "integrity": "sha1-p9BVi9icQveV3UIyj3QIMcpTvCU=", + "dev": true + }, + "node_modules/commander": { + "version": "5.1.0", + "resolved": "https://registry.npmjs.org/commander/-/commander-5.1.0.tgz", + "integrity": "sha512-P0CysNDQ7rtVw4QIQtm+MRxV66vKFSvlsQvGYXZWR3qFU0jlMKHZZZgw8e+8DSah4UDKMqnknRDQz+xuQXQ/Zg==", + "dev": true, + "engines": { + "node": ">= 6" + } + }, + "node_modules/component-bind": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/component-bind/-/component-bind-1.0.0.tgz", + "integrity": "sha1-AMYIq33Nk4l8AAllGx06jh5zu9E=", + "dev": true + }, + "node_modules/component-emitter": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/component-emitter/-/component-emitter-1.3.0.tgz", + "integrity": "sha512-Rd3se6QB+sO1TwqZjscQrurpEPIfO0/yYnSin6Q/rD3mOutHvUrCAhJub3r90uNb+SESBuE0QYoB90YdfatsRg==", + "dev": true + }, + "node_modules/component-inherit": { + "version": "0.0.3", + "resolved": "https://registry.npmjs.org/component-inherit/-/component-inherit-0.0.3.tgz", + "integrity": "sha1-ZF/ErfWLcrZJ1crmUTVhnbJv8UM=", + "dev": true + }, + "node_modules/concat-map": { + "version": "0.0.1", + "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz", + "integrity": "sha1-2Klr13/Wjfd5OnMDajug1UBdR3s=", + "dev": true + }, + "node_modules/condense-newlines": { + "version": "0.2.1", + "resolved": "https://registry.npmjs.org/condense-newlines/-/condense-newlines-0.2.1.tgz", + "integrity": "sha1-PemFVTE5R10yUCyDsC9gaE0kxV8=", + "dev": true, + "dependencies": { + "extend-shallow": "^2.0.1", + "is-whitespace": "^0.3.0", + "kind-of": "^3.0.2" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/condense-newlines/node_modules/kind-of": { + "version": "3.2.2", + "resolved": "https://registry.npmjs.org/kind-of/-/kind-of-3.2.2.tgz", + "integrity": "sha1-MeohpzS6ubuw8yRm2JOupR5KPGQ=", + "dev": true, + "dependencies": { + "is-buffer": "^1.1.5" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/config-chain": { + "version": "1.1.13", + "resolved": "https://registry.npmjs.org/config-chain/-/config-chain-1.1.13.tgz", + "integrity": "sha512-qj+f8APARXHrM0hraqXYb2/bOVSV4PvJQlNZ/DVj0QrmNM2q2euizkeuVckQ57J+W0mRH6Hvi+k50M4Jul2VRQ==", + "dev": true, + "dependencies": { + "ini": "^1.3.4", + "proto-list": "~1.2.1" + } + }, + "node_modules/connect": { + "version": "3.6.6", + "resolved": "https://registry.npmjs.org/connect/-/connect-3.6.6.tgz", + "integrity": "sha1-Ce/2xVr3I24TcTWnJXSFi2eG9SQ=", + "dev": true, + "dependencies": { + "debug": "2.6.9", + "finalhandler": "1.1.0", + "parseurl": "~1.3.2", + "utils-merge": "1.0.1" + }, + "engines": { + "node": ">= 0.10.0" + } + }, + "node_modules/connect-history-api-fallback": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/connect-history-api-fallback/-/connect-history-api-fallback-1.6.0.tgz", + "integrity": "sha512-e54B99q/OUoH64zYYRf3HBP5z24G38h5D3qXu23JGRoigpX5Ss4r9ZnDk3g0Z8uQC2x2lPaJ+UlWBc1ZWBWdLg==", + "dev": true, + "engines": { + "node": ">=0.8" + } + }, + "node_modules/connect/node_modules/debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/connect/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/constantinople": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/constantinople/-/constantinople-4.0.1.tgz", + "integrity": "sha512-vCrqcSIq4//Gx74TXXCGnHpulY1dskqLTFGDmhrGxzeXL8lF8kvXv6mpNWlJj1uD4DW23D4ljAqbY4RRaaUZIw==", + "dev": true, + "dependencies": { + "@babel/parser": "^7.6.0", + "@babel/types": "^7.6.1" + } + }, + "node_modules/cookie": { + "version": "0.4.2", + "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.4.2.tgz", + "integrity": "sha512-aSWTXFzaKWkvHO1Ny/s+ePFpvKsPnjc551iI41v3ny/ow6tBG5Vd+FuqGNhh1LxOmVzOlGUriIlOaokOvhaStA==", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/debug": { + "version": "4.3.3", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.3.tgz", + "integrity": "sha512-/zxw5+vh1Tfv+4Qn7a5nsbcJKPaSvCDhojn6FEl9vupwK2VCSDtEiEtqr8DFtzYFOdz63LBkxec7DYuc2jon6Q==", + "dev": true, + "dependencies": { + "ms": "2.1.2" + }, + "engines": { + "node": ">=6.0" + }, + "peerDependenciesMeta": { + "supports-color": { + "optional": true + } + } + }, + "node_modules/decamelize": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/decamelize/-/decamelize-1.2.0.tgz", + "integrity": "sha1-9lNNFRSCabIDUue+4m9QH5oZEpA=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/depd": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz", + "integrity": "sha512-g7nH6P6dyDioJogAAGprGpCtVImJhpPk/roCzdb3fIh61/s/nPsfR6onyMwkCAR/OlC3yBC0lESvUoQEAssIrw==", + "dev": true, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/dependency-graph": { + "version": "0.11.0", + "resolved": "https://registry.npmjs.org/dependency-graph/-/dependency-graph-0.11.0.tgz", + "integrity": "sha512-JeMq7fEshyepOWDfcfHK06N3MhyPhz++vtqWhMT5O9A3K42rdsEDpfdVqjaqaAhsw6a+ZqeDvQVtD0hFHQWrzg==", + "dev": true, + "engines": { + "node": ">= 0.6.0" + } + }, + "node_modules/design-system": { + "version": "0.1.9", + "resolved": "https://github.com/DemocracyClub/design-system/archive/refs/tags/0.1.9.tar.gz", + "integrity": "sha512-JPyyYSrIuVmHXEgTQS0l2euIb3JGsG/v/z7ersviOCTHRU7g2QBaFcd0V9785gtiVxInX6fguOHhA4jzU8+/8A==", + "dev": true, + "license": "ISC" + }, + "node_modules/destroy": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/destroy/-/destroy-1.0.4.tgz", + "integrity": "sha1-l4hXRCxEdJ5CBmE+N5RiBYJqvYA=", + "dev": true + }, + "node_modules/dev-ip": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/dev-ip/-/dev-ip-1.0.1.tgz", + "integrity": "sha1-p2o+0YVb56ASu4rBbLgPPADcKPA=", + "dev": true, + "bin": { + "dev-ip": "lib/dev-ip.js" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/dlv": { + "version": "1.1.3", + "resolved": "https://registry.npmjs.org/dlv/-/dlv-1.1.3.tgz", + "integrity": "sha512-+HlytyjlPKnIG8XuRG8WvmBP8xs8P71y+SKKS6ZXWoEgLuePxtDoUEiH7WkdePWrQ5JBpE6aoVqfZfJUQkjXwA==", + "dev": true + }, + "node_modules/doctypes": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/doctypes/-/doctypes-1.1.0.tgz", + "integrity": "sha1-6oCxBqh1OHdOijpKWv4pPeSJ4Kk=", + "dev": true + }, + "node_modules/easy-extender": { + "version": "2.3.4", + "resolved": "https://registry.npmjs.org/easy-extender/-/easy-extender-2.3.4.tgz", + "integrity": "sha512-8cAwm6md1YTiPpOvDULYJL4ZS6WfM5/cTeVVh4JsvyYZAoqlRVUpHL9Gr5Fy7HA6xcSZicUia3DeAgO3Us8E+Q==", + "dev": true, + "dependencies": { + "lodash": "^4.17.10" + }, + "engines": { + "node": ">= 4.0.0" + } + }, + "node_modules/eazy-logger": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/eazy-logger/-/eazy-logger-3.1.0.tgz", + "integrity": "sha512-/snsn2JqBtUSSstEl4R0RKjkisGHAhvYj89i7r3ytNUKW12y178KDZwXLXIgwDqLW6E/VRMT9qfld7wvFae8bQ==", + "dev": true, + "dependencies": { + "tfunk": "^4.0.0" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/editorconfig": { + "version": "0.15.3", + "resolved": "https://registry.npmjs.org/editorconfig/-/editorconfig-0.15.3.tgz", + "integrity": "sha512-M9wIMFx96vq0R4F+gRpY3o2exzb8hEj/n9S8unZtHSvYjibBp/iMufSzvmOcV/laG0ZtuTVGtiJggPOSW2r93g==", + "dev": true, + "dependencies": { + "commander": "^2.19.0", + "lru-cache": "^4.1.5", + "semver": "^5.6.0", + "sigmund": "^1.0.1" + }, + "bin": { + "editorconfig": "bin/editorconfig" + } + }, + "node_modules/editorconfig/node_modules/commander": { + "version": "2.20.3", + "resolved": "https://registry.npmjs.org/commander/-/commander-2.20.3.tgz", + "integrity": "sha512-GpVkmM8vF2vQUkj2LvZmD35JxeJOLCwJ9cUkugyk2nuhbv3+mJvpLYYt+0+USMxE+oj+ey/lJEnhZw75x/OMcQ==", + "dev": true + }, + "node_modules/editorconfig/node_modules/semver": { + "version": "5.7.1", + "resolved": "https://registry.npmjs.org/semver/-/semver-5.7.1.tgz", + "integrity": "sha512-sauaDf/PZdVgrLTNYHRtpXa1iRiKcaebiKQ1BJdpQlWH2lCvexQdX55snPFyK7QzpudqbCI0qXFfOasHdyNDGQ==", + "dev": true, + "bin": { + "semver": "bin/semver" + } + }, + "node_modules/ee-first": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz", + "integrity": "sha1-WQxhFWsK4vTwJVcyoViyZrxWsh0=", + "dev": true + }, + "node_modules/ejs": { + "version": "3.1.6", + "resolved": "https://registry.npmjs.org/ejs/-/ejs-3.1.6.tgz", + "integrity": "sha512-9lt9Zse4hPucPkoP7FHDF0LQAlGyF9JVpnClFLFH3aSSbxmyoqINRpp/9wePWJTUl4KOQwRL72Iw3InHPDkoGw==", + "dev": true, + "dependencies": { + "jake": "^10.6.1" + }, + "bin": { + "ejs": "bin/cli.js" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/eleventy-sass": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/eleventy-sass/-/eleventy-sass-1.1.4.tgz", + "integrity": "sha512-3Hz3myYsXCuHQ12LzAH8qLR4jZsMCsROF28eBIxIkaTPy45zGxlLE7W2rGSubzu7ODOwTZc/yObM5tERiFLxBA==", + "dev": true, + "dependencies": { + "debug": "^4.3.3", + "kleur": "^4.1.4", + "sass": "^1.49.7" + } + }, + "node_modules/emoji-regex": { + "version": "8.0.0", + "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz", + "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==", + "dev": true + }, + "node_modules/encodeurl": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz", + "integrity": "sha1-rT/0yG7C0CkyL1oCw6mmBslbP1k=", + "dev": true, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/engine.io": { + "version": "3.5.0", + "resolved": "https://registry.npmjs.org/engine.io/-/engine.io-3.5.0.tgz", + "integrity": "sha512-21HlvPUKaitDGE4GXNtQ7PLP0Sz4aWLddMPw2VTyFz1FVZqu/kZsJUO8WNpKuE/OCL7nkfRaOui2ZCJloGznGA==", + "dev": true, + "dependencies": { + "accepts": "~1.3.4", + "base64id": "2.0.0", + "cookie": "~0.4.1", + "debug": "~4.1.0", + "engine.io-parser": "~2.2.0", + "ws": "~7.4.2" + }, + "engines": { + "node": ">=8.0.0" + } + }, + "node_modules/engine.io-client": { + "version": "3.5.2", + "resolved": "https://registry.npmjs.org/engine.io-client/-/engine.io-client-3.5.2.tgz", + "integrity": "sha512-QEqIp+gJ/kMHeUun7f5Vv3bteRHppHH/FMBQX/esFj/fuYfjyUKWGMo3VCvIP/V8bE9KcjHmRZrhIz2Z9oNsDA==", + "dev": true, + "dependencies": { + "component-emitter": "~1.3.0", + "component-inherit": "0.0.3", + "debug": "~3.1.0", + "engine.io-parser": "~2.2.0", + "has-cors": "1.1.0", + "indexof": "0.0.1", + "parseqs": "0.0.6", + "parseuri": "0.0.6", + "ws": "~7.4.2", + "xmlhttprequest-ssl": "~1.6.2", + "yeast": "0.1.2" + } + }, + "node_modules/engine.io-client/node_modules/debug": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/debug/-/debug-3.1.0.tgz", + "integrity": "sha512-OX8XqP7/1a9cqkxYw2yXss15f26NKWBpDXQd0/uK/KPqdQhxbPa994hnzjcE2VqQpDslf55723cKPUOGSmMY3g==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/engine.io-client/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/engine.io-parser": { + "version": "2.2.1", + "resolved": "https://registry.npmjs.org/engine.io-parser/-/engine.io-parser-2.2.1.tgz", + "integrity": "sha512-x+dN/fBH8Ro8TFwJ+rkB2AmuVw9Yu2mockR/p3W8f8YtExwFgDvBDi0GWyb4ZLkpahtDGZgtr3zLovanJghPqg==", + "dev": true, + "dependencies": { + "after": "0.8.2", + "arraybuffer.slice": "~0.0.7", + "base64-arraybuffer": "0.1.4", + "blob": "0.0.5", + "has-binary2": "~1.0.2" + } + }, + "node_modules/engine.io/node_modules/debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "deprecated": "Debug versions >=3.2.0 <3.2.7 || >=4 <4.3.1 have a low-severity ReDos regression when used in a Node.js environment. It is recommended you upgrade to 3.2.7 or 4.3.1. (https://github.com/visionmedia/debug/issues/797)", + "dev": true, + "dependencies": { + "ms": "^2.1.1" + } + }, + "node_modules/entities": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/entities/-/entities-2.1.0.tgz", + "integrity": "sha512-hCx1oky9PFrJ611mf0ifBLBRW8lUUVRlFolb5gWRfIELabBlbp9xZvrqZLZAs+NxFnbfQoeGd8wDkygjg7U85w==", + "dev": true, + "funding": { + "url": "https://github.com/fb55/entities?sponsor=1" + } + }, + "node_modules/errno": { + "version": "0.1.8", + "resolved": "https://registry.npmjs.org/errno/-/errno-0.1.8.tgz", + "integrity": "sha512-dJ6oBr5SQ1VSd9qkk7ByRgb/1SH4JZjCHSW/mr63/QcXO9zLVxvJ6Oy13nio03rxpSnVDDjFor75SjVeZWPW/A==", + "dev": true, + "dependencies": { + "prr": "~1.0.1" + }, + "bin": { + "errno": "cli.js" + } + }, + "node_modules/escalade": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/escalade/-/escalade-3.1.1.tgz", + "integrity": "sha512-k0er2gUkLf8O0zKJiAhmkTnJlTvINGv7ygDNPbeIsX/TJjGJZHuh9B2UxbsaEkmlEo9MfhrSzmhIlhRlI2GXnw==", + "dev": true, + "engines": { + "node": ">=6" + } + }, + "node_modules/escape-html": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/escape-html/-/escape-html-1.0.3.tgz", + "integrity": "sha1-Aljq5NPQwJdN4cFpGI7wBR0dGYg=", + "dev": true + }, + "node_modules/escape-string-regexp": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz", + "integrity": "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA==", + "dev": true, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/esprima": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/esprima/-/esprima-4.0.1.tgz", + "integrity": "sha512-eGuFFw7Upda+g4p+QHvnW0RyTX/SVeJBDM/gCtMARO0cLuT2HcEKnTPvhjV6aGeqrCB/sbNop0Kszm0jsaWU4A==", + "dev": true, + "bin": { + "esparse": "bin/esparse.js", + "esvalidate": "bin/esvalidate.js" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/etag": { + "version": "1.8.1", + "resolved": "https://registry.npmjs.org/etag/-/etag-1.8.1.tgz", + "integrity": "sha1-Qa4u62XvpiJorr/qg6x9eSmbCIc=", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/eventemitter3": { + "version": "4.0.7", + "resolved": "https://registry.npmjs.org/eventemitter3/-/eventemitter3-4.0.7.tgz", + "integrity": "sha512-8guHBZCwKnFhYdHr2ysuRWErTwhoN2X8XELRlrRwpmfeY2jjuUN4taQMsULKUVo1K4DvZl+0pgfyoysHxvmvEw==", + "dev": true + }, + "node_modules/extend-shallow": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/extend-shallow/-/extend-shallow-2.0.1.tgz", + "integrity": "sha1-Ua99YUrZqfYQ6huvu5idaxxWiQ8=", + "dev": true, + "dependencies": { + "is-extendable": "^0.1.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/fast-glob": { + "version": "3.2.11", + "resolved": "https://registry.npmjs.org/fast-glob/-/fast-glob-3.2.11.tgz", + "integrity": "sha512-xrO3+1bxSo3ZVHAnqzyuewYT6aMFHRAd4Kcs92MAonjwQZLsK9d0SF1IyQ3k5PoirxTW0Oe/RqFgMQ6TcNE5Ew==", + "dev": true, + "dependencies": { + "@nodelib/fs.stat": "^2.0.2", + "@nodelib/fs.walk": "^1.2.3", + "glob-parent": "^5.1.2", + "merge2": "^1.3.0", + "micromatch": "^4.0.4" + }, + "engines": { + "node": ">=8.6.0" + } + }, + "node_modules/fastq": { + "version": "1.13.0", + "resolved": "https://registry.npmjs.org/fastq/-/fastq-1.13.0.tgz", + "integrity": "sha512-YpkpUnK8od0o1hmeSc7UUs/eB/vIPWJYjKck2QKIzAf71Vm1AAQ3EbuZB3g2JIy+pg+ERD0vqI79KyZiB2e2Nw==", + "dev": true, + "dependencies": { + "reusify": "^1.0.4" + } + }, + "node_modules/filelist": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/filelist/-/filelist-1.0.2.tgz", + "integrity": "sha512-z7O0IS8Plc39rTCq6i6iHxk43duYOn8uFJiWSewIq0Bww1RNybVHSCjahmcC87ZqAm4OTvFzlzeGu3XAzG1ctQ==", + "dev": true, + "dependencies": { + "minimatch": "^3.0.4" + } + }, + "node_modules/fill-range": { + "version": "7.0.1", + "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.0.1.tgz", + "integrity": "sha512-qOo9F+dMUmC2Lcb4BbVvnKJxTPjCm+RRpe4gDuGrzkL7mEVl/djYSu2OdQ2Pa302N4oqkSg9ir6jaLWJ2USVpQ==", + "dev": true, + "dependencies": { + "to-regex-range": "^5.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/finalhandler": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.1.0.tgz", + "integrity": "sha1-zgtoVbRYU+eRsvzGgARtiCU91/U=", + "dev": true, + "dependencies": { + "debug": "2.6.9", + "encodeurl": "~1.0.1", + "escape-html": "~1.0.3", + "on-finished": "~2.3.0", + "parseurl": "~1.3.2", + "statuses": "~1.3.1", + "unpipe": "~1.0.0" + }, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/finalhandler/node_modules/debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/finalhandler/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/find-up": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/find-up/-/find-up-4.1.0.tgz", + "integrity": "sha512-PpOwAdQ/YlXQ2vj8a3h8IipDuYRi3wceVQQGYWxNINccq40Anw7BlsEXCMbt1Zt+OLA6Fq9suIpIWD0OsnISlw==", + "dev": true, + "dependencies": { + "locate-path": "^5.0.0", + "path-exists": "^4.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/follow-redirects": { + "version": "1.14.9", + "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.14.9.tgz", + "integrity": "sha512-MQDfihBQYMcyy5dhRDJUHcw7lb2Pv/TuE6xP1vyraLukNDHKbDxDNaOE3NbCAdKQApno+GPRyo1YAp89yCjK4w==", + "dev": true, + "funding": [ + { + "type": "individual", + "url": "https://github.com/sponsors/RubenVerborgh" + } + ], + "engines": { + "node": ">=4.0" + }, + "peerDependenciesMeta": { + "debug": { + "optional": true + } + } + }, + "node_modules/fresh": { + "version": "0.5.2", + "resolved": "https://registry.npmjs.org/fresh/-/fresh-0.5.2.tgz", + "integrity": "sha1-PYyt2Q2XZWn6g1qx+OSyOhBWBac=", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/fs-extra": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-3.0.1.tgz", + "integrity": "sha1-N5TzeMWLNC6n27sjCVEJxLO2IpE=", + "dev": true, + "dependencies": { + "graceful-fs": "^4.1.2", + "jsonfile": "^3.0.0", + "universalify": "^0.1.0" + } + }, + "node_modules/fs.realpath": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/fs.realpath/-/fs.realpath-1.0.0.tgz", + "integrity": "sha1-FQStJSMVjKpA20onh8sBQRmU6k8=", + "dev": true + }, + "node_modules/fsevents": { + "version": "2.3.2", + "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.2.tgz", + "integrity": "sha512-xiqMQR4xAeHTuB9uWm+fFRcIOgKBMiOBP+eXiyT7jsgVCq1bkVygt00oASowB7EdtpOHaaPgKt812P9ab+DDKA==", + "dev": true, + "hasInstallScript": true, + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^8.16.0 || ^10.6.0 || >=11.0.0" + } + }, + "node_modules/function-bind": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.1.tgz", + "integrity": "sha512-yIovAzMX49sF8Yl58fSCWJ5svSLuaibPxXQJFLmBObTuCr0Mf1KiPopGM9NiFjiYBCbfaa2Fh6breQ6ANVTI0A==", + "dev": true + }, + "node_modules/get-caller-file": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/get-caller-file/-/get-caller-file-2.0.5.tgz", + "integrity": "sha512-DyFP3BM/3YHTQOCUL/w0OZHR0lpKeGrxotcHWcqNEdnltqFwXVfhEBQ94eIo34AfQpo0rGki4cyIiftY06h2Fg==", + "dev": true, + "engines": { + "node": "6.* || 8.* || >= 10.*" + } + }, + "node_modules/get-intrinsic": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.1.1.tgz", + "integrity": "sha512-kWZrnVM42QCiEA2Ig1bG8zjoIMOgxWwYCEeNdwY6Tv/cOSeGpcoX4pXHfKUxNKVoArnrEr2e9srnAxxGIraS9Q==", + "dev": true, + "dependencies": { + "function-bind": "^1.1.1", + "has": "^1.0.3", + "has-symbols": "^1.0.1" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/glob": { + "version": "7.2.0", + "resolved": "https://registry.npmjs.org/glob/-/glob-7.2.0.tgz", + "integrity": "sha512-lmLf6gtyrPq8tTjSmrO94wBeQbFR3HbLHbuyD69wuyQkImp2hWqMGB47OX65FBkPffO641IP9jWa1z4ivqG26Q==", + "dev": true, + "dependencies": { + "fs.realpath": "^1.0.0", + "inflight": "^1.0.4", + "inherits": "2", + "minimatch": "^3.0.4", + "once": "^1.3.0", + "path-is-absolute": "^1.0.0" + }, + "engines": { + "node": "*" + }, + "funding": { + "url": "https://github.com/sponsors/isaacs" + } + }, + "node_modules/glob-parent": { + "version": "5.1.2", + "resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-5.1.2.tgz", + "integrity": "sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==", + "dev": true, + "dependencies": { + "is-glob": "^4.0.1" + }, + "engines": { + "node": ">= 6" + } + }, + "node_modules/graceful-fs": { + "version": "4.2.9", + "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.9.tgz", + "integrity": "sha512-NtNxqUcXgpW2iMrfqSfR73Glt39K+BLwWsPs94yR63v45T0Wbej7eRmL5cWfwEgqXnmjQp3zaJTshdRW/qC2ZQ==", + "dev": true + }, + "node_modules/gray-matter": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/gray-matter/-/gray-matter-4.0.3.tgz", + "integrity": "sha512-5v6yZd4JK3eMI3FqqCouswVqwugaA9r4dNZB1wwcmrD02QkV5H0y7XBQW8QwQqEaZY1pM9aqORSORhJRdNK44Q==", + "dev": true, + "dependencies": { + "js-yaml": "^3.13.1", + "kind-of": "^6.0.2", + "section-matter": "^1.0.0", + "strip-bom-string": "^1.0.0" + }, + "engines": { + "node": ">=6.0" + } + }, + "node_modules/hamljs": { + "version": "0.6.2", + "resolved": "https://registry.npmjs.org/hamljs/-/hamljs-0.6.2.tgz", + "integrity": "sha1-e3EWz22+cnjkKz9u+HJaM+F3yOM=", + "dev": true + }, + "node_modules/handlebars": { + "version": "4.7.7", + "resolved": "https://registry.npmjs.org/handlebars/-/handlebars-4.7.7.tgz", + "integrity": "sha512-aAcXm5OAfE/8IXkcZvCepKU3VzW1/39Fb5ZuqMtgI/hT8X2YgoMvBY5dLhq/cpOvw7Lk1nK/UF71aLG/ZnVYRA==", + "dev": true, + "dependencies": { + "minimist": "^1.2.5", + "neo-async": "^2.6.0", + "source-map": "^0.6.1", + "wordwrap": "^1.0.0" + }, + "bin": { + "handlebars": "bin/handlebars" + }, + "engines": { + "node": ">=0.4.7" + }, + "optionalDependencies": { + "uglify-js": "^3.1.4" + } + }, + "node_modules/has": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/has/-/has-1.0.3.tgz", + "integrity": "sha512-f2dvO0VU6Oej7RkWJGrehjbzMAjFp5/VKPp5tTpWIV4JHHZK1/BxbFRtf/siA2SWTe09caDmVtYYzWEIbBS4zw==", + "dev": true, + "dependencies": { + "function-bind": "^1.1.1" + }, + "engines": { + "node": ">= 0.4.0" + } + }, + "node_modules/has-ansi": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/has-ansi/-/has-ansi-2.0.0.tgz", + "integrity": "sha1-NPUEnOHs3ysGSa8+8k5F7TVBbZE=", + "dev": true, + "dependencies": { + "ansi-regex": "^2.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/has-ansi/node_modules/ansi-regex": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-2.1.1.tgz", + "integrity": "sha1-w7M6te42DYbg5ijwRorn7yfWVN8=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/has-binary2": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/has-binary2/-/has-binary2-1.0.3.tgz", + "integrity": "sha512-G1LWKhDSvhGeAQ8mPVQlqNcOB2sJdwATtZKl2pDKKHfpf/rYj24lkinxf69blJbnsvtqqNU+L3SL50vzZhXOnw==", + "dev": true, + "dependencies": { + "isarray": "2.0.1" + } + }, + "node_modules/has-cors": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/has-cors/-/has-cors-1.1.0.tgz", + "integrity": "sha1-XkdHk/fqmEPRu5nCPu9J/xJv/zk=", + "dev": true + }, + "node_modules/has-flag": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-3.0.0.tgz", + "integrity": "sha1-tdRU3CGZriJWmfNGfloH87lVuv0=", + "dev": true, + "engines": { + "node": ">=4" + } + }, + "node_modules/has-symbols": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.0.3.tgz", + "integrity": "sha512-l3LCuF6MgDNwTDKkdYGEihYjt5pRPbEg46rtlmnSPlUbgmB8LOIrKJbYYFBSbnPaJexMKtiPO8hmeRjRz2Td+A==", + "dev": true, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/has-tostringtag": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.0.tgz", + "integrity": "sha512-kFjcSNhnlGV1kyoGk7OXKSawH5JOb/LzUc5w9B02hOTO0dfFRjbHQKvg1d6cf3HbeUmtU9VbbV3qzZ2Teh97WQ==", + "dev": true, + "dependencies": { + "has-symbols": "^1.0.2" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/http-errors": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-2.0.0.tgz", + "integrity": "sha512-FtwrG/euBzaEjYeRqOgly7G0qviiXoJWnvEH2Z1plBdXgbyjv34pHTSb9zoeHMyDy33+DWy5Wt9Wo+TURtOYSQ==", + "dev": true, + "dependencies": { + "depd": "2.0.0", + "inherits": "2.0.4", + "setprototypeof": "1.2.0", + "statuses": "2.0.1", + "toidentifier": "1.0.1" + }, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/http-errors/node_modules/statuses": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-2.0.1.tgz", + "integrity": "sha512-RwNA9Z/7PrK06rYLIzFMlaF+l73iwpzsqRIFgbMLbTcLD6cOao82TaWefPXQvB2fOC4AjuYSEndS7N/mTCbkdQ==", + "dev": true, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/http-proxy": { + "version": "1.18.1", + "resolved": "https://registry.npmjs.org/http-proxy/-/http-proxy-1.18.1.tgz", + "integrity": "sha512-7mz/721AbnJwIVbnaSv1Cz3Am0ZLT/UBwkC92VlxhXv/k/BBQfM2fXElQNC27BVGr0uwUpplYPQM9LnaBMR5NQ==", + "dev": true, + "dependencies": { + "eventemitter3": "^4.0.0", + "follow-redirects": "^1.0.0", + "requires-port": "^1.0.0" + }, + "engines": { + "node": ">=8.0.0" + } + }, + "node_modules/iconv-lite": { + "version": "0.4.24", + "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz", + "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==", + "dev": true, + "dependencies": { + "safer-buffer": ">= 2.1.2 < 3" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/immutable": { + "version": "3.8.2", + "resolved": "https://registry.npmjs.org/immutable/-/immutable-3.8.2.tgz", + "integrity": "sha1-wkOZUUVbs5kT2vKBN28VMOEErfM=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/indexof": { + "version": "0.0.1", + "resolved": "https://registry.npmjs.org/indexof/-/indexof-0.0.1.tgz", + "integrity": "sha1-gtwzbSMrkGIXnQWrMpOmYFn9Q10=", + "dev": true + }, + "node_modules/inflight": { + "version": "1.0.6", + "resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz", + "integrity": "sha1-Sb1jMdfQLQwJvJEKEHW6gWW1bfk=", + "dev": true, + "dependencies": { + "once": "^1.3.0", + "wrappy": "1" + } + }, + "node_modules/inherits": { + "version": "2.0.4", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz", + "integrity": "sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ==", + "dev": true + }, + "node_modules/ini": { + "version": "1.3.8", + "resolved": "https://registry.npmjs.org/ini/-/ini-1.3.8.tgz", + "integrity": "sha512-JV/yugV2uzW5iMRSiZAyDtQd+nxtUnjeLt0acNdw98kKLrvuRVyB80tsREOE7yvGVgalhZ6RNXCmEHkUKBKxew==", + "dev": true + }, + "node_modules/is-binary-path": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/is-binary-path/-/is-binary-path-2.1.0.tgz", + "integrity": "sha512-ZMERYes6pDydyuGidse7OsHxtbI7WVeUEozgR/g7rd0xUimYNlvZRE/K2MgZTjWy725IfelLeVcEM97mmtRGXw==", + "dev": true, + "dependencies": { + "binary-extensions": "^2.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/is-buffer": { + "version": "1.1.6", + "resolved": "https://registry.npmjs.org/is-buffer/-/is-buffer-1.1.6.tgz", + "integrity": "sha512-NcdALwpXkTm5Zvvbk7owOUSvVvBKDgKP5/ewfXEznmQFfs4ZRmanOeKBTjRVjka3QFoN6XJ+9F3USqfHqTaU5w==", + "dev": true + }, + "node_modules/is-core-module": { + "version": "2.8.1", + "resolved": "https://registry.npmjs.org/is-core-module/-/is-core-module-2.8.1.tgz", + "integrity": "sha512-SdNCUs284hr40hFTFP6l0IfZ/RSrMXF3qgoRHd3/79unUTvrFO/JoXwkGm+5J/Oe3E/b5GsnG330uUNgRpu1PA==", + "dev": true, + "dependencies": { + "has": "^1.0.3" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/is-expression": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/is-expression/-/is-expression-4.0.0.tgz", + "integrity": "sha512-zMIXX63sxzG3XrkHkrAPvm/OVZVSCPNkwMHU8oTX7/U3AL78I0QXCEICXUM13BIa8TYGZ68PiTKfQz3yaTNr4A==", + "dev": true, + "dependencies": { + "acorn": "^7.1.1", + "object-assign": "^4.1.1" + } + }, + "node_modules/is-extendable": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/is-extendable/-/is-extendable-0.1.1.tgz", + "integrity": "sha1-YrEQ4omkcUGOPsNqYX1HLjAd/Ik=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-extglob": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/is-extglob/-/is-extglob-2.1.1.tgz", + "integrity": "sha1-qIwCU1eR8C7TfHahueqXc8gz+MI=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-fullwidth-code-point": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz", + "integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/is-glob": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz", + "integrity": "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==", + "dev": true, + "dependencies": { + "is-extglob": "^2.1.1" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-number": { + "version": "7.0.0", + "resolved": "https://registry.npmjs.org/is-number/-/is-number-7.0.0.tgz", + "integrity": "sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==", + "dev": true, + "engines": { + "node": ">=0.12.0" + } + }, + "node_modules/is-number-like": { + "version": "1.0.8", + "resolved": "https://registry.npmjs.org/is-number-like/-/is-number-like-1.0.8.tgz", + "integrity": "sha512-6rZi3ezCyFcn5L71ywzz2bS5b2Igl1En3eTlZlvKjpz1n3IZLAYMbKYAIQgFmEu0GENg92ziU/faEOA/aixjbA==", + "dev": true, + "dependencies": { + "lodash.isfinite": "^3.3.2" + } + }, + "node_modules/is-promise": { + "version": "2.2.2", + "resolved": "https://registry.npmjs.org/is-promise/-/is-promise-2.2.2.tgz", + "integrity": "sha512-+lP4/6lKUBfQjZ2pdxThZvLUAafmZb8OAxFb8XXtiQmS35INgr85hdOGoEs124ez1FCnZJt6jau/T+alh58QFQ==", + "dev": true + }, + "node_modules/is-regex": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/is-regex/-/is-regex-1.1.4.tgz", + "integrity": "sha512-kvRdxDsxZjhzUX07ZnLydzS1TU/TJlTUHHY4YLL87e37oUA49DfkLqgy+VjFocowy29cKvcSiu+kIv728jTTVg==", + "dev": true, + "dependencies": { + "call-bind": "^1.0.2", + "has-tostringtag": "^1.0.0" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/is-whitespace": { + "version": "0.3.0", + "resolved": "https://registry.npmjs.org/is-whitespace/-/is-whitespace-0.3.0.tgz", + "integrity": "sha1-Fjnssb4DauxppUy7QBz77XEUq38=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-wsl": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/is-wsl/-/is-wsl-1.1.0.tgz", + "integrity": "sha1-HxbkqiKwTRM2tmGIpmrzxgDDpm0=", + "dev": true, + "engines": { + "node": ">=4" + } + }, + "node_modules/isarray": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/isarray/-/isarray-2.0.1.tgz", + "integrity": "sha1-o32U7ZzaLVmGXJ92/llu4fM4dB4=", + "dev": true + }, + "node_modules/jake": { + "version": "10.8.2", + "resolved": "https://registry.npmjs.org/jake/-/jake-10.8.2.tgz", + "integrity": "sha512-eLpKyrfG3mzvGE2Du8VoPbeSkRry093+tyNjdYaBbJS9v17knImYGNXQCUV0gLxQtF82m3E8iRb/wdSQZLoq7A==", + "dev": true, + "dependencies": { + "async": "0.9.x", + "chalk": "^2.4.2", + "filelist": "^1.0.1", + "minimatch": "^3.0.4" + }, + "bin": { + "jake": "bin/cli.js" + }, + "engines": { + "node": "*" + } + }, + "node_modules/js-beautify": { + "version": "1.14.0", + "resolved": "https://registry.npmjs.org/js-beautify/-/js-beautify-1.14.0.tgz", + "integrity": "sha512-yuck9KirNSCAwyNJbqW+BxJqJ0NLJ4PwBUzQQACl5O3qHMBXVkXb/rD0ilh/Lat/tn88zSZ+CAHOlk0DsY7GuQ==", + "dev": true, + "dependencies": { + "config-chain": "^1.1.12", + "editorconfig": "^0.15.3", + "glob": "^7.1.3", + "nopt": "^5.0.0" + }, + "bin": { + "css-beautify": "js/bin/css-beautify.js", + "html-beautify": "js/bin/html-beautify.js", + "js-beautify": "js/bin/js-beautify.js" + }, + "engines": { + "node": ">=10" + } + }, + "node_modules/js-stringify": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/js-stringify/-/js-stringify-1.0.2.tgz", + "integrity": "sha1-Fzb939lyTyijaCrcYjCufk6Weds=", + "dev": true + }, + "node_modules/js-yaml": { + "version": "3.14.1", + "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.14.1.tgz", + "integrity": "sha512-okMH7OXXJ7YrN9Ok3/SXrnu4iX9yOk+25nqX4imS2npuvTYDmo/QEZoqwZkYaIDk3jVvBOTOIEgEhaLOynBS9g==", + "dev": true, + "dependencies": { + "argparse": "^1.0.7", + "esprima": "^4.0.0" + }, + "bin": { + "js-yaml": "bin/js-yaml.js" + } + }, + "node_modules/jsonfile": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/jsonfile/-/jsonfile-3.0.1.tgz", + "integrity": "sha1-pezG9l9T9mLEQVx2daAzHQmS7GY=", + "dev": true, + "optionalDependencies": { + "graceful-fs": "^4.1.6" + } + }, + "node_modules/jstransformer": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/jstransformer/-/jstransformer-1.0.0.tgz", + "integrity": "sha1-7Yvwkh4vPx7U1cGkT2hwntJHIsM=", + "dev": true, + "dependencies": { + "is-promise": "^2.0.0", + "promise": "^7.0.1" + } + }, + "node_modules/junk": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/junk/-/junk-1.0.3.tgz", + "integrity": "sha1-h75jSIZJy9ym9Tqzm+yczSNH9ZI=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/kind-of": { + "version": "6.0.3", + "resolved": "https://registry.npmjs.org/kind-of/-/kind-of-6.0.3.tgz", + "integrity": "sha512-dcS1ul+9tmeD95T+x28/ehLgd9mENa3LsvDTtzm3vyBEO7RPptvAD+t44WVXaUjTBRcrpFeFlC8WCruUR456hw==", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/kleur": { + "version": "4.1.4", + "resolved": "https://registry.npmjs.org/kleur/-/kleur-4.1.4.tgz", + "integrity": "sha512-8QADVssbrFjivHWQU7KkMgptGTl6WAcSdlbBPY4uNF+mWr6DGcKrvY2w4FQJoXch7+fKMjj0dRrL75vk3k23OA==", + "dev": true, + "engines": { + "node": ">=6" + } + }, + "node_modules/limiter": { + "version": "1.1.5", + "resolved": "https://registry.npmjs.org/limiter/-/limiter-1.1.5.tgz", + "integrity": "sha512-FWWMIEOxz3GwUI4Ts/IvgVy6LPvoMPgjMdQ185nN6psJyBJ4yOpzqm695/h5umdLJg2vW3GR5iG11MAkR2AzJA==", + "dev": true + }, + "node_modules/linkify-it": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/linkify-it/-/linkify-it-3.0.3.tgz", + "integrity": "sha512-ynTsyrFSdE5oZ/O9GEf00kPngmOfVwazR5GKDq6EYfhlpFug3J2zybX56a2PRRpc9P+FuSoGNAwjlbDs9jJBPQ==", + "dev": true, + "dependencies": { + "uc.micro": "^1.0.1" + } + }, + "node_modules/liquidjs": { + "version": "9.36.0", + "resolved": "https://registry.npmjs.org/liquidjs/-/liquidjs-9.36.0.tgz", + "integrity": "sha512-HbU4xBsY1r3ZEORTgPsiluXsOtMx8iI0MqTsPejgIk+sIgta5wQUYsoQgUPuGKWVHKKKMO9PidiMEPKlePl8rg==", + "dev": true, + "bin": { + "liquid": "bin/liquid.js", + "liquidjs": "bin/liquid.js" + }, + "engines": { + "node": ">=4.8.7" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/liquidjs" + } + }, + "node_modules/localtunnel": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/localtunnel/-/localtunnel-2.0.2.tgz", + "integrity": "sha512-n418Cn5ynvJd7m/N1d9WVJISLJF/ellZnfsLnx8WBWGzxv/ntNcFkJ1o6se5quUhCplfLGBNL5tYHiq5WF3Nug==", + "dev": true, + "dependencies": { + "axios": "0.21.4", + "debug": "4.3.2", + "openurl": "1.1.1", + "yargs": "17.1.1" + }, + "bin": { + "lt": "bin/lt.js" + }, + "engines": { + "node": ">=8.3.0" + } + }, + "node_modules/localtunnel/node_modules/ansi-styles": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz", + "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==", + "dev": true, + "dependencies": { + "color-convert": "^2.0.1" + }, + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/chalk/ansi-styles?sponsor=1" + } + }, + "node_modules/localtunnel/node_modules/cliui": { + "version": "7.0.4", + "resolved": "https://registry.npmjs.org/cliui/-/cliui-7.0.4.tgz", + "integrity": "sha512-OcRE68cOsVMXp1Yvonl/fzkQOyjLSu/8bhPDfQt0e0/Eb283TKP20Fs2MqoPsr9SwA595rRCA+QMzYc9nBP+JQ==", + "dev": true, + "dependencies": { + "string-width": "^4.2.0", + "strip-ansi": "^6.0.0", + "wrap-ansi": "^7.0.0" + } + }, + "node_modules/localtunnel/node_modules/color-convert": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz", + "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==", + "dev": true, + "dependencies": { + "color-name": "~1.1.4" + }, + "engines": { + "node": ">=7.0.0" + } + }, + "node_modules/localtunnel/node_modules/color-name": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz", + "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", + "dev": true + }, + "node_modules/localtunnel/node_modules/debug": { + "version": "4.3.2", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.2.tgz", + "integrity": "sha512-mOp8wKcvj7XxC78zLgw/ZA+6TSgkoE2C/ienthhRD298T7UNwAg9diBpLRxC0mOezLl4B0xV7M0cCO6P/O0Xhw==", + "dev": true, + "dependencies": { + "ms": "2.1.2" + }, + "engines": { + "node": ">=6.0" + }, + "peerDependenciesMeta": { + "supports-color": { + "optional": true + } + } + }, + "node_modules/localtunnel/node_modules/wrap-ansi": { + "version": "7.0.0", + "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-7.0.0.tgz", + "integrity": "sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==", + "dev": true, + "dependencies": { + "ansi-styles": "^4.0.0", + "string-width": "^4.1.0", + "strip-ansi": "^6.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/chalk/wrap-ansi?sponsor=1" + } + }, + "node_modules/localtunnel/node_modules/y18n": { + "version": "5.0.8", + "resolved": "https://registry.npmjs.org/y18n/-/y18n-5.0.8.tgz", + "integrity": "sha512-0pfFzegeDWJHJIAmTLRP2DwHjdF5s7jo9tuztdQxAhINCdvS+3nGINqPd00AphqJR/0LhANUS6/+7SCb98YOfA==", + "dev": true, + "engines": { + "node": ">=10" + } + }, + "node_modules/localtunnel/node_modules/yargs": { + "version": "17.1.1", + "resolved": "https://registry.npmjs.org/yargs/-/yargs-17.1.1.tgz", + "integrity": "sha512-c2k48R0PwKIqKhPMWjeiF6y2xY/gPMUlro0sgxqXpbOIohWiLNXWslsootttv7E1e73QPAMQSg5FeySbVcpsPQ==", + "dev": true, + "dependencies": { + "cliui": "^7.0.2", + "escalade": "^3.1.1", + "get-caller-file": "^2.0.5", + "require-directory": "^2.1.1", + "string-width": "^4.2.0", + "y18n": "^5.0.5", + "yargs-parser": "^20.2.2" + }, + "engines": { + "node": ">=12" + } + }, + "node_modules/localtunnel/node_modules/yargs-parser": { + "version": "20.2.9", + "resolved": "https://registry.npmjs.org/yargs-parser/-/yargs-parser-20.2.9.tgz", + "integrity": "sha512-y11nGElTIV+CT3Zv9t7VKl+Q3hTQoT9a1Qzezhhl6Rp21gJ/IVTW7Z3y9EWXhuUBC2Shnf+DX0antecpAwSP8w==", + "dev": true, + "engines": { + "node": ">=10" + } + }, + "node_modules/locate-path": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/locate-path/-/locate-path-5.0.0.tgz", + "integrity": "sha512-t7hw9pI+WvuwNJXwk5zVHpyhIqzg2qTlklJOf0mVxGSbe3Fp2VieZcduNYjaLDoy6p9uGpQEGWG87WpMKlNq8g==", + "dev": true, + "dependencies": { + "p-locate": "^4.1.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/lodash": { + "version": "4.17.21", + "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz", + "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==", + "dev": true + }, + "node_modules/lodash.deburr": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/lodash.deburr/-/lodash.deburr-4.1.0.tgz", + "integrity": "sha1-3bG7s+8HRYwBd7oH3hRCLLAz/5s=", + "dev": true + }, + "node_modules/lodash.isfinite": { + "version": "3.3.2", + "resolved": "https://registry.npmjs.org/lodash.isfinite/-/lodash.isfinite-3.3.2.tgz", + "integrity": "sha1-+4m2WpqAKBgz8LdHizpRBPiY67M=", + "dev": true + }, + "node_modules/lru-cache": { + "version": "4.1.5", + "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-4.1.5.tgz", + "integrity": "sha512-sWZlbEP2OsHNkXrMl5GYk/jKk70MBng6UU4YI/qGDYbgf6YbP4EvmqISbXCoJiRKs+1bSpFHVgQxvJ17F2li5g==", + "dev": true, + "dependencies": { + "pseudomap": "^1.0.2", + "yallist": "^2.1.2" + } + }, + "node_modules/luxon": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/luxon/-/luxon-2.3.1.tgz", + "integrity": "sha512-I8vnjOmhXsMSlNMZlMkSOvgrxKJl0uOsEzdGgGNZuZPaS9KlefpE9KV95QFftlJSC+1UyCC9/I69R02cz/zcCA==", + "dev": true, + "engines": { + "node": ">=12" + } + }, + "node_modules/markdown-it": { + "version": "12.3.2", + "resolved": "https://registry.npmjs.org/markdown-it/-/markdown-it-12.3.2.tgz", + "integrity": "sha512-TchMembfxfNVpHkbtriWltGWc+m3xszaRD0CZup7GFFhzIgQqxIfn3eGj1yZpfuflzPvfkt611B2Q/Bsk1YnGg==", + "dev": true, + "dependencies": { + "argparse": "^2.0.1", + "entities": "~2.1.0", + "linkify-it": "^3.0.1", + "mdurl": "^1.0.1", + "uc.micro": "^1.0.5" + }, + "bin": { + "markdown-it": "bin/markdown-it.js" + } + }, + "node_modules/markdown-it/node_modules/argparse": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz", + "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==", + "dev": true + }, + "node_modules/maximatch": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/maximatch/-/maximatch-0.1.0.tgz", + "integrity": "sha1-hs2NawTJ8wfAWmuUGZBtA2D7E6I=", + "dev": true, + "dependencies": { + "array-differ": "^1.0.0", + "array-union": "^1.0.1", + "arrify": "^1.0.0", + "minimatch": "^3.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/maximatch/node_modules/array-differ": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/array-differ/-/array-differ-1.0.0.tgz", + "integrity": "sha1-7/UuN1gknTO+QCuLuOVkuytdQDE=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/maximatch/node_modules/array-union": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/array-union/-/array-union-1.0.2.tgz", + "integrity": "sha1-mjRBDk9OPaI96jdb5b5w8kd47Dk=", + "dev": true, + "dependencies": { + "array-uniq": "^1.0.1" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/maximatch/node_modules/arrify": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/arrify/-/arrify-1.0.1.tgz", + "integrity": "sha1-iYUI2iIm84DfkEcoRWhJwVAaSw0=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/mdurl": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/mdurl/-/mdurl-1.0.1.tgz", + "integrity": "sha1-/oWy7HWlkDfyrf7BAP1sYBdhFS4=", + "dev": true + }, + "node_modules/merge2": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/merge2/-/merge2-1.4.1.tgz", + "integrity": "sha512-8q7VEgMJW4J8tcfVPy8g09NcQwZdbwFEqhe/WZkoIzjn/3TGDwtOCYtXGxA3O8tPzpczCCDgv+P2P5y00ZJOOg==", + "dev": true, + "engines": { + "node": ">= 8" + } + }, + "node_modules/micromatch": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/micromatch/-/micromatch-4.0.4.tgz", + "integrity": "sha512-pRmzw/XUcwXGpD9aI9q/0XOwLNygjETJ8y0ao0wdqprrzDa4YnxLcz7fQRZr8voh8V10kGhABbNcHVk5wHgWwg==", + "dev": true, + "dependencies": { + "braces": "^3.0.1", + "picomatch": "^2.2.3" + }, + "engines": { + "node": ">=8.6" + } + }, + "node_modules/mime": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/mime/-/mime-1.4.1.tgz", + "integrity": "sha512-KI1+qOZu5DcW6wayYHSzR/tXKCDC5Om4s1z2QJjDULzLcmf3DvzS7oluY4HCTrc+9FiKmWUgeNLg7W3uIQvxtQ==", + "dev": true, + "bin": { + "mime": "cli.js" + } + }, + "node_modules/mime-db": { + "version": "1.51.0", + "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.51.0.tgz", + "integrity": "sha512-5y8A56jg7XVQx2mbv1lu49NR4dokRnhZYTtL+KGfaa27uq4pSTXkwQkFJl4pkRMyNFz/EtYDSkiiEHx3F7UN6g==", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/mime-types": { + "version": "2.1.34", + "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.34.tgz", + "integrity": "sha512-6cP692WwGIs9XXdOO4++N+7qjqv0rqxxVvJ3VHPh/Sc9mVZcQP+ZGhkKiTvWMQRr2tbHkJP/Yn7Y0npb3ZBs4A==", + "dev": true, + "dependencies": { + "mime-db": "1.51.0" + }, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/minimatch": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.2.tgz", + "integrity": "sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==", + "dev": true, + "dependencies": { + "brace-expansion": "^1.1.7" + }, + "engines": { + "node": "*" + } + }, + "node_modules/minimist": { + "version": "1.2.5", + "resolved": "https://registry.npmjs.org/minimist/-/minimist-1.2.5.tgz", + "integrity": "sha512-FM9nNUYrRBAELZQT3xeZQ7fmMOBg6nWNmJKTcgsJeaLstP/UODVpGsr5OhXhhXg6f+qtJ8uiZ+PUxkDWcgIXLw==", + "dev": true + }, + "node_modules/mitt": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/mitt/-/mitt-1.2.0.tgz", + "integrity": "sha512-r6lj77KlwqLhIUku9UWYes7KJtsczvolZkzp8hbaDPPaE24OmWl5s539Mytlj22siEQKosZ26qCBgda2PKwoJw==", + "dev": true + }, + "node_modules/mkdirp": { + "version": "0.5.5", + "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.5.tgz", + "integrity": "sha512-NKmAlESf6jMGym1++R0Ra7wvhV+wFW63FaSOFPwRahvea0gMUcGUhVeAg/0BC0wiv9ih5NYPB1Wn1UEI1/L+xQ==", + "dev": true, + "dependencies": { + "minimist": "^1.2.5" + }, + "bin": { + "mkdirp": "bin/cmd.js" + } + }, + "node_modules/moo": { + "version": "0.5.1", + "resolved": "https://registry.npmjs.org/moo/-/moo-0.5.1.tgz", + "integrity": "sha512-I1mnb5xn4fO80BH9BLcF0yLypy2UKl+Cb01Fu0hJRkJjlCRtxZMWkTdAtDd5ZqCOxtCkhmRwyI57vWT+1iZ67w==", + "dev": true + }, + "node_modules/ms": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz", + "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==", + "dev": true + }, + "node_modules/multimatch": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/multimatch/-/multimatch-5.0.0.tgz", + "integrity": "sha512-ypMKuglUrZUD99Tk2bUQ+xNQj43lPEfAeX2o9cTteAmShXy2VHDJpuwu1o0xqoKCt9jLVAvwyFKdLTPXKAfJyA==", + "dev": true, + "dependencies": { + "@types/minimatch": "^3.0.3", + "array-differ": "^3.0.0", + "array-union": "^2.1.0", + "arrify": "^2.0.1", + "minimatch": "^3.0.4" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/mustache": { + "version": "4.2.0", + "resolved": "https://registry.npmjs.org/mustache/-/mustache-4.2.0.tgz", + "integrity": "sha512-71ippSywq5Yb7/tVYyGbkBggbU8H3u5Rz56fH60jGFgr8uHwxs+aSKeqmluIVzM0m0kB7xQjKS6qPfd0b2ZoqQ==", + "dev": true, + "bin": { + "mustache": "bin/mustache" + } + }, + "node_modules/negotiator": { + "version": "0.6.3", + "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz", + "integrity": "sha512-+EUsqGPLsM+j/zdChZjsnX51g4XrHFOIXwfnCVPGlQk/k5giakcKsuxCObBRu6DSm9opw/O6slWbJdghQM4bBg==", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/neo-async": { + "version": "2.6.2", + "resolved": "https://registry.npmjs.org/neo-async/-/neo-async-2.6.2.tgz", + "integrity": "sha512-Yd3UES5mWCSqR+qNT93S3UoYUkqAZ9lLg8a7g9rimsWmYGK8cVToA4/sF3RrshdyV3sAGMXVUmpMYOw+dLpOuw==", + "dev": true + }, + "node_modules/nopt": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/nopt/-/nopt-5.0.0.tgz", + "integrity": "sha512-Tbj67rffqceeLpcRXrT7vKAN8CwfPeIBgM7E6iBkmKLV7bEMwpGgYLGv0jACUsECaa/vuxP0IjEont6umdMgtQ==", + "dev": true, + "dependencies": { + "abbrev": "1" + }, + "bin": { + "nopt": "bin/nopt.js" + }, + "engines": { + "node": ">=6" + } + }, + "node_modules/normalize-path": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz", + "integrity": "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA==", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/nunjucks": { + "version": "3.2.3", + "resolved": "https://registry.npmjs.org/nunjucks/-/nunjucks-3.2.3.tgz", + "integrity": "sha512-psb6xjLj47+fE76JdZwskvwG4MYsQKXUtMsPh6U0YMvmyjRtKRFcxnlXGWglNybtNTNVmGdp94K62/+NjF5FDQ==", + "dev": true, + "dependencies": { + "a-sync-waterfall": "^1.0.0", + "asap": "^2.0.3", + "commander": "^5.1.0" + }, + "bin": { + "nunjucks-precompile": "bin/precompile" + }, + "engines": { + "node": ">= 6.9.0" + }, + "peerDependencies": { + "chokidar": "^3.3.0" + }, + "peerDependenciesMeta": { + "chokidar": { + "optional": true + } + } + }, + "node_modules/object-assign": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/object-assign/-/object-assign-4.1.1.tgz", + "integrity": "sha1-IQmtx5ZYh8/AXLvUQsrIv7s2CGM=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/on-finished": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.3.0.tgz", + "integrity": "sha1-IPEzZIGwg811M3mSoWlxqi2QaUc=", + "dev": true, + "dependencies": { + "ee-first": "1.1.1" + }, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/once": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz", + "integrity": "sha1-WDsap3WWHUsROsF9nFC6753Xa9E=", + "dev": true, + "dependencies": { + "wrappy": "1" + } + }, + "node_modules/openurl": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/openurl/-/openurl-1.1.1.tgz", + "integrity": "sha1-OHW0sO96UsFW8NtB1GCduw+Us4c=", + "dev": true + }, + "node_modules/opn": { + "version": "5.3.0", + "resolved": "https://registry.npmjs.org/opn/-/opn-5.3.0.tgz", + "integrity": "sha512-bYJHo/LOmoTd+pfiYhfZDnf9zekVJrY+cnS2a5F2x+w5ppvTqObojTP7WiFG+kVZs9Inw+qQ/lw7TroWwhdd2g==", + "dev": true, + "dependencies": { + "is-wsl": "^1.1.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/p-limit": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/p-limit/-/p-limit-2.3.0.tgz", + "integrity": "sha512-//88mFWSJx8lxCzwdAABTJL2MyWB12+eIY7MDL2SqLmAkeKU9qxRvWuSyTjm3FUmpBEMuFfckAIqEaVGUDxb6w==", + "dev": true, + "dependencies": { + "p-try": "^2.0.0" + }, + "engines": { + "node": ">=6" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/p-locate": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/p-locate/-/p-locate-4.1.0.tgz", + "integrity": "sha512-R79ZZ/0wAxKGu3oYMlz8jy/kbhsNrS7SKZ7PxEHBgJ5+F2mtFW2fK2cOtBh1cHYkQsbzFV7I+EoRKe6Yt0oK7A==", + "dev": true, + "dependencies": { + "p-limit": "^2.2.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/p-try": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/p-try/-/p-try-2.2.0.tgz", + "integrity": "sha512-R4nPAVTAU0B9D35/Gk3uJf/7XYbQcyohSKdvAxIRSNghFl4e71hVoGnBNQz9cWaXxO2I10KTC+3jMdvvoKw6dQ==", + "dev": true, + "engines": { + "node": ">=6" + } + }, + "node_modules/parseqs": { + "version": "0.0.6", + "resolved": "https://registry.npmjs.org/parseqs/-/parseqs-0.0.6.tgz", + "integrity": "sha512-jeAGzMDbfSHHA091hr0r31eYfTig+29g3GKKE/PPbEQ65X0lmMwlEoqmhzu0iztID5uJpZsFlUPDP8ThPL7M8w==", + "dev": true + }, + "node_modules/parseuri": { + "version": "0.0.6", + "resolved": "https://registry.npmjs.org/parseuri/-/parseuri-0.0.6.tgz", + "integrity": "sha512-AUjen8sAkGgao7UyCX6Ahv0gIK2fABKmYjvP4xmy5JaKvcbTRueIqIPHLAfq30xJddqSE033IOMUSOMCcK3Sow==", + "dev": true + }, + "node_modules/parseurl": { + "version": "1.3.3", + "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz", + "integrity": "sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ==", + "dev": true, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/path-exists": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz", + "integrity": "sha512-ak9Qy5Q7jYb2Wwcey5Fpvg2KoAc/ZIhLSLOSBmRmygPsGwkVVt0fZa0qrtMz+m6tJTAHfZQ8FnmB4MG4LWy7/w==", + "dev": true, + "engines": { + "node": ">=8" + } + }, + "node_modules/path-is-absolute": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/path-is-absolute/-/path-is-absolute-1.0.1.tgz", + "integrity": "sha1-F0uSaHNVNP+8es5r9TpanhtcX18=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/path-parse": { + "version": "1.0.7", + "resolved": "https://registry.npmjs.org/path-parse/-/path-parse-1.0.7.tgz", + "integrity": "sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw==", + "dev": true + }, + "node_modules/path-to-regexp": { + "version": "6.2.0", + "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-6.2.0.tgz", + "integrity": "sha512-f66KywYG6+43afgE/8j/GoiNyygk/bnoCbps++3ErRKsIYkGGupyv07R2Ok5m9i67Iqc+T2g1eAUGUPzWhYTyg==", + "dev": true + }, + "node_modules/picomatch": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-2.3.1.tgz", + "integrity": "sha512-JU3teHTNjmE2VCGFzuY8EXzCDVwEqB2a8fsIvwaStHhAWJEeVd1o1QD80CU6+ZdEXXSLbSsuLwJjkCBWqRQUVA==", + "dev": true, + "engines": { + "node": ">=8.6" + }, + "funding": { + "url": "https://github.com/sponsors/jonschlinkert" + } + }, + "node_modules/pify": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/pify/-/pify-2.3.0.tgz", + "integrity": "sha1-7RQaasBDqEnqWISY59yosVMw6Qw=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/please-upgrade-node": { + "version": "3.2.0", + "resolved": "https://registry.npmjs.org/please-upgrade-node/-/please-upgrade-node-3.2.0.tgz", + "integrity": "sha512-gQR3WpIgNIKwBMVLkpMUeR3e1/E1y42bqDQZfql+kDeXd8COYfM8PQA4X6y7a8u9Ua9FHmsrrmirW2vHs45hWg==", + "dev": true, + "dependencies": { + "semver-compare": "^1.0.0" + } + }, + "node_modules/portscanner": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/portscanner/-/portscanner-2.1.1.tgz", + "integrity": "sha1-6rtAnk3iSVD1oqUW01rnaTQ/u5Y=", + "dev": true, + "dependencies": { + "async": "1.5.2", + "is-number-like": "^1.0.3" + }, + "engines": { + "node": ">=0.4", + "npm": ">=1.0.0" + } + }, + "node_modules/portscanner/node_modules/async": { + "version": "1.5.2", + "resolved": "https://registry.npmjs.org/async/-/async-1.5.2.tgz", + "integrity": "sha1-7GphrlZIDAw8skHJVhjiCJL5Zyo=", + "dev": true + }, + "node_modules/pretty": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pretty/-/pretty-2.0.0.tgz", + "integrity": "sha1-rbx5YLe7/iiaVX3F9zdhmiINBqU=", + "dev": true, + "dependencies": { + "condense-newlines": "^0.2.1", + "extend-shallow": "^2.0.1", + "js-beautify": "^1.6.12" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/promise": { + "version": "7.3.1", + "resolved": "https://registry.npmjs.org/promise/-/promise-7.3.1.tgz", + "integrity": "sha512-nolQXZ/4L+bP/UGlkfaIujX9BKxGwmQ9OT4mOt5yvy8iK1h3wqTEJCijzGANTCCl9nWjY41juyAn2K3Q1hLLTg==", + "dev": true, + "dependencies": { + "asap": "~2.0.3" + } + }, + "node_modules/proto-list": { + "version": "1.2.4", + "resolved": "https://registry.npmjs.org/proto-list/-/proto-list-1.2.4.tgz", + "integrity": "sha1-IS1b/hMYMGpCD2QCuOJv85ZHqEk=", + "dev": true + }, + "node_modules/prr": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/prr/-/prr-1.0.1.tgz", + "integrity": "sha1-0/wRS6BplaRexok/SEzrHXj19HY=", + "dev": true + }, + "node_modules/pseudomap": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/pseudomap/-/pseudomap-1.0.2.tgz", + "integrity": "sha1-8FKijacOYYkX7wqKw0wa5aaChrM=", + "dev": true + }, + "node_modules/pug": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/pug/-/pug-3.0.2.tgz", + "integrity": "sha512-bp0I/hiK1D1vChHh6EfDxtndHji55XP/ZJKwsRqrz6lRia6ZC2OZbdAymlxdVFwd1L70ebrVJw4/eZ79skrIaw==", + "dev": true, + "dependencies": { + "pug-code-gen": "^3.0.2", + "pug-filters": "^4.0.0", + "pug-lexer": "^5.0.1", + "pug-linker": "^4.0.0", + "pug-load": "^3.0.0", + "pug-parser": "^6.0.0", + "pug-runtime": "^3.0.1", + "pug-strip-comments": "^2.0.0" + } + }, + "node_modules/pug-attrs": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pug-attrs/-/pug-attrs-3.0.0.tgz", + "integrity": "sha512-azINV9dUtzPMFQktvTXciNAfAuVh/L/JCl0vtPCwvOA21uZrC08K/UnmrL+SXGEVc1FwzjW62+xw5S/uaLj6cA==", + "dev": true, + "dependencies": { + "constantinople": "^4.0.1", + "js-stringify": "^1.0.2", + "pug-runtime": "^3.0.0" + } + }, + "node_modules/pug-code-gen": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/pug-code-gen/-/pug-code-gen-3.0.2.tgz", + "integrity": "sha512-nJMhW16MbiGRiyR4miDTQMRWDgKplnHyeLvioEJYbk1RsPI3FuA3saEP8uwnTb2nTJEKBU90NFVWJBk4OU5qyg==", + "dev": true, + "dependencies": { + "constantinople": "^4.0.1", + "doctypes": "^1.1.0", + "js-stringify": "^1.0.2", + "pug-attrs": "^3.0.0", + "pug-error": "^2.0.0", + "pug-runtime": "^3.0.0", + "void-elements": "^3.1.0", + "with": "^7.0.0" + } + }, + "node_modules/pug-error": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-error/-/pug-error-2.0.0.tgz", + "integrity": "sha512-sjiUsi9M4RAGHktC1drQfCr5C5eriu24Lfbt4s+7SykztEOwVZtbFk1RRq0tzLxcMxMYTBR+zMQaG07J/btayQ==", + "dev": true + }, + "node_modules/pug-filters": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/pug-filters/-/pug-filters-4.0.0.tgz", + "integrity": "sha512-yeNFtq5Yxmfz0f9z2rMXGw/8/4i1cCFecw/Q7+D0V2DdtII5UvqE12VaZ2AY7ri6o5RNXiweGH79OCq+2RQU4A==", + "dev": true, + "dependencies": { + "constantinople": "^4.0.1", + "jstransformer": "1.0.0", + "pug-error": "^2.0.0", + "pug-walk": "^2.0.0", + "resolve": "^1.15.1" + } + }, + "node_modules/pug-lexer": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/pug-lexer/-/pug-lexer-5.0.1.tgz", + "integrity": "sha512-0I6C62+keXlZPZkOJeVam9aBLVP2EnbeDw3An+k0/QlqdwH6rv8284nko14Na7c0TtqtogfWXcRoFE4O4Ff20w==", + "dev": true, + "dependencies": { + "character-parser": "^2.2.0", + "is-expression": "^4.0.0", + "pug-error": "^2.0.0" + } + }, + "node_modules/pug-linker": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/pug-linker/-/pug-linker-4.0.0.tgz", + "integrity": "sha512-gjD1yzp0yxbQqnzBAdlhbgoJL5qIFJw78juN1NpTLt/mfPJ5VgC4BvkoD3G23qKzJtIIXBbcCt6FioLSFLOHdw==", + "dev": true, + "dependencies": { + "pug-error": "^2.0.0", + "pug-walk": "^2.0.0" + } + }, + "node_modules/pug-load": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pug-load/-/pug-load-3.0.0.tgz", + "integrity": "sha512-OCjTEnhLWZBvS4zni/WUMjH2YSUosnsmjGBB1An7CsKQarYSWQ0GCVyd4eQPMFJqZ8w9xgs01QdiZXKVjk92EQ==", + "dev": true, + "dependencies": { + "object-assign": "^4.1.1", + "pug-walk": "^2.0.0" + } + }, + "node_modules/pug-parser": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/pug-parser/-/pug-parser-6.0.0.tgz", + "integrity": "sha512-ukiYM/9cH6Cml+AOl5kETtM9NR3WulyVP2y4HOU45DyMim1IeP/OOiyEWRr6qk5I5klpsBnbuHpwKmTx6WURnw==", + "dev": true, + "dependencies": { + "pug-error": "^2.0.0", + "token-stream": "1.0.0" + } + }, + "node_modules/pug-runtime": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/pug-runtime/-/pug-runtime-3.0.1.tgz", + "integrity": "sha512-L50zbvrQ35TkpHwv0G6aLSuueDRwc/97XdY8kL3tOT0FmhgG7UypU3VztfV/LATAvmUfYi4wNxSajhSAeNN+Kg==", + "dev": true + }, + "node_modules/pug-strip-comments": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-strip-comments/-/pug-strip-comments-2.0.0.tgz", + "integrity": "sha512-zo8DsDpH7eTkPHCXFeAk1xZXJbyoTfdPlNR0bK7rpOMuhBYb0f5qUVCO1xlsitYd3w5FQTK7zpNVKb3rZoUrrQ==", + "dev": true, + "dependencies": { + "pug-error": "^2.0.0" + } + }, + "node_modules/pug-walk": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-walk/-/pug-walk-2.0.0.tgz", + "integrity": "sha512-yYELe9Q5q9IQhuvqsZNwA5hfPkMJ8u92bQLIMcsMxf/VADjNtEYptU+inlufAFYcWdHlwNfZOEnOOQrZrcyJCQ==", + "dev": true + }, + "node_modules/qs": { + "version": "6.2.3", + "resolved": "https://registry.npmjs.org/qs/-/qs-6.2.3.tgz", + "integrity": "sha1-HPyyXBCpsrSDBT/zn138kjOQjP4=", + "dev": true, + "engines": { + "node": ">=0.6" + } + }, + "node_modules/queue-microtask": { + "version": "1.2.3", + "resolved": "https://registry.npmjs.org/queue-microtask/-/queue-microtask-1.2.3.tgz", + "integrity": "sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/feross" + }, + { + "type": "patreon", + "url": "https://www.patreon.com/feross" + }, + { + "type": "consulting", + "url": "https://feross.org/support" + } + ] + }, + "node_modules/range-parser": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.1.tgz", + "integrity": "sha512-Hrgsx+orqoygnmhFbKaHE6c296J+HTAQXoxEF6gNupROmmGJRoyzfG3ccAveqCBrwr/2yxQ5BVd/GTl5agOwSg==", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/raw-body": { + "version": "2.5.1", + "resolved": "https://registry.npmjs.org/raw-body/-/raw-body-2.5.1.tgz", + "integrity": "sha512-qqJBtEyVgS0ZmPGdCFPWJ3FreoqvG4MVQln/kCgF7Olq95IbOp0/BWyMwbdtn4VTvkM8Y7khCQ2Xgk/tcrCXig==", + "dev": true, + "dependencies": { + "bytes": "3.1.2", + "http-errors": "2.0.0", + "iconv-lite": "0.4.24", + "unpipe": "1.0.0" + }, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/readdirp": { + "version": "3.6.0", + "resolved": "https://registry.npmjs.org/readdirp/-/readdirp-3.6.0.tgz", + "integrity": "sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==", + "dev": true, + "dependencies": { + "picomatch": "^2.2.1" + }, + "engines": { + "node": ">=8.10.0" + } + }, + "node_modules/recursive-copy": { + "version": "2.0.14", + "resolved": "https://registry.npmjs.org/recursive-copy/-/recursive-copy-2.0.14.tgz", + "integrity": "sha512-K8WNY8f8naTpfbA+RaXmkaQuD1IeW9EgNEfyGxSqqTQukpVtoOKros9jUqbpEsSw59YOmpd8nCBgtqJZy5nvog==", + "dev": true, + "dependencies": { + "errno": "^0.1.2", + "graceful-fs": "^4.1.4", + "junk": "^1.0.1", + "maximatch": "^0.1.0", + "mkdirp": "^0.5.1", + "pify": "^2.3.0", + "promise": "^7.0.1", + "rimraf": "^2.7.1", + "slash": "^1.0.0" + } + }, + "node_modules/require-directory": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/require-directory/-/require-directory-2.1.1.tgz", + "integrity": "sha1-jGStX9MNqxyXbiNE/+f3kqam30I=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/require-main-filename": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/require-main-filename/-/require-main-filename-2.0.0.tgz", + "integrity": "sha512-NKN5kMDylKuldxYLSUfrbo5Tuzh4hd+2E8NPPX02mZtn1VuREQToYe/ZdlJy+J3uCpfaiGF05e7B8W0iXbQHmg==", + "dev": true + }, + "node_modules/requires-port": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/requires-port/-/requires-port-1.0.0.tgz", + "integrity": "sha1-kl0mAdOaxIXgkc8NpcbmlNw9yv8=", + "dev": true + }, + "node_modules/resolve": { + "version": "1.22.0", + "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.22.0.tgz", + "integrity": "sha512-Hhtrw0nLeSrFQ7phPp4OOcVjLPIeMnRlr5mcnVuMe7M/7eBn98A3hmFRLoFo3DLZkivSYwhRUJTyPyWAk56WLw==", + "dev": true, + "dependencies": { + "is-core-module": "^2.8.1", + "path-parse": "^1.0.7", + "supports-preserve-symlinks-flag": "^1.0.0" + }, + "bin": { + "resolve": "bin/resolve" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/resp-modifier": { + "version": "6.0.2", + "resolved": "https://registry.npmjs.org/resp-modifier/-/resp-modifier-6.0.2.tgz", + "integrity": "sha1-sSTeXE+6/LpUH0j/pzlw9KpFa08=", + "dev": true, + "dependencies": { + "debug": "^2.2.0", + "minimatch": "^3.0.2" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/resp-modifier/node_modules/debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/resp-modifier/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/reusify": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/reusify/-/reusify-1.0.4.tgz", + "integrity": "sha512-U9nH88a3fc/ekCF1l0/UP1IosiuIjyTh7hBvXVMHYgVcfGvt897Xguj2UOLDeI5BG2m7/uwyaLVT6fbtCwTyzw==", + "dev": true, + "engines": { + "iojs": ">=1.0.0", + "node": ">=0.10.0" + } + }, + "node_modules/rimraf": { + "version": "2.7.1", + "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-2.7.1.tgz", + "integrity": "sha512-uWjbaKIK3T1OSVptzX7Nl6PvQ3qAGtKEtVRjRuazjfL3Bx5eI409VZSqgND+4UNnmzLVdPj9FqFJNPqBZFve4w==", + "dev": true, + "dependencies": { + "glob": "^7.1.3" + }, + "bin": { + "rimraf": "bin.js" + } + }, + "node_modules/run-parallel": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/run-parallel/-/run-parallel-1.2.0.tgz", + "integrity": "sha512-5l4VyZR86LZ/lDxZTR6jqL8AFE2S0IFLMP26AbjsLVADxHdhB/c0GUsH+y39UfCi3dzz8OlQuPmnaJOMoDHQBA==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/feross" + }, + { + "type": "patreon", + "url": "https://www.patreon.com/feross" + }, + { + "type": "consulting", + "url": "https://feross.org/support" + } + ], + "dependencies": { + "queue-microtask": "^1.2.2" + } + }, + "node_modules/rx": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/rx/-/rx-4.1.0.tgz", + "integrity": "sha1-pfE/957zt0D+MKqAP7CfmIBdR4I=", + "dev": true + }, + "node_modules/rxjs": { + "version": "5.5.12", + "resolved": "https://registry.npmjs.org/rxjs/-/rxjs-5.5.12.tgz", + "integrity": "sha512-xx2itnL5sBbqeeiVgNPVuQQ1nC8Jp2WfNJhXWHmElW9YmrpS9UVnNzhP3EH3HFqexO5Tlp8GhYY+WEcqcVMvGw==", + "dev": true, + "dependencies": { + "symbol-observable": "1.0.1" + }, + "engines": { + "npm": ">=2.0.0" + } + }, + "node_modules/safer-buffer": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/safer-buffer/-/safer-buffer-2.1.2.tgz", + "integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==", + "dev": true + }, + "node_modules/sass": { + "version": "1.49.9", + "resolved": "https://registry.npmjs.org/sass/-/sass-1.49.9.tgz", + "integrity": "sha512-YlYWkkHP9fbwaFRZQRXgDi3mXZShslVmmo+FVK3kHLUELHHEYrCmL1x6IUjC7wLS6VuJSAFXRQS/DxdsC4xL1A==", + "dev": true, + "dependencies": { + "chokidar": ">=3.0.0 <4.0.0", + "immutable": "^4.0.0", + "source-map-js": ">=0.6.2 <2.0.0" + }, + "bin": { + "sass": "sass.js" + }, + "engines": { + "node": ">=12.0.0" + } + }, + "node_modules/sass/node_modules/immutable": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/immutable/-/immutable-4.0.0.tgz", + "integrity": "sha512-zIE9hX70qew5qTUjSS7wi1iwj/l7+m54KWU247nhM3v806UdGj1yDndXj+IOYxxtW9zyLI+xqFNZjTuDaLUqFw==", + "dev": true + }, + "node_modules/section-matter": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/section-matter/-/section-matter-1.0.0.tgz", + "integrity": "sha512-vfD3pmTzGpufjScBh50YHKzEu2lxBWhVEHsNGoEXmCmn2hKGfeNLYMzCJpe8cD7gqX7TJluOVpBkAequ6dgMmA==", + "dev": true, + "dependencies": { + "extend-shallow": "^2.0.1", + "kind-of": "^6.0.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/semver": { + "version": "7.3.5", + "resolved": "https://registry.npmjs.org/semver/-/semver-7.3.5.tgz", + "integrity": "sha512-PoeGJYh8HK4BTO/a9Tf6ZG3veo/A7ZVsYrSA6J8ny9nb3B1VrpkuN+z9OE5wfE5p6H4LchYZsegiQgbJD94ZFQ==", + "dev": true, + "dependencies": { + "lru-cache": "^6.0.0" + }, + "bin": { + "semver": "bin/semver.js" + }, + "engines": { + "node": ">=10" + } + }, + "node_modules/semver-compare": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/semver-compare/-/semver-compare-1.0.0.tgz", + "integrity": "sha1-De4hahyUGrN+nvsXiPavxf9VN/w=", + "dev": true + }, + "node_modules/semver/node_modules/lru-cache": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz", + "integrity": "sha512-Jo6dJ04CmSjuznwJSS3pUeWmd/H0ffTlkXXgwZi+eq1UCmqQwCh+eLsYOYCwY991i2Fah4h1BEMCx4qThGbsiA==", + "dev": true, + "dependencies": { + "yallist": "^4.0.0" + }, + "engines": { + "node": ">=10" + } + }, + "node_modules/semver/node_modules/yallist": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz", + "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==", + "dev": true + }, + "node_modules/send": { + "version": "0.16.2", + "resolved": "https://registry.npmjs.org/send/-/send-0.16.2.tgz", + "integrity": "sha512-E64YFPUssFHEFBvpbbjr44NCLtI1AohxQ8ZSiJjQLskAdKuriYEP6VyGEsRDH8ScozGpkaX1BGvhanqCwkcEZw==", + "dev": true, + "dependencies": { + "debug": "2.6.9", + "depd": "~1.1.2", + "destroy": "~1.0.4", + "encodeurl": "~1.0.2", + "escape-html": "~1.0.3", + "etag": "~1.8.1", + "fresh": "0.5.2", + "http-errors": "~1.6.2", + "mime": "1.4.1", + "ms": "2.0.0", + "on-finished": "~2.3.0", + "range-parser": "~1.2.0", + "statuses": "~1.4.0" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/send/node_modules/debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/send/node_modules/depd": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.2.tgz", + "integrity": "sha1-m81S4UwJd2PnSbJ0xDRu0uVgtak=", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/send/node_modules/http-errors": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.3.tgz", + "integrity": "sha1-i1VoC7S+KDoLW/TqLjhYC+HZMg0=", + "dev": true, + "dependencies": { + "depd": "~1.1.2", + "inherits": "2.0.3", + "setprototypeof": "1.1.0", + "statuses": ">= 1.4.0 < 2" + }, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/send/node_modules/inherits": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz", + "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4=", + "dev": true + }, + "node_modules/send/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/send/node_modules/setprototypeof": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.1.0.tgz", + "integrity": "sha512-BvE/TwpZX4FXExxOxZyRGQQv651MSwmWKZGqvmPcRIjDqWub67kTKuIMx43cZZrS/cBBzwBcNDWoFxt2XEFIpQ==", + "dev": true + }, + "node_modules/send/node_modules/statuses": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.4.0.tgz", + "integrity": "sha512-zhSCtt8v2NDrRlPQpCNtw/heZLtfUDqxBM1udqikb/Hbk52LK4nQSwr10u77iopCW5LsyHpuXS0GnEc48mLeew==", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/serve-index": { + "version": "1.9.1", + "resolved": "https://registry.npmjs.org/serve-index/-/serve-index-1.9.1.tgz", + "integrity": "sha1-03aNabHn2C5c4FD/9bRTvqEqkjk=", + "dev": true, + "dependencies": { + "accepts": "~1.3.4", + "batch": "0.6.1", + "debug": "2.6.9", + "escape-html": "~1.0.3", + "http-errors": "~1.6.2", + "mime-types": "~2.1.17", + "parseurl": "~1.3.2" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/serve-index/node_modules/debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/serve-index/node_modules/depd": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.2.tgz", + "integrity": "sha1-m81S4UwJd2PnSbJ0xDRu0uVgtak=", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/serve-index/node_modules/http-errors": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.3.tgz", + "integrity": "sha1-i1VoC7S+KDoLW/TqLjhYC+HZMg0=", + "dev": true, + "dependencies": { + "depd": "~1.1.2", + "inherits": "2.0.3", + "setprototypeof": "1.1.0", + "statuses": ">= 1.4.0 < 2" + }, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/serve-index/node_modules/inherits": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz", + "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4=", + "dev": true + }, + "node_modules/serve-index/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/serve-index/node_modules/setprototypeof": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.1.0.tgz", + "integrity": "sha512-BvE/TwpZX4FXExxOxZyRGQQv651MSwmWKZGqvmPcRIjDqWub67kTKuIMx43cZZrS/cBBzwBcNDWoFxt2XEFIpQ==", + "dev": true + }, + "node_modules/serve-index/node_modules/statuses": { + "version": "1.5.0", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.5.0.tgz", + "integrity": "sha1-Fhx9rBd2Wf2YEfQ3cfqZOBR4Yow=", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/serve-static": { + "version": "1.13.2", + "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.13.2.tgz", + "integrity": "sha512-p/tdJrO4U387R9oMjb1oj7qSMaMfmOyd4j9hOFoxZe2baQszgHcSWjuya/CiT5kgZZKRudHNOA0pYXOl8rQ5nw==", + "dev": true, + "dependencies": { + "encodeurl": "~1.0.2", + "escape-html": "~1.0.3", + "parseurl": "~1.3.2", + "send": "0.16.2" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/server-destroy": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/server-destroy/-/server-destroy-1.0.1.tgz", + "integrity": "sha1-8Tv5KOQrnD55OD5hzDmYtdFObN0=", + "dev": true + }, + "node_modules/set-blocking": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/set-blocking/-/set-blocking-2.0.0.tgz", + "integrity": "sha1-BF+XgtARrppoA93TgrJDkrPYkPc=", + "dev": true + }, + "node_modules/setprototypeof": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.2.0.tgz", + "integrity": "sha512-E5LDX7Wrp85Kil5bhZv46j8jOeboKq5JMmYM3gVGdGH8xFpPWXUMsNrlODCrkoxMEeNi/XZIwuRvY4XNwYMJpw==", + "dev": true + }, + "node_modules/sigmund": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/sigmund/-/sigmund-1.0.1.tgz", + "integrity": "sha1-P/IfGYytIXX587eBhT/ZTQ0ZtZA=", + "dev": true + }, + "node_modules/slash": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/slash/-/slash-1.0.0.tgz", + "integrity": "sha1-xB8vbDn8FtHNF61LXYlhFK5HDVU=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/slugify": { + "version": "1.6.5", + "resolved": "https://registry.npmjs.org/slugify/-/slugify-1.6.5.tgz", + "integrity": "sha512-8mo9bslnBO3tr5PEVFzMPIWwWnipGS0xVbYf65zxDqfNwmzYn1LpiKNrR6DlClusuvo+hDHd1zKpmfAe83NQSQ==", + "dev": true, + "engines": { + "node": ">=8.0.0" + } + }, + "node_modules/socket.io": { + "version": "2.4.0", + "resolved": "https://registry.npmjs.org/socket.io/-/socket.io-2.4.0.tgz", + "integrity": "sha512-9UPJ1UTvKayuQfVv2IQ3k7tCQC/fboDyIK62i99dAQIyHKaBsNdTpwHLgKJ6guRWxRtC9H+138UwpaGuQO9uWQ==", + "dev": true, + "dependencies": { + "debug": "~4.1.0", + "engine.io": "~3.5.0", + "has-binary2": "~1.0.2", + "socket.io-adapter": "~1.1.0", + "socket.io-client": "2.4.0", + "socket.io-parser": "~3.4.0" + } + }, + "node_modules/socket.io-adapter": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/socket.io-adapter/-/socket.io-adapter-1.1.2.tgz", + "integrity": "sha512-WzZRUj1kUjrTIrUKpZLEzFZ1OLj5FwLlAFQs9kuZJzJi5DKdU7FsWc36SNmA8iDOtwBQyT8FkrriRM8vXLYz8g==", + "dev": true + }, + "node_modules/socket.io-client": { + "version": "2.4.0", + "resolved": "https://registry.npmjs.org/socket.io-client/-/socket.io-client-2.4.0.tgz", + "integrity": "sha512-M6xhnKQHuuZd4Ba9vltCLT9oa+YvTsP8j9NcEiLElfIg8KeYPyhWOes6x4t+LTAC8enQbE/995AdTem2uNyKKQ==", + "dev": true, + "dependencies": { + "backo2": "1.0.2", + "component-bind": "1.0.0", + "component-emitter": "~1.3.0", + "debug": "~3.1.0", + "engine.io-client": "~3.5.0", + "has-binary2": "~1.0.2", + "indexof": "0.0.1", + "parseqs": "0.0.6", + "parseuri": "0.0.6", + "socket.io-parser": "~3.3.0", + "to-array": "0.1.4" + } + }, + "node_modules/socket.io-client/node_modules/debug": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/debug/-/debug-3.1.0.tgz", + "integrity": "sha512-OX8XqP7/1a9cqkxYw2yXss15f26NKWBpDXQd0/uK/KPqdQhxbPa994hnzjcE2VqQpDslf55723cKPUOGSmMY3g==", + "dev": true, + "dependencies": { + "ms": "2.0.0" + } + }, + "node_modules/socket.io-client/node_modules/ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "node_modules/socket.io-client/node_modules/socket.io-parser": { + "version": "3.3.2", + "resolved": "https://registry.npmjs.org/socket.io-parser/-/socket.io-parser-3.3.2.tgz", + "integrity": "sha512-FJvDBuOALxdCI9qwRrO/Rfp9yfndRtc1jSgVgV8FDraihmSP/MLGD5PEuJrNfjALvcQ+vMDM/33AWOYP/JSjDg==", + "dev": true, + "dependencies": { + "component-emitter": "~1.3.0", + "debug": "~3.1.0", + "isarray": "2.0.1" + } + }, + "node_modules/socket.io-parser": { + "version": "3.4.1", + "resolved": "https://registry.npmjs.org/socket.io-parser/-/socket.io-parser-3.4.1.tgz", + "integrity": "sha512-11hMgzL+WCLWf1uFtHSNvliI++tcRUWdoeYuwIl+Axvwy9z2gQM+7nJyN3STj1tLj5JyIUH8/gpDGxzAlDdi0A==", + "dev": true, + "dependencies": { + "component-emitter": "1.2.1", + "debug": "~4.1.0", + "isarray": "2.0.1" + } + }, + "node_modules/socket.io-parser/node_modules/component-emitter": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/component-emitter/-/component-emitter-1.2.1.tgz", + "integrity": "sha1-E3kY1teCg/ffemt8WmPhQOaUJeY=", + "dev": true + }, + "node_modules/socket.io-parser/node_modules/debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "deprecated": "Debug versions >=3.2.0 <3.2.7 || >=4 <4.3.1 have a low-severity ReDos regression when used in a Node.js environment. It is recommended you upgrade to 3.2.7 or 4.3.1. (https://github.com/visionmedia/debug/issues/797)", + "dev": true, + "dependencies": { + "ms": "^2.1.1" + } + }, + "node_modules/socket.io/node_modules/debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "deprecated": "Debug versions >=3.2.0 <3.2.7 || >=4 <4.3.1 have a low-severity ReDos regression when used in a Node.js environment. It is recommended you upgrade to 3.2.7 or 4.3.1. (https://github.com/visionmedia/debug/issues/797)", + "dev": true, + "dependencies": { + "ms": "^2.1.1" + } + }, + "node_modules/source-map": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/source-map/-/source-map-0.6.1.tgz", + "integrity": "sha512-UjgapumWlbMhkBgzT7Ykc5YXUT46F0iKu8SGXq0bcwP5dz/h0Plj6enJqjz1Zbq2l5WaqYnrVbwWOWMyF3F47g==", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/source-map-js": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/source-map-js/-/source-map-js-1.0.2.tgz", + "integrity": "sha512-R0XvVJ9WusLiqTCEiGCmICCMplcCkIwwR11mOSD9CR5u+IXYdiseeEuXCVAjS54zqwkLcPNnmU4OeJ6tUrWhDw==", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/sprintf-js": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.0.3.tgz", + "integrity": "sha1-BOaSb2YolTVPPdAVIDYzuFcpfiw=", + "dev": true + }, + "node_modules/statuses": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.3.1.tgz", + "integrity": "sha1-+vUbnrdKrvOzrPStX2Gr8ky3uT4=", + "dev": true, + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/stream-throttle": { + "version": "0.1.3", + "resolved": "https://registry.npmjs.org/stream-throttle/-/stream-throttle-0.1.3.tgz", + "integrity": "sha1-rdV8jXzHOoFjDTHNVdOWHPr7qcM=", + "dev": true, + "dependencies": { + "commander": "^2.2.0", + "limiter": "^1.0.5" + }, + "bin": { + "throttleproxy": "bin/throttleproxy.js" + }, + "engines": { + "node": ">= 0.10.0" + } + }, + "node_modules/stream-throttle/node_modules/commander": { + "version": "2.20.3", + "resolved": "https://registry.npmjs.org/commander/-/commander-2.20.3.tgz", + "integrity": "sha512-GpVkmM8vF2vQUkj2LvZmD35JxeJOLCwJ9cUkugyk2nuhbv3+mJvpLYYt+0+USMxE+oj+ey/lJEnhZw75x/OMcQ==", + "dev": true + }, + "node_modules/string-width": { + "version": "4.2.3", + "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz", + "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==", + "dev": true, + "dependencies": { + "emoji-regex": "^8.0.0", + "is-fullwidth-code-point": "^3.0.0", + "strip-ansi": "^6.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/strip-ansi": { + "version": "6.0.1", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz", + "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==", + "dev": true, + "dependencies": { + "ansi-regex": "^5.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/strip-bom-string": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/strip-bom-string/-/strip-bom-string-1.0.0.tgz", + "integrity": "sha1-5SEekiQ2n7uB1jOi8ABE3IztrZI=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/supports-color": { + "version": "5.5.0", + "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-5.5.0.tgz", + "integrity": "sha512-QjVjwdXIt408MIiAqCX4oUKsgU2EqAGzs2Ppkm4aQYbjm+ZEWEcW4SfFNTr4uMNZma0ey4f5lgLrkB0aX0QMow==", + "dev": true, + "dependencies": { + "has-flag": "^3.0.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/supports-preserve-symlinks-flag": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/supports-preserve-symlinks-flag/-/supports-preserve-symlinks-flag-1.0.0.tgz", + "integrity": "sha512-ot0WnXS9fgdkgIcePe6RHNk1WA8+muPa6cSjeR3V8K27q9BB1rTE3R1p7Hv0z1ZyAc8s6Vvv8DIyWf681MAt0w==", + "dev": true, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/symbol-observable": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/symbol-observable/-/symbol-observable-1.0.1.tgz", + "integrity": "sha1-g0D8RwLDEi310iKI+IKD9RPT/dQ=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tfunk": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/tfunk/-/tfunk-4.0.0.tgz", + "integrity": "sha512-eJQ0dGfDIzWNiFNYFVjJ+Ezl/GmwHaFTBTjrtqNPW0S7cuVDBrZrmzUz6VkMeCR4DZFqhd4YtLwsw3i2wYHswQ==", + "dev": true, + "dependencies": { + "chalk": "^1.1.3", + "dlv": "^1.1.3" + } + }, + "node_modules/tfunk/node_modules/ansi-regex": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-2.1.1.tgz", + "integrity": "sha1-w7M6te42DYbg5ijwRorn7yfWVN8=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tfunk/node_modules/ansi-styles": { + "version": "2.2.1", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-2.2.1.tgz", + "integrity": "sha1-tDLdM1i2NM914eRmQ2gkBTPB3b4=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tfunk/node_modules/chalk": { + "version": "1.1.3", + "resolved": "https://registry.npmjs.org/chalk/-/chalk-1.1.3.tgz", + "integrity": "sha1-qBFcVeSnAv5NFQq9OHKCKn4J/Jg=", + "dev": true, + "dependencies": { + "ansi-styles": "^2.2.1", + "escape-string-regexp": "^1.0.2", + "has-ansi": "^2.0.0", + "strip-ansi": "^3.0.0", + "supports-color": "^2.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tfunk/node_modules/escape-string-regexp": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz", + "integrity": "sha1-G2HAViGQqN/2rjuyzwIAyhMLhtQ=", + "dev": true, + "engines": { + "node": ">=0.8.0" + } + }, + "node_modules/tfunk/node_modules/strip-ansi": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-3.0.1.tgz", + "integrity": "sha1-ajhfuIU9lS1f8F0Oiq+UJ43GPc8=", + "dev": true, + "dependencies": { + "ansi-regex": "^2.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tfunk/node_modules/supports-color": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-2.0.0.tgz", + "integrity": "sha1-U10EXOa2Nj+kARcIRimZXp3zJMc=", + "dev": true, + "engines": { + "node": ">=0.8.0" + } + }, + "node_modules/to-array": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/to-array/-/to-array-0.1.4.tgz", + "integrity": "sha1-F+bBH3PdTz10zaek/zI46a2b+JA=", + "dev": true + }, + "node_modules/to-fast-properties": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/to-fast-properties/-/to-fast-properties-2.0.0.tgz", + "integrity": "sha1-3F5pjL0HkmW8c+A3doGk5Og/YW4=", + "dev": true, + "engines": { + "node": ">=4" + } + }, + "node_modules/to-regex-range": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/to-regex-range/-/to-regex-range-5.0.1.tgz", + "integrity": "sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==", + "dev": true, + "dependencies": { + "is-number": "^7.0.0" + }, + "engines": { + "node": ">=8.0" + } + }, + "node_modules/toidentifier": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz", + "integrity": "sha512-o5sSPKEkg/DIQNmH43V0/uerLrpzVedkUh8tGNvaeXpfpuwjKenlSox/2O/BTlZUtEe+JG7s5YhEz608PlAHRA==", + "dev": true, + "engines": { + "node": ">=0.6" + } + }, + "node_modules/token-stream": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/token-stream/-/token-stream-1.0.0.tgz", + "integrity": "sha1-zCAOqyYT9BZtJ/+a/HylbUnfbrQ=", + "dev": true + }, + "node_modules/ua-parser-js": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/ua-parser-js/-/ua-parser-js-1.0.2.tgz", + "integrity": "sha512-00y/AXhx0/SsnI51fTc0rLRmafiGOM4/O+ny10Ps7f+j/b8p/ZY11ytMgznXkOVo4GQ+KwQG5UQLkLGirsACRg==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/ua-parser-js" + }, + { + "type": "paypal", + "url": "https://paypal.me/faisalman" + } + ], + "engines": { + "node": "*" + } + }, + "node_modules/uc.micro": { + "version": "1.0.6", + "resolved": "https://registry.npmjs.org/uc.micro/-/uc.micro-1.0.6.tgz", + "integrity": "sha512-8Y75pvTYkLJW2hWQHXxoqRgV7qb9B+9vFEtidML+7koHUFapnVJAZ6cKs+Qjz5Aw3aZWHMC6u0wJE3At+nSGwA==", + "dev": true + }, + "node_modules/uglify-js": { + "version": "3.15.2", + "resolved": "https://registry.npmjs.org/uglify-js/-/uglify-js-3.15.2.tgz", + "integrity": "sha512-peeoTk3hSwYdoc9nrdiEJk+gx1ALCtTjdYuKSXMTDqq7n1W7dHPqWDdSi+BPL0ni2YMeHD7hKUSdbj3TZauY2A==", + "dev": true, + "optional": true, + "bin": { + "uglifyjs": "bin/uglifyjs" + }, + "engines": { + "node": ">=0.8.0" + } + }, + "node_modules/universalify": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/universalify/-/universalify-0.1.2.tgz", + "integrity": "sha512-rBJeI5CXAlmy1pV+617WB9J63U6XcazHHF2f2dbJix4XzpUF0RS3Zbj0FGIOCAva5P/d/GBOYaACQ1w+0azUkg==", + "dev": true, + "engines": { + "node": ">= 4.0.0" + } + }, + "node_modules/unpipe": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/unpipe/-/unpipe-1.0.0.tgz", + "integrity": "sha1-sr9O6FFKrmFltIF4KdIbLvSZBOw=", + "dev": true, + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/utils-merge": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz", + "integrity": "sha1-n5VxD1CiZ5R7LMwSR0HBAoQn5xM=", + "dev": true, + "engines": { + "node": ">= 0.4.0" + } + }, + "node_modules/void-elements": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/void-elements/-/void-elements-3.1.0.tgz", + "integrity": "sha1-YU9/v42AHwu18GYfWy9XhXUOTwk=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/which-module": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/which-module/-/which-module-2.0.0.tgz", + "integrity": "sha1-2e8H3Od7mQK4o6j6SzHD4/fm6Ho=", + "dev": true + }, + "node_modules/with": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/with/-/with-7.0.2.tgz", + "integrity": "sha512-RNGKj82nUPg3g5ygxkQl0R937xLyho1J24ItRCBTr/m1YnZkzJy1hUiHUJrc/VlsDQzsCnInEGSg3bci0Lmd4w==", + "dev": true, + "dependencies": { + "@babel/parser": "^7.9.6", + "@babel/types": "^7.9.6", + "assert-never": "^1.2.1", + "babel-walk": "3.0.0-canary-5" + }, + "engines": { + "node": ">= 10.0.0" + } + }, + "node_modules/wordwrap": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/wordwrap/-/wordwrap-1.0.0.tgz", + "integrity": "sha1-J1hIEIkUVqQXHI0CJkQa3pDLyus=", + "dev": true + }, + "node_modules/wrap-ansi": { + "version": "6.2.0", + "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-6.2.0.tgz", + "integrity": "sha512-r6lPcBGxZXlIcymEu7InxDMhdW0KDxpLgoFLcguasxCaJ/SOIZwINatK9KY/tf+ZrlywOKU0UDj3ATXUBfxJXA==", + "dev": true, + "dependencies": { + "ansi-styles": "^4.0.0", + "string-width": "^4.1.0", + "strip-ansi": "^6.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/wrap-ansi/node_modules/ansi-styles": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz", + "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==", + "dev": true, + "dependencies": { + "color-convert": "^2.0.1" + }, + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/chalk/ansi-styles?sponsor=1" + } + }, + "node_modules/wrap-ansi/node_modules/color-convert": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz", + "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==", + "dev": true, + "dependencies": { + "color-name": "~1.1.4" + }, + "engines": { + "node": ">=7.0.0" + } + }, + "node_modules/wrap-ansi/node_modules/color-name": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz", + "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", + "dev": true + }, + "node_modules/wrappy": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz", + "integrity": "sha1-tSQ9jz7BqjXxNkYFvA0QNuMKtp8=", + "dev": true + }, + "node_modules/ws": { + "version": "7.4.6", + "resolved": "https://registry.npmjs.org/ws/-/ws-7.4.6.tgz", + "integrity": "sha512-YmhHDO4MzaDLB+M9ym/mDA5z0naX8j7SIlT8f8z+I0VtzsRbekxEutHSme7NPS2qE8StCYQNUnfWdXta/Yu85A==", + "dev": true, + "engines": { + "node": ">=8.3.0" + }, + "peerDependencies": { + "bufferutil": "^4.0.1", + "utf-8-validate": "^5.0.2" + }, + "peerDependenciesMeta": { + "bufferutil": { + "optional": true + }, + "utf-8-validate": { + "optional": true + } + } + }, + "node_modules/xmlhttprequest-ssl": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/xmlhttprequest-ssl/-/xmlhttprequest-ssl-1.6.3.tgz", + "integrity": "sha512-3XfeQE/wNkvrIktn2Kf0869fC0BN6UpydVasGIeSm2B1Llihf7/0UfZM+eCkOw3P7bP4+qPgqhm7ZoxuJtFU0Q==", + "dev": true, + "engines": { + "node": ">=0.4.0" + } + }, + "node_modules/y18n": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/y18n/-/y18n-4.0.3.tgz", + "integrity": "sha512-JKhqTOwSrqNA1NY5lSztJ1GrBiUodLMmIZuLiDaMRJ+itFd+ABVE8XBjOvIWL+rSqNDC74LCSFmlb/U4UZ4hJQ==", + "dev": true + }, + "node_modules/yallist": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/yallist/-/yallist-2.1.2.tgz", + "integrity": "sha1-HBH5IY8HYImkfdUS+TxmmaaoHVI=", + "dev": true + }, + "node_modules/yargs": { + "version": "15.4.1", + "resolved": "https://registry.npmjs.org/yargs/-/yargs-15.4.1.tgz", + "integrity": "sha512-aePbxDmcYW++PaqBsJ+HYUFwCdv4LVvdnhBy78E57PIor8/OVvhMrADFFEDh8DHDFRv/O9i3lPhsENjO7QX0+A==", + "dev": true, + "dependencies": { + "cliui": "^6.0.0", + "decamelize": "^1.2.0", + "find-up": "^4.1.0", + "get-caller-file": "^2.0.1", + "require-directory": "^2.1.1", + "require-main-filename": "^2.0.0", + "set-blocking": "^2.0.0", + "string-width": "^4.2.0", + "which-module": "^2.0.0", + "y18n": "^4.0.0", + "yargs-parser": "^18.1.2" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/yargs-parser": { + "version": "18.1.3", + "resolved": "https://registry.npmjs.org/yargs-parser/-/yargs-parser-18.1.3.tgz", + "integrity": "sha512-o50j0JeToy/4K6OZcaQmW6lyXXKhq7csREXcDwk2omFPJEwUNOVtJKvmDr9EI1fAJZUyZcRF7kxGBWmRXudrCQ==", + "dev": true, + "dependencies": { + "camelcase": "^5.0.0", + "decamelize": "^1.2.0" + }, + "engines": { + "node": ">=6" + } + }, + "node_modules/yeast": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/yeast/-/yeast-0.1.2.tgz", + "integrity": "sha1-AI4G2AlDIMNy28L47XagymyKxBk=", + "dev": true + } + }, + "dependencies": { + "@11ty/dependency-tree": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/@11ty/dependency-tree/-/dependency-tree-2.0.0.tgz", + "integrity": "sha512-tYrGX3Tvccufy2jaYDkYpjBmVP1LeQq6b/d0r4GYThTXL4f3ZR7yMAl/0r8h9xvnsP+gkO53wfnV7s8cXcCtEg==", + "dev": true + }, + "@11ty/eleventy": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/@11ty/eleventy/-/eleventy-1.0.0.tgz", + "integrity": "sha512-UMZghkMFwovu3Vh6DzjJ9GbcBnlE3nydGmLAti2AB1d6etQE+jXgfuHNxOyV1em33ywsBgGUCtLmLHaaTSU+Nw==", + "dev": true, + "requires": { + "@11ty/dependency-tree": "^2.0.0", + "@iarna/toml": "^2.2.5", + "@sindresorhus/slugify": "^1.1.2", + "browser-sync": "^2.27.7", + "chokidar": "^3.5.2", + "debug": "^4.3.3", + "dependency-graph": "^0.11.0", + "ejs": "^3.1.6", + "fast-glob": "^3.2.9", + "graceful-fs": "^4.2.9", + "gray-matter": "^4.0.3", + "hamljs": "^0.6.2", + "handlebars": "^4.7.7", + "is-glob": "^4.0.3", + "kleur": "^4.1.4 ", + "liquidjs": "^9.32.0", + "lodash": "^4.17.21", + "luxon": "^2.3.0", + "markdown-it": "^12.3.2", + "minimist": "^1.2.5", + "moo": "^0.5.1", + "multimatch": "^5.0.0", + "mustache": "^4.2.0", + "normalize-path": "^3.0.0", + "nunjucks": "^3.2.3", + "path-to-regexp": "^6.2.0", + "please-upgrade-node": "^3.2.0", + "pretty": "^2.0.0", + "pug": "^3.0.2", + "recursive-copy": "^2.0.13", + "semver": "^7.3.5", + "slugify": "^1.6.5" + } + }, + "@babel/helper-validator-identifier": { + "version": "7.16.7", + "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.16.7.tgz", + "integrity": "sha512-hsEnFemeiW4D08A5gUAZxLBTXpZ39P+a+DGDsHw1yxqyQ/jzFEnxf5uTEGp+3bzAbNOxU1paTgYS4ECU/IgfDw==", + "dev": true + }, + "@babel/parser": { + "version": "7.17.3", + "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.17.3.tgz", + "integrity": "sha512-7yJPvPV+ESz2IUTPbOL+YkIGyCqOyNIzdguKQuJGnH7bg1WTIifuM21YqokFt/THWh1AkCRn9IgoykTRCBVpzA==", + "dev": true + }, + "@babel/types": { + "version": "7.17.0", + "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.17.0.tgz", + "integrity": "sha512-TmKSNO4D5rzhL5bjWFcVHHLETzfQ/AmbKpKPOSjlP0WoHZ6L911fgoOKY4Alp/emzG4cHJdyN49zpgkbXFEHHw==", + "dev": true, + "requires": { + "@babel/helper-validator-identifier": "^7.16.7", + "to-fast-properties": "^2.0.0" + } + }, + "@iarna/toml": { + "version": "2.2.5", + "resolved": "https://registry.npmjs.org/@iarna/toml/-/toml-2.2.5.tgz", + "integrity": "sha512-trnsAYxU3xnS1gPHPyU961coFyLkh4gAD/0zQ5mymY4yOZ+CYvsPqUbOFSw0aDM4y0tV7tiFxL/1XfXPNC6IPg==", + "dev": true + }, + "@nodelib/fs.scandir": { + "version": "2.1.5", + "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz", + "integrity": "sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==", + "dev": true, + "requires": { + "@nodelib/fs.stat": "2.0.5", + "run-parallel": "^1.1.9" + } + }, + "@nodelib/fs.stat": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/@nodelib/fs.stat/-/fs.stat-2.0.5.tgz", + "integrity": "sha512-RkhPPp2zrqDAQA/2jNhnztcPAlv64XdhIp7a7454A5ovI7Bukxgt7MX7udwAu3zg1DcpPU0rz3VV1SeaqvY4+A==", + "dev": true + }, + "@nodelib/fs.walk": { + "version": "1.2.8", + "resolved": "https://registry.npmjs.org/@nodelib/fs.walk/-/fs.walk-1.2.8.tgz", + "integrity": "sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==", + "dev": true, + "requires": { + "@nodelib/fs.scandir": "2.1.5", + "fastq": "^1.6.0" + } + }, + "@sindresorhus/slugify": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/@sindresorhus/slugify/-/slugify-1.1.2.tgz", + "integrity": "sha512-V9nR/W0Xd9TSGXpZ4iFUcFGhuOJtZX82Fzxj1YISlbSgKvIiNa7eLEZrT0vAraPOt++KHauIVNYgGRgjc13dXA==", + "dev": true, + "requires": { + "@sindresorhus/transliterate": "^0.1.1", + "escape-string-regexp": "^4.0.0" + } + }, + "@sindresorhus/transliterate": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/@sindresorhus/transliterate/-/transliterate-0.1.2.tgz", + "integrity": "sha512-5/kmIOY9FF32nicXH+5yLNTX4NJ4atl7jRgqAJuIn/iyDFXBktOKDxCvyGE/EzmF4ngSUvjXxQUQlQiZ5lfw+w==", + "dev": true, + "requires": { + "escape-string-regexp": "^2.0.0", + "lodash.deburr": "^4.1.0" + }, + "dependencies": { + "escape-string-regexp": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-2.0.0.tgz", + "integrity": "sha512-UpzcLCXolUWcNu5HtVMHYdXJjArjsF9C0aNnquZYY4uW/Vu0miy5YoWvbV345HauVvcAUnpRuhMMcqTcGOY2+w==", + "dev": true + } + } + }, + "@types/minimatch": { + "version": "3.0.5", + "resolved": "https://registry.npmjs.org/@types/minimatch/-/minimatch-3.0.5.tgz", + "integrity": "sha512-Klz949h02Gz2uZCMGwDUSDS1YBlTdDDgbWHi+81l29tQALUtvz4rAYi5uoVhE5Lagoq6DeqAUlbrHvW/mXDgdQ==", + "dev": true + }, + "a-sync-waterfall": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/a-sync-waterfall/-/a-sync-waterfall-1.0.1.tgz", + "integrity": "sha512-RYTOHHdWipFUliRFMCS4X2Yn2X8M87V/OpSqWzKKOGhzqyUxzyVmhHDH9sAvG+ZuQf/TAOFsLCpMw09I1ufUnA==", + "dev": true + }, + "abbrev": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/abbrev/-/abbrev-1.1.1.tgz", + "integrity": "sha512-nne9/IiQ/hzIhY6pdDnbBtz7DjPTKrY00P/zvPSm5pOFkl6xuGrGnXn/VtTNNfNtAfZ9/1RtehkszU9qcTii0Q==", + "dev": true + }, + "accepts": { + "version": "1.3.8", + "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.8.tgz", + "integrity": "sha512-PYAthTa2m2VKxuvSD3DPC/Gy+U+sOA1LAuT8mkmRuvw+NACSaeXEQ+NHcVF7rONl6qcaxV3Uuemwawk+7+SJLw==", + "dev": true, + "requires": { + "mime-types": "~2.1.34", + "negotiator": "0.6.3" + } + }, + "acorn": { + "version": "7.4.1", + "resolved": "https://registry.npmjs.org/acorn/-/acorn-7.4.1.tgz", + "integrity": "sha512-nQyp0o1/mNdbTO1PO6kHkwSrmgZ0MT/jCCpNiwbUjGoRN4dlBhqJtoQuCnEOKzgTVwg0ZWiCoQy6SxMebQVh8A==", + "dev": true + }, + "after": { + "version": "0.8.2", + "resolved": "https://registry.npmjs.org/after/-/after-0.8.2.tgz", + "integrity": "sha1-/ts5T58OAqqXaOcCvaI7UF+ufh8=", + "dev": true + }, + "ansi-regex": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz", + "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==", + "dev": true + }, + "ansi-styles": { + "version": "3.2.1", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-3.2.1.tgz", + "integrity": "sha512-VT0ZI6kZRdTh8YyJw3SMbYm/u+NqfsAxEpWO0Pf9sq8/e94WxxOpPKx9FR1FlyCtOVDNOQ+8ntlqFxiRc+r5qA==", + "dev": true, + "requires": { + "color-convert": "^1.9.0" + } + }, + "anymatch": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/anymatch/-/anymatch-3.1.2.tgz", + "integrity": "sha512-P43ePfOAIupkguHUycrc4qJ9kz8ZiuOUijaETwX7THt0Y/GNK7v0aa8rY816xWjZ7rJdA5XdMcpVFTKMq+RvWg==", + "dev": true, + "requires": { + "normalize-path": "^3.0.0", + "picomatch": "^2.0.4" + } + }, + "argparse": { + "version": "1.0.10", + "resolved": "https://registry.npmjs.org/argparse/-/argparse-1.0.10.tgz", + "integrity": "sha512-o5Roy6tNG4SL/FOkCAN6RzjiakZS25RLYFrcMttJqbdd8BWrnA+fGz57iN5Pb06pvBGvl5gQ0B48dJlslXvoTg==", + "dev": true, + "requires": { + "sprintf-js": "~1.0.2" + } + }, + "array-differ": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/array-differ/-/array-differ-3.0.0.tgz", + "integrity": "sha512-THtfYS6KtME/yIAhKjZ2ul7XI96lQGHRputJQHO80LAWQnuGP4iCIN8vdMRboGbIEYBwU33q8Tch1os2+X0kMg==", + "dev": true + }, + "array-union": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/array-union/-/array-union-2.1.0.tgz", + "integrity": "sha512-HGyxoOTYUyCM6stUe6EJgnd4EoewAI7zMdfqO+kGjnlZmBDz/cR5pf8r/cR4Wq60sL/p0IkcjUEEPwS3GFrIyw==", + "dev": true + }, + "array-uniq": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/array-uniq/-/array-uniq-1.0.3.tgz", + "integrity": "sha1-r2rId6Jcx/dOBYiUdThY39sk/bY=", + "dev": true + }, + "arraybuffer.slice": { + "version": "0.0.7", + "resolved": "https://registry.npmjs.org/arraybuffer.slice/-/arraybuffer.slice-0.0.7.tgz", + "integrity": "sha512-wGUIVQXuehL5TCqQun8OW81jGzAWycqzFF8lFp+GOM5BXLYj3bKNsYC4daB7n6XjCqxQA/qgTJ+8ANR3acjrog==", + "dev": true + }, + "arrify": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/arrify/-/arrify-2.0.1.tgz", + "integrity": "sha512-3duEwti880xqi4eAMN8AyR4a0ByT90zoYdLlevfrvU43vb0YZwZVfxOgxWrLXXXpyugL0hNZc9G6BiB5B3nUug==", + "dev": true + }, + "asap": { + "version": "2.0.6", + "resolved": "https://registry.npmjs.org/asap/-/asap-2.0.6.tgz", + "integrity": "sha1-5QNHYR1+aQlDIIu9r+vLwvuGbUY=", + "dev": true + }, + "assert-never": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/assert-never/-/assert-never-1.2.1.tgz", + "integrity": "sha512-TaTivMB6pYI1kXwrFlEhLeGfOqoDNdTxjCdwRfFFkEA30Eu+k48W34nlok2EYWJfFFzqaEmichdNM7th6M5HNw==", + "dev": true + }, + "async": { + "version": "0.9.2", + "resolved": "https://registry.npmjs.org/async/-/async-0.9.2.tgz", + "integrity": "sha1-rqdNXmHB+JlhO/ZL2mbUx48v0X0=", + "dev": true + }, + "async-each-series": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/async-each-series/-/async-each-series-0.1.1.tgz", + "integrity": "sha1-dhfBkXQB/Yykooqtzj266Yr+tDI=", + "dev": true + }, + "axios": { + "version": "0.21.4", + "resolved": "https://registry.npmjs.org/axios/-/axios-0.21.4.tgz", + "integrity": "sha512-ut5vewkiu8jjGBdqpM44XxjuCjq9LAKeHVmoVfHVzy8eHgxxq8SbAVQNovDA8mVi05kP0Ea/n/UzcSHcTJQfNg==", + "dev": true, + "requires": { + "follow-redirects": "^1.14.0" + } + }, + "babel-walk": { + "version": "3.0.0-canary-5", + "resolved": "https://registry.npmjs.org/babel-walk/-/babel-walk-3.0.0-canary-5.tgz", + "integrity": "sha512-GAwkz0AihzY5bkwIY5QDR+LvsRQgB/B+1foMPvi0FZPMl5fjD7ICiznUiBdLYMH1QYe6vqu4gWYytZOccLouFw==", + "dev": true, + "requires": { + "@babel/types": "^7.9.6" + } + }, + "backo2": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/backo2/-/backo2-1.0.2.tgz", + "integrity": "sha1-MasayLEpNjRj41s+u2n038+6eUc=", + "dev": true + }, + "balanced-match": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz", + "integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==", + "dev": true + }, + "base64-arraybuffer": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/base64-arraybuffer/-/base64-arraybuffer-0.1.4.tgz", + "integrity": "sha1-mBjHngWbE1X5fgQooBfIOOkLqBI=", + "dev": true + }, + "base64id": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/base64id/-/base64id-2.0.0.tgz", + "integrity": "sha512-lGe34o6EHj9y3Kts9R4ZYs/Gr+6N7MCaMlIFA3F1R2O5/m7K06AxfSeO5530PEERE6/WyEg3lsuyw4GHlPZHog==", + "dev": true + }, + "batch": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/batch/-/batch-0.6.1.tgz", + "integrity": "sha1-3DQxT05nkxgJP8dgJyUl+UvyXBY=", + "dev": true + }, + "binary-extensions": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.2.0.tgz", + "integrity": "sha512-jDctJ/IVQbZoJykoeHbhXpOlNBqGNcwXJKJog42E5HDPUwQTSdjCHdihjj0DlnheQ7blbT6dHOafNAiS8ooQKA==", + "dev": true + }, + "blob": { + "version": "0.0.5", + "resolved": "https://registry.npmjs.org/blob/-/blob-0.0.5.tgz", + "integrity": "sha512-gaqbzQPqOoamawKg0LGVd7SzLgXS+JH61oWprSLH+P+abTczqJbhTR8CmJ2u9/bUYNmHTGJx/UEmn6doAvvuig==", + "dev": true + }, + "brace-expansion": { + "version": "1.1.11", + "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz", + "integrity": "sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==", + "dev": true, + "requires": { + "balanced-match": "^1.0.0", + "concat-map": "0.0.1" + } + }, + "braces": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/braces/-/braces-3.0.2.tgz", + "integrity": "sha512-b8um+L1RzM3WDSzvhm6gIz1yfTbBt6YTlcEKAvsmqCZZFw46z626lVj9j1yEPW33H5H+lBQpZMP1k8l+78Ha0A==", + "dev": true, + "requires": { + "fill-range": "^7.0.1" + } + }, + "browser-sync": { + "version": "2.27.7", + "resolved": "https://registry.npmjs.org/browser-sync/-/browser-sync-2.27.7.tgz", + "integrity": "sha512-9ElnnA/u+s2Jd+IgY+2SImB+sAEIteHsMG0NR96m7Ph/wztpvJCUpyC2on1KqmG9iAp941j+5jfmd34tEguGbg==", + "dev": true, + "requires": { + "browser-sync-client": "^2.27.7", + "browser-sync-ui": "^2.27.7", + "bs-recipes": "1.3.4", + "bs-snippet-injector": "^2.0.1", + "chokidar": "^3.5.1", + "connect": "3.6.6", + "connect-history-api-fallback": "^1", + "dev-ip": "^1.0.1", + "easy-extender": "^2.3.4", + "eazy-logger": "3.1.0", + "etag": "^1.8.1", + "fresh": "^0.5.2", + "fs-extra": "3.0.1", + "http-proxy": "^1.18.1", + "immutable": "^3", + "localtunnel": "^2.0.1", + "micromatch": "^4.0.2", + "opn": "5.3.0", + "portscanner": "2.1.1", + "qs": "6.2.3", + "raw-body": "^2.3.2", + "resp-modifier": "6.0.2", + "rx": "4.1.0", + "send": "0.16.2", + "serve-index": "1.9.1", + "serve-static": "1.13.2", + "server-destroy": "1.0.1", + "socket.io": "2.4.0", + "ua-parser-js": "1.0.2", + "yargs": "^15.4.1" + } + }, + "browser-sync-client": { + "version": "2.27.7", + "resolved": "https://registry.npmjs.org/browser-sync-client/-/browser-sync-client-2.27.7.tgz", + "integrity": "sha512-wKg9UP9a4sCIkBBAXUdbkdWFJzfSAQizGh+nC19W9y9zOo9s5jqeYRFUUbs7x5WKhjtspT+xetVp9AtBJ6BmWg==", + "dev": true, + "requires": { + "etag": "1.8.1", + "fresh": "0.5.2", + "mitt": "^1.1.3", + "rxjs": "^5.5.6" + } + }, + "browser-sync-ui": { + "version": "2.27.7", + "resolved": "https://registry.npmjs.org/browser-sync-ui/-/browser-sync-ui-2.27.7.tgz", + "integrity": "sha512-Bt4OQpx9p18OIzk0KKyu7jqlvmjacasUlk8ARY3uuIyiFWSBiRgr2i6XY8dEMF14DtbooaEBOpHEu9VCYvMcCw==", + "dev": true, + "requires": { + "async-each-series": "0.1.1", + "connect-history-api-fallback": "^1", + "immutable": "^3", + "server-destroy": "1.0.1", + "socket.io-client": "^2.4.0", + "stream-throttle": "^0.1.3" + } + }, + "bs-recipes": { + "version": "1.3.4", + "resolved": "https://registry.npmjs.org/bs-recipes/-/bs-recipes-1.3.4.tgz", + "integrity": "sha1-DS1NSKcYyMBEdp/cT4lZLci2lYU=", + "dev": true + }, + "bs-snippet-injector": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/bs-snippet-injector/-/bs-snippet-injector-2.0.1.tgz", + "integrity": "sha1-YbU5PxH1JVntEgaTEANDtu2wTdU=", + "dev": true + }, + "bytes": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz", + "integrity": "sha512-/Nf7TyzTx6S3yRJObOAV7956r8cr2+Oj8AC5dt8wSP3BQAoeX58NoHyCU8P8zGkNXStjTSi6fzO6F0pBdcYbEg==", + "dev": true + }, + "call-bind": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.2.tgz", + "integrity": "sha512-7O+FbCihrB5WGbFYesctwmTKae6rOiIzmz1icreWJ+0aA7LJfuqhEso2T9ncpcFtzMQtzXf2QGGueWJGTYsqrA==", + "dev": true, + "requires": { + "function-bind": "^1.1.1", + "get-intrinsic": "^1.0.2" + } + }, + "camelcase": { + "version": "5.3.1", + "resolved": "https://registry.npmjs.org/camelcase/-/camelcase-5.3.1.tgz", + "integrity": "sha512-L28STB170nwWS63UjtlEOE3dldQApaJXZkOI1uMFfzf3rRuPegHaHesyee+YxQ+W6SvRDQV6UrdOdRiR153wJg==", + "dev": true + }, + "chalk": { + "version": "2.4.2", + "resolved": "https://registry.npmjs.org/chalk/-/chalk-2.4.2.tgz", + "integrity": "sha512-Mti+f9lpJNcwF4tWV8/OrTTtF1gZi+f8FqlyAdouralcFWFQWF2+NgCHShjkCb+IFBLq9buZwE1xckQU4peSuQ==", + "dev": true, + "requires": { + "ansi-styles": "^3.2.1", + "escape-string-regexp": "^1.0.5", + "supports-color": "^5.3.0" + }, + "dependencies": { + "escape-string-regexp": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz", + "integrity": "sha1-G2HAViGQqN/2rjuyzwIAyhMLhtQ=", + "dev": true + } + } + }, + "character-parser": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/character-parser/-/character-parser-2.2.0.tgz", + "integrity": "sha1-x84o821LzZdE5f/CxfzeHHMmH8A=", + "dev": true, + "requires": { + "is-regex": "^1.0.3" + } + }, + "chokidar": { + "version": "3.5.3", + "resolved": "https://registry.npmjs.org/chokidar/-/chokidar-3.5.3.tgz", + "integrity": "sha512-Dr3sfKRP6oTcjf2JmUmFJfeVMvXBdegxB0iVQ5eb2V10uFJUCAS8OByZdVAyVb8xXNz3GjjTgj9kLWsZTqE6kw==", + "dev": true, + "requires": { + "anymatch": "~3.1.2", + "braces": "~3.0.2", + "fsevents": "~2.3.2", + "glob-parent": "~5.1.2", + "is-binary-path": "~2.1.0", + "is-glob": "~4.0.1", + "normalize-path": "~3.0.0", + "readdirp": "~3.6.0" + } + }, + "cliui": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/cliui/-/cliui-6.0.0.tgz", + "integrity": "sha512-t6wbgtoCXvAzst7QgXxJYqPt0usEfbgQdftEPbLL/cvv6HPE5VgvqCuAIDR0NgU52ds6rFwqrgakNLrHEjCbrQ==", + "dev": true, + "requires": { + "string-width": "^4.2.0", + "strip-ansi": "^6.0.0", + "wrap-ansi": "^6.2.0" + } + }, + "color-convert": { + "version": "1.9.3", + "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-1.9.3.tgz", + "integrity": "sha512-QfAUtd+vFdAtFQcC8CCyYt1fYWxSqAiK2cSD6zDB8N3cpsEBAvRxp9zOGg6G/SHHJYAT88/az/IuDGALsNVbGg==", + "dev": true, + "requires": { + "color-name": "1.1.3" + } + }, + "color-name": { + "version": "1.1.3", + "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.3.tgz", + "integrity": "sha1-p9BVi9icQveV3UIyj3QIMcpTvCU=", + "dev": true + }, + "commander": { + "version": "5.1.0", + "resolved": "https://registry.npmjs.org/commander/-/commander-5.1.0.tgz", + "integrity": "sha512-P0CysNDQ7rtVw4QIQtm+MRxV66vKFSvlsQvGYXZWR3qFU0jlMKHZZZgw8e+8DSah4UDKMqnknRDQz+xuQXQ/Zg==", + "dev": true + }, + "component-bind": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/component-bind/-/component-bind-1.0.0.tgz", + "integrity": "sha1-AMYIq33Nk4l8AAllGx06jh5zu9E=", + "dev": true + }, + "component-emitter": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/component-emitter/-/component-emitter-1.3.0.tgz", + "integrity": "sha512-Rd3se6QB+sO1TwqZjscQrurpEPIfO0/yYnSin6Q/rD3mOutHvUrCAhJub3r90uNb+SESBuE0QYoB90YdfatsRg==", + "dev": true + }, + "component-inherit": { + "version": "0.0.3", + "resolved": "https://registry.npmjs.org/component-inherit/-/component-inherit-0.0.3.tgz", + "integrity": "sha1-ZF/ErfWLcrZJ1crmUTVhnbJv8UM=", + "dev": true + }, + "concat-map": { + "version": "0.0.1", + "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz", + "integrity": "sha1-2Klr13/Wjfd5OnMDajug1UBdR3s=", + "dev": true + }, + "condense-newlines": { + "version": "0.2.1", + "resolved": "https://registry.npmjs.org/condense-newlines/-/condense-newlines-0.2.1.tgz", + "integrity": "sha1-PemFVTE5R10yUCyDsC9gaE0kxV8=", + "dev": true, + "requires": { + "extend-shallow": "^2.0.1", + "is-whitespace": "^0.3.0", + "kind-of": "^3.0.2" + }, + "dependencies": { + "kind-of": { + "version": "3.2.2", + "resolved": "https://registry.npmjs.org/kind-of/-/kind-of-3.2.2.tgz", + "integrity": "sha1-MeohpzS6ubuw8yRm2JOupR5KPGQ=", + "dev": true, + "requires": { + "is-buffer": "^1.1.5" + } + } + } + }, + "config-chain": { + "version": "1.1.13", + "resolved": "https://registry.npmjs.org/config-chain/-/config-chain-1.1.13.tgz", + "integrity": "sha512-qj+f8APARXHrM0hraqXYb2/bOVSV4PvJQlNZ/DVj0QrmNM2q2euizkeuVckQ57J+W0mRH6Hvi+k50M4Jul2VRQ==", + "dev": true, + "requires": { + "ini": "^1.3.4", + "proto-list": "~1.2.1" + } + }, + "connect": { + "version": "3.6.6", + "resolved": "https://registry.npmjs.org/connect/-/connect-3.6.6.tgz", + "integrity": "sha1-Ce/2xVr3I24TcTWnJXSFi2eG9SQ=", + "dev": true, + "requires": { + "debug": "2.6.9", + "finalhandler": "1.1.0", + "parseurl": "~1.3.2", + "utils-merge": "1.0.1" + }, + "dependencies": { + "debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + } + } + }, + "connect-history-api-fallback": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/connect-history-api-fallback/-/connect-history-api-fallback-1.6.0.tgz", + "integrity": "sha512-e54B99q/OUoH64zYYRf3HBP5z24G38h5D3qXu23JGRoigpX5Ss4r9ZnDk3g0Z8uQC2x2lPaJ+UlWBc1ZWBWdLg==", + "dev": true + }, + "constantinople": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/constantinople/-/constantinople-4.0.1.tgz", + "integrity": "sha512-vCrqcSIq4//Gx74TXXCGnHpulY1dskqLTFGDmhrGxzeXL8lF8kvXv6mpNWlJj1uD4DW23D4ljAqbY4RRaaUZIw==", + "dev": true, + "requires": { + "@babel/parser": "^7.6.0", + "@babel/types": "^7.6.1" + } + }, + "cookie": { + "version": "0.4.2", + "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.4.2.tgz", + "integrity": "sha512-aSWTXFzaKWkvHO1Ny/s+ePFpvKsPnjc551iI41v3ny/ow6tBG5Vd+FuqGNhh1LxOmVzOlGUriIlOaokOvhaStA==", + "dev": true + }, + "debug": { + "version": "4.3.3", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.3.tgz", + "integrity": "sha512-/zxw5+vh1Tfv+4Qn7a5nsbcJKPaSvCDhojn6FEl9vupwK2VCSDtEiEtqr8DFtzYFOdz63LBkxec7DYuc2jon6Q==", + "dev": true, + "requires": { + "ms": "2.1.2" + } + }, + "decamelize": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/decamelize/-/decamelize-1.2.0.tgz", + "integrity": "sha1-9lNNFRSCabIDUue+4m9QH5oZEpA=", + "dev": true + }, + "depd": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz", + "integrity": "sha512-g7nH6P6dyDioJogAAGprGpCtVImJhpPk/roCzdb3fIh61/s/nPsfR6onyMwkCAR/OlC3yBC0lESvUoQEAssIrw==", + "dev": true + }, + "dependency-graph": { + "version": "0.11.0", + "resolved": "https://registry.npmjs.org/dependency-graph/-/dependency-graph-0.11.0.tgz", + "integrity": "sha512-JeMq7fEshyepOWDfcfHK06N3MhyPhz++vtqWhMT5O9A3K42rdsEDpfdVqjaqaAhsw6a+ZqeDvQVtD0hFHQWrzg==", + "dev": true + }, + "design-system": { + "version": "https://github.com/DemocracyClub/design-system/archive/refs/tags/0.1.9.tar.gz", + "integrity": "sha512-JPyyYSrIuVmHXEgTQS0l2euIb3JGsG/v/z7ersviOCTHRU7g2QBaFcd0V9785gtiVxInX6fguOHhA4jzU8+/8A==", + "dev": true + }, + "destroy": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/destroy/-/destroy-1.0.4.tgz", + "integrity": "sha1-l4hXRCxEdJ5CBmE+N5RiBYJqvYA=", + "dev": true + }, + "dev-ip": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/dev-ip/-/dev-ip-1.0.1.tgz", + "integrity": "sha1-p2o+0YVb56ASu4rBbLgPPADcKPA=", + "dev": true + }, + "dlv": { + "version": "1.1.3", + "resolved": "https://registry.npmjs.org/dlv/-/dlv-1.1.3.tgz", + "integrity": "sha512-+HlytyjlPKnIG8XuRG8WvmBP8xs8P71y+SKKS6ZXWoEgLuePxtDoUEiH7WkdePWrQ5JBpE6aoVqfZfJUQkjXwA==", + "dev": true + }, + "doctypes": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/doctypes/-/doctypes-1.1.0.tgz", + "integrity": "sha1-6oCxBqh1OHdOijpKWv4pPeSJ4Kk=", + "dev": true + }, + "easy-extender": { + "version": "2.3.4", + "resolved": "https://registry.npmjs.org/easy-extender/-/easy-extender-2.3.4.tgz", + "integrity": "sha512-8cAwm6md1YTiPpOvDULYJL4ZS6WfM5/cTeVVh4JsvyYZAoqlRVUpHL9Gr5Fy7HA6xcSZicUia3DeAgO3Us8E+Q==", + "dev": true, + "requires": { + "lodash": "^4.17.10" + } + }, + "eazy-logger": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/eazy-logger/-/eazy-logger-3.1.0.tgz", + "integrity": "sha512-/snsn2JqBtUSSstEl4R0RKjkisGHAhvYj89i7r3ytNUKW12y178KDZwXLXIgwDqLW6E/VRMT9qfld7wvFae8bQ==", + "dev": true, + "requires": { + "tfunk": "^4.0.0" + } + }, + "editorconfig": { + "version": "0.15.3", + "resolved": "https://registry.npmjs.org/editorconfig/-/editorconfig-0.15.3.tgz", + "integrity": "sha512-M9wIMFx96vq0R4F+gRpY3o2exzb8hEj/n9S8unZtHSvYjibBp/iMufSzvmOcV/laG0ZtuTVGtiJggPOSW2r93g==", + "dev": true, + "requires": { + "commander": "^2.19.0", + "lru-cache": "^4.1.5", + "semver": "^5.6.0", + "sigmund": "^1.0.1" + }, + "dependencies": { + "commander": { + "version": "2.20.3", + "resolved": "https://registry.npmjs.org/commander/-/commander-2.20.3.tgz", + "integrity": "sha512-GpVkmM8vF2vQUkj2LvZmD35JxeJOLCwJ9cUkugyk2nuhbv3+mJvpLYYt+0+USMxE+oj+ey/lJEnhZw75x/OMcQ==", + "dev": true + }, + "semver": { + "version": "5.7.1", + "resolved": "https://registry.npmjs.org/semver/-/semver-5.7.1.tgz", + "integrity": "sha512-sauaDf/PZdVgrLTNYHRtpXa1iRiKcaebiKQ1BJdpQlWH2lCvexQdX55snPFyK7QzpudqbCI0qXFfOasHdyNDGQ==", + "dev": true + } + } + }, + "ee-first": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz", + "integrity": "sha1-WQxhFWsK4vTwJVcyoViyZrxWsh0=", + "dev": true + }, + "ejs": { + "version": "3.1.6", + "resolved": "https://registry.npmjs.org/ejs/-/ejs-3.1.6.tgz", + "integrity": "sha512-9lt9Zse4hPucPkoP7FHDF0LQAlGyF9JVpnClFLFH3aSSbxmyoqINRpp/9wePWJTUl4KOQwRL72Iw3InHPDkoGw==", + "dev": true, + "requires": { + "jake": "^10.6.1" + } + }, + "eleventy-sass": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/eleventy-sass/-/eleventy-sass-1.1.4.tgz", + "integrity": "sha512-3Hz3myYsXCuHQ12LzAH8qLR4jZsMCsROF28eBIxIkaTPy45zGxlLE7W2rGSubzu7ODOwTZc/yObM5tERiFLxBA==", + "dev": true, + "requires": { + "debug": "^4.3.3", + "kleur": "^4.1.4", + "sass": "^1.49.7" + } + }, + "emoji-regex": { + "version": "8.0.0", + "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz", + "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==", + "dev": true + }, + "encodeurl": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz", + "integrity": "sha1-rT/0yG7C0CkyL1oCw6mmBslbP1k=", + "dev": true + }, + "engine.io": { + "version": "3.5.0", + "resolved": "https://registry.npmjs.org/engine.io/-/engine.io-3.5.0.tgz", + "integrity": "sha512-21HlvPUKaitDGE4GXNtQ7PLP0Sz4aWLddMPw2VTyFz1FVZqu/kZsJUO8WNpKuE/OCL7nkfRaOui2ZCJloGznGA==", + "dev": true, + "requires": { + "accepts": "~1.3.4", + "base64id": "2.0.0", + "cookie": "~0.4.1", + "debug": "~4.1.0", + "engine.io-parser": "~2.2.0", + "ws": "~7.4.2" + }, + "dependencies": { + "debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "dev": true, + "requires": { + "ms": "^2.1.1" + } + } + } + }, + "engine.io-client": { + "version": "3.5.2", + "resolved": "https://registry.npmjs.org/engine.io-client/-/engine.io-client-3.5.2.tgz", + "integrity": "sha512-QEqIp+gJ/kMHeUun7f5Vv3bteRHppHH/FMBQX/esFj/fuYfjyUKWGMo3VCvIP/V8bE9KcjHmRZrhIz2Z9oNsDA==", + "dev": true, + "requires": { + "component-emitter": "~1.3.0", + "component-inherit": "0.0.3", + "debug": "~3.1.0", + "engine.io-parser": "~2.2.0", + "has-cors": "1.1.0", + "indexof": "0.0.1", + "parseqs": "0.0.6", + "parseuri": "0.0.6", + "ws": "~7.4.2", + "xmlhttprequest-ssl": "~1.6.2", + "yeast": "0.1.2" + }, + "dependencies": { + "debug": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/debug/-/debug-3.1.0.tgz", + "integrity": "sha512-OX8XqP7/1a9cqkxYw2yXss15f26NKWBpDXQd0/uK/KPqdQhxbPa994hnzjcE2VqQpDslf55723cKPUOGSmMY3g==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + } + } + }, + "engine.io-parser": { + "version": "2.2.1", + "resolved": "https://registry.npmjs.org/engine.io-parser/-/engine.io-parser-2.2.1.tgz", + "integrity": "sha512-x+dN/fBH8Ro8TFwJ+rkB2AmuVw9Yu2mockR/p3W8f8YtExwFgDvBDi0GWyb4ZLkpahtDGZgtr3zLovanJghPqg==", + "dev": true, + "requires": { + "after": "0.8.2", + "arraybuffer.slice": "~0.0.7", + "base64-arraybuffer": "0.1.4", + "blob": "0.0.5", + "has-binary2": "~1.0.2" + } + }, + "entities": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/entities/-/entities-2.1.0.tgz", + "integrity": "sha512-hCx1oky9PFrJ611mf0ifBLBRW8lUUVRlFolb5gWRfIELabBlbp9xZvrqZLZAs+NxFnbfQoeGd8wDkygjg7U85w==", + "dev": true + }, + "errno": { + "version": "0.1.8", + "resolved": "https://registry.npmjs.org/errno/-/errno-0.1.8.tgz", + "integrity": "sha512-dJ6oBr5SQ1VSd9qkk7ByRgb/1SH4JZjCHSW/mr63/QcXO9zLVxvJ6Oy13nio03rxpSnVDDjFor75SjVeZWPW/A==", + "dev": true, + "requires": { + "prr": "~1.0.1" + } + }, + "escalade": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/escalade/-/escalade-3.1.1.tgz", + "integrity": "sha512-k0er2gUkLf8O0zKJiAhmkTnJlTvINGv7ygDNPbeIsX/TJjGJZHuh9B2UxbsaEkmlEo9MfhrSzmhIlhRlI2GXnw==", + "dev": true + }, + "escape-html": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/escape-html/-/escape-html-1.0.3.tgz", + "integrity": "sha1-Aljq5NPQwJdN4cFpGI7wBR0dGYg=", + "dev": true + }, + "escape-string-regexp": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz", + "integrity": "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA==", + "dev": true + }, + "esprima": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/esprima/-/esprima-4.0.1.tgz", + "integrity": "sha512-eGuFFw7Upda+g4p+QHvnW0RyTX/SVeJBDM/gCtMARO0cLuT2HcEKnTPvhjV6aGeqrCB/sbNop0Kszm0jsaWU4A==", + "dev": true + }, + "etag": { + "version": "1.8.1", + "resolved": "https://registry.npmjs.org/etag/-/etag-1.8.1.tgz", + "integrity": "sha1-Qa4u62XvpiJorr/qg6x9eSmbCIc=", + "dev": true + }, + "eventemitter3": { + "version": "4.0.7", + "resolved": "https://registry.npmjs.org/eventemitter3/-/eventemitter3-4.0.7.tgz", + "integrity": "sha512-8guHBZCwKnFhYdHr2ysuRWErTwhoN2X8XELRlrRwpmfeY2jjuUN4taQMsULKUVo1K4DvZl+0pgfyoysHxvmvEw==", + "dev": true + }, + "extend-shallow": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/extend-shallow/-/extend-shallow-2.0.1.tgz", + "integrity": "sha1-Ua99YUrZqfYQ6huvu5idaxxWiQ8=", + "dev": true, + "requires": { + "is-extendable": "^0.1.0" + } + }, + "fast-glob": { + "version": "3.2.11", + "resolved": "https://registry.npmjs.org/fast-glob/-/fast-glob-3.2.11.tgz", + "integrity": "sha512-xrO3+1bxSo3ZVHAnqzyuewYT6aMFHRAd4Kcs92MAonjwQZLsK9d0SF1IyQ3k5PoirxTW0Oe/RqFgMQ6TcNE5Ew==", + "dev": true, + "requires": { + "@nodelib/fs.stat": "^2.0.2", + "@nodelib/fs.walk": "^1.2.3", + "glob-parent": "^5.1.2", + "merge2": "^1.3.0", + "micromatch": "^4.0.4" + } + }, + "fastq": { + "version": "1.13.0", + "resolved": "https://registry.npmjs.org/fastq/-/fastq-1.13.0.tgz", + "integrity": "sha512-YpkpUnK8od0o1hmeSc7UUs/eB/vIPWJYjKck2QKIzAf71Vm1AAQ3EbuZB3g2JIy+pg+ERD0vqI79KyZiB2e2Nw==", + "dev": true, + "requires": { + "reusify": "^1.0.4" + } + }, + "filelist": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/filelist/-/filelist-1.0.2.tgz", + "integrity": "sha512-z7O0IS8Plc39rTCq6i6iHxk43duYOn8uFJiWSewIq0Bww1RNybVHSCjahmcC87ZqAm4OTvFzlzeGu3XAzG1ctQ==", + "dev": true, + "requires": { + "minimatch": "^3.0.4" + } + }, + "fill-range": { + "version": "7.0.1", + "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.0.1.tgz", + "integrity": "sha512-qOo9F+dMUmC2Lcb4BbVvnKJxTPjCm+RRpe4gDuGrzkL7mEVl/djYSu2OdQ2Pa302N4oqkSg9ir6jaLWJ2USVpQ==", + "dev": true, + "requires": { + "to-regex-range": "^5.0.1" + } + }, + "finalhandler": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.1.0.tgz", + "integrity": "sha1-zgtoVbRYU+eRsvzGgARtiCU91/U=", + "dev": true, + "requires": { + "debug": "2.6.9", + "encodeurl": "~1.0.1", + "escape-html": "~1.0.3", + "on-finished": "~2.3.0", + "parseurl": "~1.3.2", + "statuses": "~1.3.1", + "unpipe": "~1.0.0" + }, + "dependencies": { + "debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + } + } + }, + "find-up": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/find-up/-/find-up-4.1.0.tgz", + "integrity": "sha512-PpOwAdQ/YlXQ2vj8a3h8IipDuYRi3wceVQQGYWxNINccq40Anw7BlsEXCMbt1Zt+OLA6Fq9suIpIWD0OsnISlw==", + "dev": true, + "requires": { + "locate-path": "^5.0.0", + "path-exists": "^4.0.0" + } + }, + "follow-redirects": { + "version": "1.14.9", + "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.14.9.tgz", + "integrity": "sha512-MQDfihBQYMcyy5dhRDJUHcw7lb2Pv/TuE6xP1vyraLukNDHKbDxDNaOE3NbCAdKQApno+GPRyo1YAp89yCjK4w==", + "dev": true + }, + "fresh": { + "version": "0.5.2", + "resolved": "https://registry.npmjs.org/fresh/-/fresh-0.5.2.tgz", + "integrity": "sha1-PYyt2Q2XZWn6g1qx+OSyOhBWBac=", + "dev": true + }, + "fs-extra": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-3.0.1.tgz", + "integrity": "sha1-N5TzeMWLNC6n27sjCVEJxLO2IpE=", + "dev": true, + "requires": { + "graceful-fs": "^4.1.2", + "jsonfile": "^3.0.0", + "universalify": "^0.1.0" + } + }, + "fs.realpath": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/fs.realpath/-/fs.realpath-1.0.0.tgz", + "integrity": "sha1-FQStJSMVjKpA20onh8sBQRmU6k8=", + "dev": true + }, + "fsevents": { + "version": "2.3.2", + "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.2.tgz", + "integrity": "sha512-xiqMQR4xAeHTuB9uWm+fFRcIOgKBMiOBP+eXiyT7jsgVCq1bkVygt00oASowB7EdtpOHaaPgKt812P9ab+DDKA==", + "dev": true, + "optional": true + }, + "function-bind": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.1.tgz", + "integrity": "sha512-yIovAzMX49sF8Yl58fSCWJ5svSLuaibPxXQJFLmBObTuCr0Mf1KiPopGM9NiFjiYBCbfaa2Fh6breQ6ANVTI0A==", + "dev": true + }, + "get-caller-file": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/get-caller-file/-/get-caller-file-2.0.5.tgz", + "integrity": "sha512-DyFP3BM/3YHTQOCUL/w0OZHR0lpKeGrxotcHWcqNEdnltqFwXVfhEBQ94eIo34AfQpo0rGki4cyIiftY06h2Fg==", + "dev": true + }, + "get-intrinsic": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.1.1.tgz", + "integrity": "sha512-kWZrnVM42QCiEA2Ig1bG8zjoIMOgxWwYCEeNdwY6Tv/cOSeGpcoX4pXHfKUxNKVoArnrEr2e9srnAxxGIraS9Q==", + "dev": true, + "requires": { + "function-bind": "^1.1.1", + "has": "^1.0.3", + "has-symbols": "^1.0.1" + } + }, + "glob": { + "version": "7.2.0", + "resolved": "https://registry.npmjs.org/glob/-/glob-7.2.0.tgz", + "integrity": "sha512-lmLf6gtyrPq8tTjSmrO94wBeQbFR3HbLHbuyD69wuyQkImp2hWqMGB47OX65FBkPffO641IP9jWa1z4ivqG26Q==", + "dev": true, + "requires": { + "fs.realpath": "^1.0.0", + "inflight": "^1.0.4", + "inherits": "2", + "minimatch": "^3.0.4", + "once": "^1.3.0", + "path-is-absolute": "^1.0.0" + } + }, + "glob-parent": { + "version": "5.1.2", + "resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-5.1.2.tgz", + "integrity": "sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==", + "dev": true, + "requires": { + "is-glob": "^4.0.1" + } + }, + "graceful-fs": { + "version": "4.2.9", + "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.9.tgz", + "integrity": "sha512-NtNxqUcXgpW2iMrfqSfR73Glt39K+BLwWsPs94yR63v45T0Wbej7eRmL5cWfwEgqXnmjQp3zaJTshdRW/qC2ZQ==", + "dev": true + }, + "gray-matter": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/gray-matter/-/gray-matter-4.0.3.tgz", + "integrity": "sha512-5v6yZd4JK3eMI3FqqCouswVqwugaA9r4dNZB1wwcmrD02QkV5H0y7XBQW8QwQqEaZY1pM9aqORSORhJRdNK44Q==", + "dev": true, + "requires": { + "js-yaml": "^3.13.1", + "kind-of": "^6.0.2", + "section-matter": "^1.0.0", + "strip-bom-string": "^1.0.0" + } + }, + "hamljs": { + "version": "0.6.2", + "resolved": "https://registry.npmjs.org/hamljs/-/hamljs-0.6.2.tgz", + "integrity": "sha1-e3EWz22+cnjkKz9u+HJaM+F3yOM=", + "dev": true + }, + "handlebars": { + "version": "4.7.7", + "resolved": "https://registry.npmjs.org/handlebars/-/handlebars-4.7.7.tgz", + "integrity": "sha512-aAcXm5OAfE/8IXkcZvCepKU3VzW1/39Fb5ZuqMtgI/hT8X2YgoMvBY5dLhq/cpOvw7Lk1nK/UF71aLG/ZnVYRA==", + "dev": true, + "requires": { + "minimist": "^1.2.5", + "neo-async": "^2.6.0", + "source-map": "^0.6.1", + "uglify-js": "^3.1.4", + "wordwrap": "^1.0.0" + } + }, + "has": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/has/-/has-1.0.3.tgz", + "integrity": "sha512-f2dvO0VU6Oej7RkWJGrehjbzMAjFp5/VKPp5tTpWIV4JHHZK1/BxbFRtf/siA2SWTe09caDmVtYYzWEIbBS4zw==", + "dev": true, + "requires": { + "function-bind": "^1.1.1" + } + }, + "has-ansi": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/has-ansi/-/has-ansi-2.0.0.tgz", + "integrity": "sha1-NPUEnOHs3ysGSa8+8k5F7TVBbZE=", + "dev": true, + "requires": { + "ansi-regex": "^2.0.0" + }, + "dependencies": { + "ansi-regex": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-2.1.1.tgz", + "integrity": "sha1-w7M6te42DYbg5ijwRorn7yfWVN8=", + "dev": true + } + } + }, + "has-binary2": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/has-binary2/-/has-binary2-1.0.3.tgz", + "integrity": "sha512-G1LWKhDSvhGeAQ8mPVQlqNcOB2sJdwATtZKl2pDKKHfpf/rYj24lkinxf69blJbnsvtqqNU+L3SL50vzZhXOnw==", + "dev": true, + "requires": { + "isarray": "2.0.1" + } + }, + "has-cors": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/has-cors/-/has-cors-1.1.0.tgz", + "integrity": "sha1-XkdHk/fqmEPRu5nCPu9J/xJv/zk=", + "dev": true + }, + "has-flag": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-3.0.0.tgz", + "integrity": "sha1-tdRU3CGZriJWmfNGfloH87lVuv0=", + "dev": true + }, + "has-symbols": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.0.3.tgz", + "integrity": "sha512-l3LCuF6MgDNwTDKkdYGEihYjt5pRPbEg46rtlmnSPlUbgmB8LOIrKJbYYFBSbnPaJexMKtiPO8hmeRjRz2Td+A==", + "dev": true + }, + "has-tostringtag": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.0.tgz", + "integrity": "sha512-kFjcSNhnlGV1kyoGk7OXKSawH5JOb/LzUc5w9B02hOTO0dfFRjbHQKvg1d6cf3HbeUmtU9VbbV3qzZ2Teh97WQ==", + "dev": true, + "requires": { + "has-symbols": "^1.0.2" + } + }, + "http-errors": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-2.0.0.tgz", + "integrity": "sha512-FtwrG/euBzaEjYeRqOgly7G0qviiXoJWnvEH2Z1plBdXgbyjv34pHTSb9zoeHMyDy33+DWy5Wt9Wo+TURtOYSQ==", + "dev": true, + "requires": { + "depd": "2.0.0", + "inherits": "2.0.4", + "setprototypeof": "1.2.0", + "statuses": "2.0.1", + "toidentifier": "1.0.1" + }, + "dependencies": { + "statuses": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-2.0.1.tgz", + "integrity": "sha512-RwNA9Z/7PrK06rYLIzFMlaF+l73iwpzsqRIFgbMLbTcLD6cOao82TaWefPXQvB2fOC4AjuYSEndS7N/mTCbkdQ==", + "dev": true + } + } + }, + "http-proxy": { + "version": "1.18.1", + "resolved": "https://registry.npmjs.org/http-proxy/-/http-proxy-1.18.1.tgz", + "integrity": "sha512-7mz/721AbnJwIVbnaSv1Cz3Am0ZLT/UBwkC92VlxhXv/k/BBQfM2fXElQNC27BVGr0uwUpplYPQM9LnaBMR5NQ==", + "dev": true, + "requires": { + "eventemitter3": "^4.0.0", + "follow-redirects": "^1.0.0", + "requires-port": "^1.0.0" + } + }, + "iconv-lite": { + "version": "0.4.24", + "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz", + "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==", + "dev": true, + "requires": { + "safer-buffer": ">= 2.1.2 < 3" + } + }, + "immutable": { + "version": "3.8.2", + "resolved": "https://registry.npmjs.org/immutable/-/immutable-3.8.2.tgz", + "integrity": "sha1-wkOZUUVbs5kT2vKBN28VMOEErfM=", + "dev": true + }, + "indexof": { + "version": "0.0.1", + "resolved": "https://registry.npmjs.org/indexof/-/indexof-0.0.1.tgz", + "integrity": "sha1-gtwzbSMrkGIXnQWrMpOmYFn9Q10=", + "dev": true + }, + "inflight": { + "version": "1.0.6", + "resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz", + "integrity": "sha1-Sb1jMdfQLQwJvJEKEHW6gWW1bfk=", + "dev": true, + "requires": { + "once": "^1.3.0", + "wrappy": "1" + } + }, + "inherits": { + "version": "2.0.4", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz", + "integrity": "sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ==", + "dev": true + }, + "ini": { + "version": "1.3.8", + "resolved": "https://registry.npmjs.org/ini/-/ini-1.3.8.tgz", + "integrity": "sha512-JV/yugV2uzW5iMRSiZAyDtQd+nxtUnjeLt0acNdw98kKLrvuRVyB80tsREOE7yvGVgalhZ6RNXCmEHkUKBKxew==", + "dev": true + }, + "is-binary-path": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/is-binary-path/-/is-binary-path-2.1.0.tgz", + "integrity": "sha512-ZMERYes6pDydyuGidse7OsHxtbI7WVeUEozgR/g7rd0xUimYNlvZRE/K2MgZTjWy725IfelLeVcEM97mmtRGXw==", + "dev": true, + "requires": { + "binary-extensions": "^2.0.0" + } + }, + "is-buffer": { + "version": "1.1.6", + "resolved": "https://registry.npmjs.org/is-buffer/-/is-buffer-1.1.6.tgz", + "integrity": "sha512-NcdALwpXkTm5Zvvbk7owOUSvVvBKDgKP5/ewfXEznmQFfs4ZRmanOeKBTjRVjka3QFoN6XJ+9F3USqfHqTaU5w==", + "dev": true + }, + "is-core-module": { + "version": "2.8.1", + "resolved": "https://registry.npmjs.org/is-core-module/-/is-core-module-2.8.1.tgz", + "integrity": "sha512-SdNCUs284hr40hFTFP6l0IfZ/RSrMXF3qgoRHd3/79unUTvrFO/JoXwkGm+5J/Oe3E/b5GsnG330uUNgRpu1PA==", + "dev": true, + "requires": { + "has": "^1.0.3" + } + }, + "is-expression": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/is-expression/-/is-expression-4.0.0.tgz", + "integrity": "sha512-zMIXX63sxzG3XrkHkrAPvm/OVZVSCPNkwMHU8oTX7/U3AL78I0QXCEICXUM13BIa8TYGZ68PiTKfQz3yaTNr4A==", + "dev": true, + "requires": { + "acorn": "^7.1.1", + "object-assign": "^4.1.1" + } + }, + "is-extendable": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/is-extendable/-/is-extendable-0.1.1.tgz", + "integrity": "sha1-YrEQ4omkcUGOPsNqYX1HLjAd/Ik=", + "dev": true + }, + "is-extglob": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/is-extglob/-/is-extglob-2.1.1.tgz", + "integrity": "sha1-qIwCU1eR8C7TfHahueqXc8gz+MI=", + "dev": true + }, + "is-fullwidth-code-point": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz", + "integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==", + "dev": true + }, + "is-glob": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz", + "integrity": "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==", + "dev": true, + "requires": { + "is-extglob": "^2.1.1" + } + }, + "is-number": { + "version": "7.0.0", + "resolved": "https://registry.npmjs.org/is-number/-/is-number-7.0.0.tgz", + "integrity": "sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==", + "dev": true + }, + "is-number-like": { + "version": "1.0.8", + "resolved": "https://registry.npmjs.org/is-number-like/-/is-number-like-1.0.8.tgz", + "integrity": "sha512-6rZi3ezCyFcn5L71ywzz2bS5b2Igl1En3eTlZlvKjpz1n3IZLAYMbKYAIQgFmEu0GENg92ziU/faEOA/aixjbA==", + "dev": true, + "requires": { + "lodash.isfinite": "^3.3.2" + } + }, + "is-promise": { + "version": "2.2.2", + "resolved": "https://registry.npmjs.org/is-promise/-/is-promise-2.2.2.tgz", + "integrity": "sha512-+lP4/6lKUBfQjZ2pdxThZvLUAafmZb8OAxFb8XXtiQmS35INgr85hdOGoEs124ez1FCnZJt6jau/T+alh58QFQ==", + "dev": true + }, + "is-regex": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/is-regex/-/is-regex-1.1.4.tgz", + "integrity": "sha512-kvRdxDsxZjhzUX07ZnLydzS1TU/TJlTUHHY4YLL87e37oUA49DfkLqgy+VjFocowy29cKvcSiu+kIv728jTTVg==", + "dev": true, + "requires": { + "call-bind": "^1.0.2", + "has-tostringtag": "^1.0.0" + } + }, + "is-whitespace": { + "version": "0.3.0", + "resolved": "https://registry.npmjs.org/is-whitespace/-/is-whitespace-0.3.0.tgz", + "integrity": "sha1-Fjnssb4DauxppUy7QBz77XEUq38=", + "dev": true + }, + "is-wsl": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/is-wsl/-/is-wsl-1.1.0.tgz", + "integrity": "sha1-HxbkqiKwTRM2tmGIpmrzxgDDpm0=", + "dev": true + }, + "isarray": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/isarray/-/isarray-2.0.1.tgz", + "integrity": "sha1-o32U7ZzaLVmGXJ92/llu4fM4dB4=", + "dev": true + }, + "jake": { + "version": "10.8.2", + "resolved": "https://registry.npmjs.org/jake/-/jake-10.8.2.tgz", + "integrity": "sha512-eLpKyrfG3mzvGE2Du8VoPbeSkRry093+tyNjdYaBbJS9v17knImYGNXQCUV0gLxQtF82m3E8iRb/wdSQZLoq7A==", + "dev": true, + "requires": { + "async": "0.9.x", + "chalk": "^2.4.2", + "filelist": "^1.0.1", + "minimatch": "^3.0.4" + } + }, + "js-beautify": { + "version": "1.14.0", + "resolved": "https://registry.npmjs.org/js-beautify/-/js-beautify-1.14.0.tgz", + "integrity": "sha512-yuck9KirNSCAwyNJbqW+BxJqJ0NLJ4PwBUzQQACl5O3qHMBXVkXb/rD0ilh/Lat/tn88zSZ+CAHOlk0DsY7GuQ==", + "dev": true, + "requires": { + "config-chain": "^1.1.12", + "editorconfig": "^0.15.3", + "glob": "^7.1.3", + "nopt": "^5.0.0" + } + }, + "js-stringify": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/js-stringify/-/js-stringify-1.0.2.tgz", + "integrity": "sha1-Fzb939lyTyijaCrcYjCufk6Weds=", + "dev": true + }, + "js-yaml": { + "version": "3.14.1", + "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.14.1.tgz", + "integrity": "sha512-okMH7OXXJ7YrN9Ok3/SXrnu4iX9yOk+25nqX4imS2npuvTYDmo/QEZoqwZkYaIDk3jVvBOTOIEgEhaLOynBS9g==", + "dev": true, + "requires": { + "argparse": "^1.0.7", + "esprima": "^4.0.0" + } + }, + "jsonfile": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/jsonfile/-/jsonfile-3.0.1.tgz", + "integrity": "sha1-pezG9l9T9mLEQVx2daAzHQmS7GY=", + "dev": true, + "requires": { + "graceful-fs": "^4.1.6" + } + }, + "jstransformer": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/jstransformer/-/jstransformer-1.0.0.tgz", + "integrity": "sha1-7Yvwkh4vPx7U1cGkT2hwntJHIsM=", + "dev": true, + "requires": { + "is-promise": "^2.0.0", + "promise": "^7.0.1" + } + }, + "junk": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/junk/-/junk-1.0.3.tgz", + "integrity": "sha1-h75jSIZJy9ym9Tqzm+yczSNH9ZI=", + "dev": true + }, + "kind-of": { + "version": "6.0.3", + "resolved": "https://registry.npmjs.org/kind-of/-/kind-of-6.0.3.tgz", + "integrity": "sha512-dcS1ul+9tmeD95T+x28/ehLgd9mENa3LsvDTtzm3vyBEO7RPptvAD+t44WVXaUjTBRcrpFeFlC8WCruUR456hw==", + "dev": true + }, + "kleur": { + "version": "4.1.4", + "resolved": "https://registry.npmjs.org/kleur/-/kleur-4.1.4.tgz", + "integrity": "sha512-8QADVssbrFjivHWQU7KkMgptGTl6WAcSdlbBPY4uNF+mWr6DGcKrvY2w4FQJoXch7+fKMjj0dRrL75vk3k23OA==", + "dev": true + }, + "limiter": { + "version": "1.1.5", + "resolved": "https://registry.npmjs.org/limiter/-/limiter-1.1.5.tgz", + "integrity": "sha512-FWWMIEOxz3GwUI4Ts/IvgVy6LPvoMPgjMdQ185nN6psJyBJ4yOpzqm695/h5umdLJg2vW3GR5iG11MAkR2AzJA==", + "dev": true + }, + "linkify-it": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/linkify-it/-/linkify-it-3.0.3.tgz", + "integrity": "sha512-ynTsyrFSdE5oZ/O9GEf00kPngmOfVwazR5GKDq6EYfhlpFug3J2zybX56a2PRRpc9P+FuSoGNAwjlbDs9jJBPQ==", + "dev": true, + "requires": { + "uc.micro": "^1.0.1" + } + }, + "liquidjs": { + "version": "9.36.0", + "resolved": "https://registry.npmjs.org/liquidjs/-/liquidjs-9.36.0.tgz", + "integrity": "sha512-HbU4xBsY1r3ZEORTgPsiluXsOtMx8iI0MqTsPejgIk+sIgta5wQUYsoQgUPuGKWVHKKKMO9PidiMEPKlePl8rg==", + "dev": true + }, + "localtunnel": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/localtunnel/-/localtunnel-2.0.2.tgz", + "integrity": "sha512-n418Cn5ynvJd7m/N1d9WVJISLJF/ellZnfsLnx8WBWGzxv/ntNcFkJ1o6se5quUhCplfLGBNL5tYHiq5WF3Nug==", + "dev": true, + "requires": { + "axios": "0.21.4", + "debug": "4.3.2", + "openurl": "1.1.1", + "yargs": "17.1.1" + }, + "dependencies": { + "ansi-styles": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz", + "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==", + "dev": true, + "requires": { + "color-convert": "^2.0.1" + } + }, + "cliui": { + "version": "7.0.4", + "resolved": "https://registry.npmjs.org/cliui/-/cliui-7.0.4.tgz", + "integrity": "sha512-OcRE68cOsVMXp1Yvonl/fzkQOyjLSu/8bhPDfQt0e0/Eb283TKP20Fs2MqoPsr9SwA595rRCA+QMzYc9nBP+JQ==", + "dev": true, + "requires": { + "string-width": "^4.2.0", + "strip-ansi": "^6.0.0", + "wrap-ansi": "^7.0.0" + } + }, + "color-convert": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz", + "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==", + "dev": true, + "requires": { + "color-name": "~1.1.4" + } + }, + "color-name": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz", + "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", + "dev": true + }, + "debug": { + "version": "4.3.2", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.2.tgz", + "integrity": "sha512-mOp8wKcvj7XxC78zLgw/ZA+6TSgkoE2C/ienthhRD298T7UNwAg9diBpLRxC0mOezLl4B0xV7M0cCO6P/O0Xhw==", + "dev": true, + "requires": { + "ms": "2.1.2" + } + }, + "wrap-ansi": { + "version": "7.0.0", + "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-7.0.0.tgz", + "integrity": "sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==", + "dev": true, + "requires": { + "ansi-styles": "^4.0.0", + "string-width": "^4.1.0", + "strip-ansi": "^6.0.0" + } + }, + "y18n": { + "version": "5.0.8", + "resolved": "https://registry.npmjs.org/y18n/-/y18n-5.0.8.tgz", + "integrity": "sha512-0pfFzegeDWJHJIAmTLRP2DwHjdF5s7jo9tuztdQxAhINCdvS+3nGINqPd00AphqJR/0LhANUS6/+7SCb98YOfA==", + "dev": true + }, + "yargs": { + "version": "17.1.1", + "resolved": "https://registry.npmjs.org/yargs/-/yargs-17.1.1.tgz", + "integrity": "sha512-c2k48R0PwKIqKhPMWjeiF6y2xY/gPMUlro0sgxqXpbOIohWiLNXWslsootttv7E1e73QPAMQSg5FeySbVcpsPQ==", + "dev": true, + "requires": { + "cliui": "^7.0.2", + "escalade": "^3.1.1", + "get-caller-file": "^2.0.5", + "require-directory": "^2.1.1", + "string-width": "^4.2.0", + "y18n": "^5.0.5", + "yargs-parser": "^20.2.2" + } + }, + "yargs-parser": { + "version": "20.2.9", + "resolved": "https://registry.npmjs.org/yargs-parser/-/yargs-parser-20.2.9.tgz", + "integrity": "sha512-y11nGElTIV+CT3Zv9t7VKl+Q3hTQoT9a1Qzezhhl6Rp21gJ/IVTW7Z3y9EWXhuUBC2Shnf+DX0antecpAwSP8w==", + "dev": true + } + } + }, + "locate-path": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/locate-path/-/locate-path-5.0.0.tgz", + "integrity": "sha512-t7hw9pI+WvuwNJXwk5zVHpyhIqzg2qTlklJOf0mVxGSbe3Fp2VieZcduNYjaLDoy6p9uGpQEGWG87WpMKlNq8g==", + "dev": true, + "requires": { + "p-locate": "^4.1.0" + } + }, + "lodash": { + "version": "4.17.21", + "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz", + "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==", + "dev": true + }, + "lodash.deburr": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/lodash.deburr/-/lodash.deburr-4.1.0.tgz", + "integrity": "sha1-3bG7s+8HRYwBd7oH3hRCLLAz/5s=", + "dev": true + }, + "lodash.isfinite": { + "version": "3.3.2", + "resolved": "https://registry.npmjs.org/lodash.isfinite/-/lodash.isfinite-3.3.2.tgz", + "integrity": "sha1-+4m2WpqAKBgz8LdHizpRBPiY67M=", + "dev": true + }, + "lru-cache": { + "version": "4.1.5", + "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-4.1.5.tgz", + "integrity": "sha512-sWZlbEP2OsHNkXrMl5GYk/jKk70MBng6UU4YI/qGDYbgf6YbP4EvmqISbXCoJiRKs+1bSpFHVgQxvJ17F2li5g==", + "dev": true, + "requires": { + "pseudomap": "^1.0.2", + "yallist": "^2.1.2" + } + }, + "luxon": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/luxon/-/luxon-2.3.1.tgz", + "integrity": "sha512-I8vnjOmhXsMSlNMZlMkSOvgrxKJl0uOsEzdGgGNZuZPaS9KlefpE9KV95QFftlJSC+1UyCC9/I69R02cz/zcCA==", + "dev": true + }, + "markdown-it": { + "version": "12.3.2", + "resolved": "https://registry.npmjs.org/markdown-it/-/markdown-it-12.3.2.tgz", + "integrity": "sha512-TchMembfxfNVpHkbtriWltGWc+m3xszaRD0CZup7GFFhzIgQqxIfn3eGj1yZpfuflzPvfkt611B2Q/Bsk1YnGg==", + "dev": true, + "requires": { + "argparse": "^2.0.1", + "entities": "~2.1.0", + "linkify-it": "^3.0.1", + "mdurl": "^1.0.1", + "uc.micro": "^1.0.5" + }, + "dependencies": { + "argparse": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz", + "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==", + "dev": true + } + } + }, + "maximatch": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/maximatch/-/maximatch-0.1.0.tgz", + "integrity": "sha1-hs2NawTJ8wfAWmuUGZBtA2D7E6I=", + "dev": true, + "requires": { + "array-differ": "^1.0.0", + "array-union": "^1.0.1", + "arrify": "^1.0.0", + "minimatch": "^3.0.0" + }, + "dependencies": { + "array-differ": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/array-differ/-/array-differ-1.0.0.tgz", + "integrity": "sha1-7/UuN1gknTO+QCuLuOVkuytdQDE=", + "dev": true + }, + "array-union": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/array-union/-/array-union-1.0.2.tgz", + "integrity": "sha1-mjRBDk9OPaI96jdb5b5w8kd47Dk=", + "dev": true, + "requires": { + "array-uniq": "^1.0.1" + } + }, + "arrify": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/arrify/-/arrify-1.0.1.tgz", + "integrity": "sha1-iYUI2iIm84DfkEcoRWhJwVAaSw0=", + "dev": true + } + } + }, + "mdurl": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/mdurl/-/mdurl-1.0.1.tgz", + "integrity": "sha1-/oWy7HWlkDfyrf7BAP1sYBdhFS4=", + "dev": true + }, + "merge2": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/merge2/-/merge2-1.4.1.tgz", + "integrity": "sha512-8q7VEgMJW4J8tcfVPy8g09NcQwZdbwFEqhe/WZkoIzjn/3TGDwtOCYtXGxA3O8tPzpczCCDgv+P2P5y00ZJOOg==", + "dev": true + }, + "micromatch": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/micromatch/-/micromatch-4.0.4.tgz", + "integrity": "sha512-pRmzw/XUcwXGpD9aI9q/0XOwLNygjETJ8y0ao0wdqprrzDa4YnxLcz7fQRZr8voh8V10kGhABbNcHVk5wHgWwg==", + "dev": true, + "requires": { + "braces": "^3.0.1", + "picomatch": "^2.2.3" + } + }, + "mime": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/mime/-/mime-1.4.1.tgz", + "integrity": "sha512-KI1+qOZu5DcW6wayYHSzR/tXKCDC5Om4s1z2QJjDULzLcmf3DvzS7oluY4HCTrc+9FiKmWUgeNLg7W3uIQvxtQ==", + "dev": true + }, + "mime-db": { + "version": "1.51.0", + "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.51.0.tgz", + "integrity": "sha512-5y8A56jg7XVQx2mbv1lu49NR4dokRnhZYTtL+KGfaa27uq4pSTXkwQkFJl4pkRMyNFz/EtYDSkiiEHx3F7UN6g==", + "dev": true + }, + "mime-types": { + "version": "2.1.34", + "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.34.tgz", + "integrity": "sha512-6cP692WwGIs9XXdOO4++N+7qjqv0rqxxVvJ3VHPh/Sc9mVZcQP+ZGhkKiTvWMQRr2tbHkJP/Yn7Y0npb3ZBs4A==", + "dev": true, + "requires": { + "mime-db": "1.51.0" + } + }, + "minimatch": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.2.tgz", + "integrity": "sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==", + "dev": true, + "requires": { + "brace-expansion": "^1.1.7" + } + }, + "minimist": { + "version": "1.2.5", + "resolved": "https://registry.npmjs.org/minimist/-/minimist-1.2.5.tgz", + "integrity": "sha512-FM9nNUYrRBAELZQT3xeZQ7fmMOBg6nWNmJKTcgsJeaLstP/UODVpGsr5OhXhhXg6f+qtJ8uiZ+PUxkDWcgIXLw==", + "dev": true + }, + "mitt": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/mitt/-/mitt-1.2.0.tgz", + "integrity": "sha512-r6lj77KlwqLhIUku9UWYes7KJtsczvolZkzp8hbaDPPaE24OmWl5s539Mytlj22siEQKosZ26qCBgda2PKwoJw==", + "dev": true + }, + "mkdirp": { + "version": "0.5.5", + "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.5.tgz", + "integrity": "sha512-NKmAlESf6jMGym1++R0Ra7wvhV+wFW63FaSOFPwRahvea0gMUcGUhVeAg/0BC0wiv9ih5NYPB1Wn1UEI1/L+xQ==", + "dev": true, + "requires": { + "minimist": "^1.2.5" + } + }, + "moo": { + "version": "0.5.1", + "resolved": "https://registry.npmjs.org/moo/-/moo-0.5.1.tgz", + "integrity": "sha512-I1mnb5xn4fO80BH9BLcF0yLypy2UKl+Cb01Fu0hJRkJjlCRtxZMWkTdAtDd5ZqCOxtCkhmRwyI57vWT+1iZ67w==", + "dev": true + }, + "ms": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz", + "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==", + "dev": true + }, + "multimatch": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/multimatch/-/multimatch-5.0.0.tgz", + "integrity": "sha512-ypMKuglUrZUD99Tk2bUQ+xNQj43lPEfAeX2o9cTteAmShXy2VHDJpuwu1o0xqoKCt9jLVAvwyFKdLTPXKAfJyA==", + "dev": true, + "requires": { + "@types/minimatch": "^3.0.3", + "array-differ": "^3.0.0", + "array-union": "^2.1.0", + "arrify": "^2.0.1", + "minimatch": "^3.0.4" + } + }, + "mustache": { + "version": "4.2.0", + "resolved": "https://registry.npmjs.org/mustache/-/mustache-4.2.0.tgz", + "integrity": "sha512-71ippSywq5Yb7/tVYyGbkBggbU8H3u5Rz56fH60jGFgr8uHwxs+aSKeqmluIVzM0m0kB7xQjKS6qPfd0b2ZoqQ==", + "dev": true + }, + "negotiator": { + "version": "0.6.3", + "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz", + "integrity": "sha512-+EUsqGPLsM+j/zdChZjsnX51g4XrHFOIXwfnCVPGlQk/k5giakcKsuxCObBRu6DSm9opw/O6slWbJdghQM4bBg==", + "dev": true + }, + "neo-async": { + "version": "2.6.2", + "resolved": "https://registry.npmjs.org/neo-async/-/neo-async-2.6.2.tgz", + "integrity": "sha512-Yd3UES5mWCSqR+qNT93S3UoYUkqAZ9lLg8a7g9rimsWmYGK8cVToA4/sF3RrshdyV3sAGMXVUmpMYOw+dLpOuw==", + "dev": true + }, + "nopt": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/nopt/-/nopt-5.0.0.tgz", + "integrity": "sha512-Tbj67rffqceeLpcRXrT7vKAN8CwfPeIBgM7E6iBkmKLV7bEMwpGgYLGv0jACUsECaa/vuxP0IjEont6umdMgtQ==", + "dev": true, + "requires": { + "abbrev": "1" + } + }, + "normalize-path": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz", + "integrity": "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA==", + "dev": true + }, + "nunjucks": { + "version": "3.2.3", + "resolved": "https://registry.npmjs.org/nunjucks/-/nunjucks-3.2.3.tgz", + "integrity": "sha512-psb6xjLj47+fE76JdZwskvwG4MYsQKXUtMsPh6U0YMvmyjRtKRFcxnlXGWglNybtNTNVmGdp94K62/+NjF5FDQ==", + "dev": true, + "requires": { + "a-sync-waterfall": "^1.0.0", + "asap": "^2.0.3", + "commander": "^5.1.0" + } + }, + "object-assign": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/object-assign/-/object-assign-4.1.1.tgz", + "integrity": "sha1-IQmtx5ZYh8/AXLvUQsrIv7s2CGM=", + "dev": true + }, + "on-finished": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.3.0.tgz", + "integrity": "sha1-IPEzZIGwg811M3mSoWlxqi2QaUc=", + "dev": true, + "requires": { + "ee-first": "1.1.1" + } + }, + "once": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz", + "integrity": "sha1-WDsap3WWHUsROsF9nFC6753Xa9E=", + "dev": true, + "requires": { + "wrappy": "1" + } + }, + "openurl": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/openurl/-/openurl-1.1.1.tgz", + "integrity": "sha1-OHW0sO96UsFW8NtB1GCduw+Us4c=", + "dev": true + }, + "opn": { + "version": "5.3.0", + "resolved": "https://registry.npmjs.org/opn/-/opn-5.3.0.tgz", + "integrity": "sha512-bYJHo/LOmoTd+pfiYhfZDnf9zekVJrY+cnS2a5F2x+w5ppvTqObojTP7WiFG+kVZs9Inw+qQ/lw7TroWwhdd2g==", + "dev": true, + "requires": { + "is-wsl": "^1.1.0" + } + }, + "p-limit": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/p-limit/-/p-limit-2.3.0.tgz", + "integrity": "sha512-//88mFWSJx8lxCzwdAABTJL2MyWB12+eIY7MDL2SqLmAkeKU9qxRvWuSyTjm3FUmpBEMuFfckAIqEaVGUDxb6w==", + "dev": true, + "requires": { + "p-try": "^2.0.0" + } + }, + "p-locate": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/p-locate/-/p-locate-4.1.0.tgz", + "integrity": "sha512-R79ZZ/0wAxKGu3oYMlz8jy/kbhsNrS7SKZ7PxEHBgJ5+F2mtFW2fK2cOtBh1cHYkQsbzFV7I+EoRKe6Yt0oK7A==", + "dev": true, + "requires": { + "p-limit": "^2.2.0" + } + }, + "p-try": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/p-try/-/p-try-2.2.0.tgz", + "integrity": "sha512-R4nPAVTAU0B9D35/Gk3uJf/7XYbQcyohSKdvAxIRSNghFl4e71hVoGnBNQz9cWaXxO2I10KTC+3jMdvvoKw6dQ==", + "dev": true + }, + "parseqs": { + "version": "0.0.6", + "resolved": "https://registry.npmjs.org/parseqs/-/parseqs-0.0.6.tgz", + "integrity": "sha512-jeAGzMDbfSHHA091hr0r31eYfTig+29g3GKKE/PPbEQ65X0lmMwlEoqmhzu0iztID5uJpZsFlUPDP8ThPL7M8w==", + "dev": true + }, + "parseuri": { + "version": "0.0.6", + "resolved": "https://registry.npmjs.org/parseuri/-/parseuri-0.0.6.tgz", + "integrity": "sha512-AUjen8sAkGgao7UyCX6Ahv0gIK2fABKmYjvP4xmy5JaKvcbTRueIqIPHLAfq30xJddqSE033IOMUSOMCcK3Sow==", + "dev": true + }, + "parseurl": { + "version": "1.3.3", + "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz", + "integrity": "sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ==", + "dev": true + }, + "path-exists": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz", + "integrity": "sha512-ak9Qy5Q7jYb2Wwcey5Fpvg2KoAc/ZIhLSLOSBmRmygPsGwkVVt0fZa0qrtMz+m6tJTAHfZQ8FnmB4MG4LWy7/w==", + "dev": true + }, + "path-is-absolute": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/path-is-absolute/-/path-is-absolute-1.0.1.tgz", + "integrity": "sha1-F0uSaHNVNP+8es5r9TpanhtcX18=", + "dev": true + }, + "path-parse": { + "version": "1.0.7", + "resolved": "https://registry.npmjs.org/path-parse/-/path-parse-1.0.7.tgz", + "integrity": "sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw==", + "dev": true + }, + "path-to-regexp": { + "version": "6.2.0", + "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-6.2.0.tgz", + "integrity": "sha512-f66KywYG6+43afgE/8j/GoiNyygk/bnoCbps++3ErRKsIYkGGupyv07R2Ok5m9i67Iqc+T2g1eAUGUPzWhYTyg==", + "dev": true + }, + "picomatch": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-2.3.1.tgz", + "integrity": "sha512-JU3teHTNjmE2VCGFzuY8EXzCDVwEqB2a8fsIvwaStHhAWJEeVd1o1QD80CU6+ZdEXXSLbSsuLwJjkCBWqRQUVA==", + "dev": true + }, + "pify": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/pify/-/pify-2.3.0.tgz", + "integrity": "sha1-7RQaasBDqEnqWISY59yosVMw6Qw=", + "dev": true + }, + "please-upgrade-node": { + "version": "3.2.0", + "resolved": "https://registry.npmjs.org/please-upgrade-node/-/please-upgrade-node-3.2.0.tgz", + "integrity": "sha512-gQR3WpIgNIKwBMVLkpMUeR3e1/E1y42bqDQZfql+kDeXd8COYfM8PQA4X6y7a8u9Ua9FHmsrrmirW2vHs45hWg==", + "dev": true, + "requires": { + "semver-compare": "^1.0.0" + } + }, + "portscanner": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/portscanner/-/portscanner-2.1.1.tgz", + "integrity": "sha1-6rtAnk3iSVD1oqUW01rnaTQ/u5Y=", + "dev": true, + "requires": { + "async": "1.5.2", + "is-number-like": "^1.0.3" + }, + "dependencies": { + "async": { + "version": "1.5.2", + "resolved": "https://registry.npmjs.org/async/-/async-1.5.2.tgz", + "integrity": "sha1-7GphrlZIDAw8skHJVhjiCJL5Zyo=", + "dev": true + } + } + }, + "pretty": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pretty/-/pretty-2.0.0.tgz", + "integrity": "sha1-rbx5YLe7/iiaVX3F9zdhmiINBqU=", + "dev": true, + "requires": { + "condense-newlines": "^0.2.1", + "extend-shallow": "^2.0.1", + "js-beautify": "^1.6.12" + } + }, + "promise": { + "version": "7.3.1", + "resolved": "https://registry.npmjs.org/promise/-/promise-7.3.1.tgz", + "integrity": "sha512-nolQXZ/4L+bP/UGlkfaIujX9BKxGwmQ9OT4mOt5yvy8iK1h3wqTEJCijzGANTCCl9nWjY41juyAn2K3Q1hLLTg==", + "dev": true, + "requires": { + "asap": "~2.0.3" + } + }, + "proto-list": { + "version": "1.2.4", + "resolved": "https://registry.npmjs.org/proto-list/-/proto-list-1.2.4.tgz", + "integrity": "sha1-IS1b/hMYMGpCD2QCuOJv85ZHqEk=", + "dev": true + }, + "prr": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/prr/-/prr-1.0.1.tgz", + "integrity": "sha1-0/wRS6BplaRexok/SEzrHXj19HY=", + "dev": true + }, + "pseudomap": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/pseudomap/-/pseudomap-1.0.2.tgz", + "integrity": "sha1-8FKijacOYYkX7wqKw0wa5aaChrM=", + "dev": true + }, + "pug": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/pug/-/pug-3.0.2.tgz", + "integrity": "sha512-bp0I/hiK1D1vChHh6EfDxtndHji55XP/ZJKwsRqrz6lRia6ZC2OZbdAymlxdVFwd1L70ebrVJw4/eZ79skrIaw==", + "dev": true, + "requires": { + "pug-code-gen": "^3.0.2", + "pug-filters": "^4.0.0", + "pug-lexer": "^5.0.1", + "pug-linker": "^4.0.0", + "pug-load": "^3.0.0", + "pug-parser": "^6.0.0", + "pug-runtime": "^3.0.1", + "pug-strip-comments": "^2.0.0" + } + }, + "pug-attrs": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pug-attrs/-/pug-attrs-3.0.0.tgz", + "integrity": "sha512-azINV9dUtzPMFQktvTXciNAfAuVh/L/JCl0vtPCwvOA21uZrC08K/UnmrL+SXGEVc1FwzjW62+xw5S/uaLj6cA==", + "dev": true, + "requires": { + "constantinople": "^4.0.1", + "js-stringify": "^1.0.2", + "pug-runtime": "^3.0.0" + } + }, + "pug-code-gen": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/pug-code-gen/-/pug-code-gen-3.0.2.tgz", + "integrity": "sha512-nJMhW16MbiGRiyR4miDTQMRWDgKplnHyeLvioEJYbk1RsPI3FuA3saEP8uwnTb2nTJEKBU90NFVWJBk4OU5qyg==", + "dev": true, + "requires": { + "constantinople": "^4.0.1", + "doctypes": "^1.1.0", + "js-stringify": "^1.0.2", + "pug-attrs": "^3.0.0", + "pug-error": "^2.0.0", + "pug-runtime": "^3.0.0", + "void-elements": "^3.1.0", + "with": "^7.0.0" + } + }, + "pug-error": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-error/-/pug-error-2.0.0.tgz", + "integrity": "sha512-sjiUsi9M4RAGHktC1drQfCr5C5eriu24Lfbt4s+7SykztEOwVZtbFk1RRq0tzLxcMxMYTBR+zMQaG07J/btayQ==", + "dev": true + }, + "pug-filters": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/pug-filters/-/pug-filters-4.0.0.tgz", + "integrity": "sha512-yeNFtq5Yxmfz0f9z2rMXGw/8/4i1cCFecw/Q7+D0V2DdtII5UvqE12VaZ2AY7ri6o5RNXiweGH79OCq+2RQU4A==", + "dev": true, + "requires": { + "constantinople": "^4.0.1", + "jstransformer": "1.0.0", + "pug-error": "^2.0.0", + "pug-walk": "^2.0.0", + "resolve": "^1.15.1" + } + }, + "pug-lexer": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/pug-lexer/-/pug-lexer-5.0.1.tgz", + "integrity": "sha512-0I6C62+keXlZPZkOJeVam9aBLVP2EnbeDw3An+k0/QlqdwH6rv8284nko14Na7c0TtqtogfWXcRoFE4O4Ff20w==", + "dev": true, + "requires": { + "character-parser": "^2.2.0", + "is-expression": "^4.0.0", + "pug-error": "^2.0.0" + } + }, + "pug-linker": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/pug-linker/-/pug-linker-4.0.0.tgz", + "integrity": "sha512-gjD1yzp0yxbQqnzBAdlhbgoJL5qIFJw78juN1NpTLt/mfPJ5VgC4BvkoD3G23qKzJtIIXBbcCt6FioLSFLOHdw==", + "dev": true, + "requires": { + "pug-error": "^2.0.0", + "pug-walk": "^2.0.0" + } + }, + "pug-load": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pug-load/-/pug-load-3.0.0.tgz", + "integrity": "sha512-OCjTEnhLWZBvS4zni/WUMjH2YSUosnsmjGBB1An7CsKQarYSWQ0GCVyd4eQPMFJqZ8w9xgs01QdiZXKVjk92EQ==", + "dev": true, + "requires": { + "object-assign": "^4.1.1", + "pug-walk": "^2.0.0" + } + }, + "pug-parser": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/pug-parser/-/pug-parser-6.0.0.tgz", + "integrity": "sha512-ukiYM/9cH6Cml+AOl5kETtM9NR3WulyVP2y4HOU45DyMim1IeP/OOiyEWRr6qk5I5klpsBnbuHpwKmTx6WURnw==", + "dev": true, + "requires": { + "pug-error": "^2.0.0", + "token-stream": "1.0.0" + } + }, + "pug-runtime": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/pug-runtime/-/pug-runtime-3.0.1.tgz", + "integrity": "sha512-L50zbvrQ35TkpHwv0G6aLSuueDRwc/97XdY8kL3tOT0FmhgG7UypU3VztfV/LATAvmUfYi4wNxSajhSAeNN+Kg==", + "dev": true + }, + "pug-strip-comments": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-strip-comments/-/pug-strip-comments-2.0.0.tgz", + "integrity": "sha512-zo8DsDpH7eTkPHCXFeAk1xZXJbyoTfdPlNR0bK7rpOMuhBYb0f5qUVCO1xlsitYd3w5FQTK7zpNVKb3rZoUrrQ==", + "dev": true, + "requires": { + "pug-error": "^2.0.0" + } + }, + "pug-walk": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-walk/-/pug-walk-2.0.0.tgz", + "integrity": "sha512-yYELe9Q5q9IQhuvqsZNwA5hfPkMJ8u92bQLIMcsMxf/VADjNtEYptU+inlufAFYcWdHlwNfZOEnOOQrZrcyJCQ==", + "dev": true + }, + "qs": { + "version": "6.2.3", + "resolved": "https://registry.npmjs.org/qs/-/qs-6.2.3.tgz", + "integrity": "sha1-HPyyXBCpsrSDBT/zn138kjOQjP4=", + "dev": true + }, + "queue-microtask": { + "version": "1.2.3", + "resolved": "https://registry.npmjs.org/queue-microtask/-/queue-microtask-1.2.3.tgz", + "integrity": "sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A==", + "dev": true + }, + "range-parser": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.1.tgz", + "integrity": "sha512-Hrgsx+orqoygnmhFbKaHE6c296J+HTAQXoxEF6gNupROmmGJRoyzfG3ccAveqCBrwr/2yxQ5BVd/GTl5agOwSg==", + "dev": true + }, + "raw-body": { + "version": "2.5.1", + "resolved": "https://registry.npmjs.org/raw-body/-/raw-body-2.5.1.tgz", + "integrity": "sha512-qqJBtEyVgS0ZmPGdCFPWJ3FreoqvG4MVQln/kCgF7Olq95IbOp0/BWyMwbdtn4VTvkM8Y7khCQ2Xgk/tcrCXig==", + "dev": true, + "requires": { + "bytes": "3.1.2", + "http-errors": "2.0.0", + "iconv-lite": "0.4.24", + "unpipe": "1.0.0" + } + }, + "readdirp": { + "version": "3.6.0", + "resolved": "https://registry.npmjs.org/readdirp/-/readdirp-3.6.0.tgz", + "integrity": "sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==", + "dev": true, + "requires": { + "picomatch": "^2.2.1" + } + }, + "recursive-copy": { + "version": "2.0.14", + "resolved": "https://registry.npmjs.org/recursive-copy/-/recursive-copy-2.0.14.tgz", + "integrity": "sha512-K8WNY8f8naTpfbA+RaXmkaQuD1IeW9EgNEfyGxSqqTQukpVtoOKros9jUqbpEsSw59YOmpd8nCBgtqJZy5nvog==", + "dev": true, + "requires": { + "errno": "^0.1.2", + "graceful-fs": "^4.1.4", + "junk": "^1.0.1", + "maximatch": "^0.1.0", + "mkdirp": "^0.5.1", + "pify": "^2.3.0", + "promise": "^7.0.1", + "rimraf": "^2.7.1", + "slash": "^1.0.0" + } + }, + "require-directory": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/require-directory/-/require-directory-2.1.1.tgz", + "integrity": "sha1-jGStX9MNqxyXbiNE/+f3kqam30I=", + "dev": true + }, + "require-main-filename": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/require-main-filename/-/require-main-filename-2.0.0.tgz", + "integrity": "sha512-NKN5kMDylKuldxYLSUfrbo5Tuzh4hd+2E8NPPX02mZtn1VuREQToYe/ZdlJy+J3uCpfaiGF05e7B8W0iXbQHmg==", + "dev": true + }, + "requires-port": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/requires-port/-/requires-port-1.0.0.tgz", + "integrity": "sha1-kl0mAdOaxIXgkc8NpcbmlNw9yv8=", + "dev": true + }, + "resolve": { + "version": "1.22.0", + "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.22.0.tgz", + "integrity": "sha512-Hhtrw0nLeSrFQ7phPp4OOcVjLPIeMnRlr5mcnVuMe7M/7eBn98A3hmFRLoFo3DLZkivSYwhRUJTyPyWAk56WLw==", + "dev": true, + "requires": { + "is-core-module": "^2.8.1", + "path-parse": "^1.0.7", + "supports-preserve-symlinks-flag": "^1.0.0" + } + }, + "resp-modifier": { + "version": "6.0.2", + "resolved": "https://registry.npmjs.org/resp-modifier/-/resp-modifier-6.0.2.tgz", + "integrity": "sha1-sSTeXE+6/LpUH0j/pzlw9KpFa08=", + "dev": true, + "requires": { + "debug": "^2.2.0", + "minimatch": "^3.0.2" + }, + "dependencies": { + "debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + } + } + }, + "reusify": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/reusify/-/reusify-1.0.4.tgz", + "integrity": "sha512-U9nH88a3fc/ekCF1l0/UP1IosiuIjyTh7hBvXVMHYgVcfGvt897Xguj2UOLDeI5BG2m7/uwyaLVT6fbtCwTyzw==", + "dev": true + }, + "rimraf": { + "version": "2.7.1", + "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-2.7.1.tgz", + "integrity": "sha512-uWjbaKIK3T1OSVptzX7Nl6PvQ3qAGtKEtVRjRuazjfL3Bx5eI409VZSqgND+4UNnmzLVdPj9FqFJNPqBZFve4w==", + "dev": true, + "requires": { + "glob": "^7.1.3" + } + }, + "run-parallel": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/run-parallel/-/run-parallel-1.2.0.tgz", + "integrity": "sha512-5l4VyZR86LZ/lDxZTR6jqL8AFE2S0IFLMP26AbjsLVADxHdhB/c0GUsH+y39UfCi3dzz8OlQuPmnaJOMoDHQBA==", + "dev": true, + "requires": { + "queue-microtask": "^1.2.2" + } + }, + "rx": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/rx/-/rx-4.1.0.tgz", + "integrity": "sha1-pfE/957zt0D+MKqAP7CfmIBdR4I=", + "dev": true + }, + "rxjs": { + "version": "5.5.12", + "resolved": "https://registry.npmjs.org/rxjs/-/rxjs-5.5.12.tgz", + "integrity": "sha512-xx2itnL5sBbqeeiVgNPVuQQ1nC8Jp2WfNJhXWHmElW9YmrpS9UVnNzhP3EH3HFqexO5Tlp8GhYY+WEcqcVMvGw==", + "dev": true, + "requires": { + "symbol-observable": "1.0.1" + } + }, + "safer-buffer": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/safer-buffer/-/safer-buffer-2.1.2.tgz", + "integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==", + "dev": true + }, + "sass": { + "version": "1.49.9", + "resolved": "https://registry.npmjs.org/sass/-/sass-1.49.9.tgz", + "integrity": "sha512-YlYWkkHP9fbwaFRZQRXgDi3mXZShslVmmo+FVK3kHLUELHHEYrCmL1x6IUjC7wLS6VuJSAFXRQS/DxdsC4xL1A==", + "dev": true, + "requires": { + "chokidar": ">=3.0.0 <4.0.0", + "immutable": "^4.0.0", + "source-map-js": ">=0.6.2 <2.0.0" + }, + "dependencies": { + "immutable": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/immutable/-/immutable-4.0.0.tgz", + "integrity": "sha512-zIE9hX70qew5qTUjSS7wi1iwj/l7+m54KWU247nhM3v806UdGj1yDndXj+IOYxxtW9zyLI+xqFNZjTuDaLUqFw==", + "dev": true + } + } + }, + "section-matter": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/section-matter/-/section-matter-1.0.0.tgz", + "integrity": "sha512-vfD3pmTzGpufjScBh50YHKzEu2lxBWhVEHsNGoEXmCmn2hKGfeNLYMzCJpe8cD7gqX7TJluOVpBkAequ6dgMmA==", + "dev": true, + "requires": { + "extend-shallow": "^2.0.1", + "kind-of": "^6.0.0" + } + }, + "semver": { + "version": "7.3.5", + "resolved": "https://registry.npmjs.org/semver/-/semver-7.3.5.tgz", + "integrity": "sha512-PoeGJYh8HK4BTO/a9Tf6ZG3veo/A7ZVsYrSA6J8ny9nb3B1VrpkuN+z9OE5wfE5p6H4LchYZsegiQgbJD94ZFQ==", + "dev": true, + "requires": { + "lru-cache": "^6.0.0" + }, + "dependencies": { + "lru-cache": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz", + "integrity": "sha512-Jo6dJ04CmSjuznwJSS3pUeWmd/H0ffTlkXXgwZi+eq1UCmqQwCh+eLsYOYCwY991i2Fah4h1BEMCx4qThGbsiA==", + "dev": true, + "requires": { + "yallist": "^4.0.0" + } + }, + "yallist": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz", + "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==", + "dev": true + } + } + }, + "semver-compare": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/semver-compare/-/semver-compare-1.0.0.tgz", + "integrity": "sha1-De4hahyUGrN+nvsXiPavxf9VN/w=", + "dev": true + }, + "send": { + "version": "0.16.2", + "resolved": "https://registry.npmjs.org/send/-/send-0.16.2.tgz", + "integrity": "sha512-E64YFPUssFHEFBvpbbjr44NCLtI1AohxQ8ZSiJjQLskAdKuriYEP6VyGEsRDH8ScozGpkaX1BGvhanqCwkcEZw==", + "dev": true, + "requires": { + "debug": "2.6.9", + "depd": "~1.1.2", + "destroy": "~1.0.4", + "encodeurl": "~1.0.2", + "escape-html": "~1.0.3", + "etag": "~1.8.1", + "fresh": "0.5.2", + "http-errors": "~1.6.2", + "mime": "1.4.1", + "ms": "2.0.0", + "on-finished": "~2.3.0", + "range-parser": "~1.2.0", + "statuses": "~1.4.0" + }, + "dependencies": { + "debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "depd": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.2.tgz", + "integrity": "sha1-m81S4UwJd2PnSbJ0xDRu0uVgtak=", + "dev": true + }, + "http-errors": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.3.tgz", + "integrity": "sha1-i1VoC7S+KDoLW/TqLjhYC+HZMg0=", + "dev": true, + "requires": { + "depd": "~1.1.2", + "inherits": "2.0.3", + "setprototypeof": "1.1.0", + "statuses": ">= 1.4.0 < 2" + } + }, + "inherits": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz", + "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4=", + "dev": true + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "setprototypeof": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.1.0.tgz", + "integrity": "sha512-BvE/TwpZX4FXExxOxZyRGQQv651MSwmWKZGqvmPcRIjDqWub67kTKuIMx43cZZrS/cBBzwBcNDWoFxt2XEFIpQ==", + "dev": true + }, + "statuses": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.4.0.tgz", + "integrity": "sha512-zhSCtt8v2NDrRlPQpCNtw/heZLtfUDqxBM1udqikb/Hbk52LK4nQSwr10u77iopCW5LsyHpuXS0GnEc48mLeew==", + "dev": true + } + } + }, + "serve-index": { + "version": "1.9.1", + "resolved": "https://registry.npmjs.org/serve-index/-/serve-index-1.9.1.tgz", + "integrity": "sha1-03aNabHn2C5c4FD/9bRTvqEqkjk=", + "dev": true, + "requires": { + "accepts": "~1.3.4", + "batch": "0.6.1", + "debug": "2.6.9", + "escape-html": "~1.0.3", + "http-errors": "~1.6.2", + "mime-types": "~2.1.17", + "parseurl": "~1.3.2" + }, + "dependencies": { + "debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "depd": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.2.tgz", + "integrity": "sha1-m81S4UwJd2PnSbJ0xDRu0uVgtak=", + "dev": true + }, + "http-errors": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.3.tgz", + "integrity": "sha1-i1VoC7S+KDoLW/TqLjhYC+HZMg0=", + "dev": true, + "requires": { + "depd": "~1.1.2", + "inherits": "2.0.3", + "setprototypeof": "1.1.0", + "statuses": ">= 1.4.0 < 2" + } + }, + "inherits": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz", + "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4=", + "dev": true + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "setprototypeof": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.1.0.tgz", + "integrity": "sha512-BvE/TwpZX4FXExxOxZyRGQQv651MSwmWKZGqvmPcRIjDqWub67kTKuIMx43cZZrS/cBBzwBcNDWoFxt2XEFIpQ==", + "dev": true + }, + "statuses": { + "version": "1.5.0", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.5.0.tgz", + "integrity": "sha1-Fhx9rBd2Wf2YEfQ3cfqZOBR4Yow=", + "dev": true + } + } + }, + "serve-static": { + "version": "1.13.2", + "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.13.2.tgz", + "integrity": "sha512-p/tdJrO4U387R9oMjb1oj7qSMaMfmOyd4j9hOFoxZe2baQszgHcSWjuya/CiT5kgZZKRudHNOA0pYXOl8rQ5nw==", + "dev": true, + "requires": { + "encodeurl": "~1.0.2", + "escape-html": "~1.0.3", + "parseurl": "~1.3.2", + "send": "0.16.2" + } + }, + "server-destroy": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/server-destroy/-/server-destroy-1.0.1.tgz", + "integrity": "sha1-8Tv5KOQrnD55OD5hzDmYtdFObN0=", + "dev": true + }, + "set-blocking": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/set-blocking/-/set-blocking-2.0.0.tgz", + "integrity": "sha1-BF+XgtARrppoA93TgrJDkrPYkPc=", + "dev": true + }, + "setprototypeof": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.2.0.tgz", + "integrity": "sha512-E5LDX7Wrp85Kil5bhZv46j8jOeboKq5JMmYM3gVGdGH8xFpPWXUMsNrlODCrkoxMEeNi/XZIwuRvY4XNwYMJpw==", + "dev": true + }, + "sigmund": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/sigmund/-/sigmund-1.0.1.tgz", + "integrity": "sha1-P/IfGYytIXX587eBhT/ZTQ0ZtZA=", + "dev": true + }, + "slash": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/slash/-/slash-1.0.0.tgz", + "integrity": "sha1-xB8vbDn8FtHNF61LXYlhFK5HDVU=", + "dev": true + }, + "slugify": { + "version": "1.6.5", + "resolved": "https://registry.npmjs.org/slugify/-/slugify-1.6.5.tgz", + "integrity": "sha512-8mo9bslnBO3tr5PEVFzMPIWwWnipGS0xVbYf65zxDqfNwmzYn1LpiKNrR6DlClusuvo+hDHd1zKpmfAe83NQSQ==", + "dev": true + }, + "socket.io": { + "version": "2.4.0", + "resolved": "https://registry.npmjs.org/socket.io/-/socket.io-2.4.0.tgz", + "integrity": "sha512-9UPJ1UTvKayuQfVv2IQ3k7tCQC/fboDyIK62i99dAQIyHKaBsNdTpwHLgKJ6guRWxRtC9H+138UwpaGuQO9uWQ==", + "dev": true, + "requires": { + "debug": "~4.1.0", + "engine.io": "~3.5.0", + "has-binary2": "~1.0.2", + "socket.io-adapter": "~1.1.0", + "socket.io-client": "2.4.0", + "socket.io-parser": "~3.4.0" + }, + "dependencies": { + "debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "dev": true, + "requires": { + "ms": "^2.1.1" + } + } + } + }, + "socket.io-adapter": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/socket.io-adapter/-/socket.io-adapter-1.1.2.tgz", + "integrity": "sha512-WzZRUj1kUjrTIrUKpZLEzFZ1OLj5FwLlAFQs9kuZJzJi5DKdU7FsWc36SNmA8iDOtwBQyT8FkrriRM8vXLYz8g==", + "dev": true + }, + "socket.io-client": { + "version": "2.4.0", + "resolved": "https://registry.npmjs.org/socket.io-client/-/socket.io-client-2.4.0.tgz", + "integrity": "sha512-M6xhnKQHuuZd4Ba9vltCLT9oa+YvTsP8j9NcEiLElfIg8KeYPyhWOes6x4t+LTAC8enQbE/995AdTem2uNyKKQ==", + "dev": true, + "requires": { + "backo2": "1.0.2", + "component-bind": "1.0.0", + "component-emitter": "~1.3.0", + "debug": "~3.1.0", + "engine.io-client": "~3.5.0", + "has-binary2": "~1.0.2", + "indexof": "0.0.1", + "parseqs": "0.0.6", + "parseuri": "0.0.6", + "socket.io-parser": "~3.3.0", + "to-array": "0.1.4" + }, + "dependencies": { + "debug": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/debug/-/debug-3.1.0.tgz", + "integrity": "sha512-OX8XqP7/1a9cqkxYw2yXss15f26NKWBpDXQd0/uK/KPqdQhxbPa994hnzjcE2VqQpDslf55723cKPUOGSmMY3g==", + "dev": true, + "requires": { + "ms": "2.0.0" + } + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", + "dev": true + }, + "socket.io-parser": { + "version": "3.3.2", + "resolved": "https://registry.npmjs.org/socket.io-parser/-/socket.io-parser-3.3.2.tgz", + "integrity": "sha512-FJvDBuOALxdCI9qwRrO/Rfp9yfndRtc1jSgVgV8FDraihmSP/MLGD5PEuJrNfjALvcQ+vMDM/33AWOYP/JSjDg==", + "dev": true, + "requires": { + "component-emitter": "~1.3.0", + "debug": "~3.1.0", + "isarray": "2.0.1" + } + } + } + }, + "socket.io-parser": { + "version": "3.4.1", + "resolved": "https://registry.npmjs.org/socket.io-parser/-/socket.io-parser-3.4.1.tgz", + "integrity": "sha512-11hMgzL+WCLWf1uFtHSNvliI++tcRUWdoeYuwIl+Axvwy9z2gQM+7nJyN3STj1tLj5JyIUH8/gpDGxzAlDdi0A==", + "dev": true, + "requires": { + "component-emitter": "1.2.1", + "debug": "~4.1.0", + "isarray": "2.0.1" + }, + "dependencies": { + "component-emitter": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/component-emitter/-/component-emitter-1.2.1.tgz", + "integrity": "sha1-E3kY1teCg/ffemt8WmPhQOaUJeY=", + "dev": true + }, + "debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "dev": true, + "requires": { + "ms": "^2.1.1" + } + } + } + }, + "source-map": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/source-map/-/source-map-0.6.1.tgz", + "integrity": "sha512-UjgapumWlbMhkBgzT7Ykc5YXUT46F0iKu8SGXq0bcwP5dz/h0Plj6enJqjz1Zbq2l5WaqYnrVbwWOWMyF3F47g==", + "dev": true + }, + "source-map-js": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/source-map-js/-/source-map-js-1.0.2.tgz", + "integrity": "sha512-R0XvVJ9WusLiqTCEiGCmICCMplcCkIwwR11mOSD9CR5u+IXYdiseeEuXCVAjS54zqwkLcPNnmU4OeJ6tUrWhDw==", + "dev": true + }, + "sprintf-js": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.0.3.tgz", + "integrity": "sha1-BOaSb2YolTVPPdAVIDYzuFcpfiw=", + "dev": true + }, + "statuses": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.3.1.tgz", + "integrity": "sha1-+vUbnrdKrvOzrPStX2Gr8ky3uT4=", + "dev": true + }, + "stream-throttle": { + "version": "0.1.3", + "resolved": "https://registry.npmjs.org/stream-throttle/-/stream-throttle-0.1.3.tgz", + "integrity": "sha1-rdV8jXzHOoFjDTHNVdOWHPr7qcM=", + "dev": true, + "requires": { + "commander": "^2.2.0", + "limiter": "^1.0.5" + }, + "dependencies": { + "commander": { + "version": "2.20.3", + "resolved": "https://registry.npmjs.org/commander/-/commander-2.20.3.tgz", + "integrity": "sha512-GpVkmM8vF2vQUkj2LvZmD35JxeJOLCwJ9cUkugyk2nuhbv3+mJvpLYYt+0+USMxE+oj+ey/lJEnhZw75x/OMcQ==", + "dev": true + } + } + }, + "string-width": { + "version": "4.2.3", + "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz", + "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==", + "dev": true, + "requires": { + "emoji-regex": "^8.0.0", + "is-fullwidth-code-point": "^3.0.0", + "strip-ansi": "^6.0.1" + } + }, + "strip-ansi": { + "version": "6.0.1", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz", + "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==", + "dev": true, + "requires": { + "ansi-regex": "^5.0.1" + } + }, + "strip-bom-string": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/strip-bom-string/-/strip-bom-string-1.0.0.tgz", + "integrity": "sha1-5SEekiQ2n7uB1jOi8ABE3IztrZI=", + "dev": true + }, + "supports-color": { + "version": "5.5.0", + "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-5.5.0.tgz", + "integrity": "sha512-QjVjwdXIt408MIiAqCX4oUKsgU2EqAGzs2Ppkm4aQYbjm+ZEWEcW4SfFNTr4uMNZma0ey4f5lgLrkB0aX0QMow==", + "dev": true, + "requires": { + "has-flag": "^3.0.0" + } + }, + "supports-preserve-symlinks-flag": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/supports-preserve-symlinks-flag/-/supports-preserve-symlinks-flag-1.0.0.tgz", + "integrity": "sha512-ot0WnXS9fgdkgIcePe6RHNk1WA8+muPa6cSjeR3V8K27q9BB1rTE3R1p7Hv0z1ZyAc8s6Vvv8DIyWf681MAt0w==", + "dev": true + }, + "symbol-observable": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/symbol-observable/-/symbol-observable-1.0.1.tgz", + "integrity": "sha1-g0D8RwLDEi310iKI+IKD9RPT/dQ=", + "dev": true + }, + "tfunk": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/tfunk/-/tfunk-4.0.0.tgz", + "integrity": "sha512-eJQ0dGfDIzWNiFNYFVjJ+Ezl/GmwHaFTBTjrtqNPW0S7cuVDBrZrmzUz6VkMeCR4DZFqhd4YtLwsw3i2wYHswQ==", + "dev": true, + "requires": { + "chalk": "^1.1.3", + "dlv": "^1.1.3" + }, + "dependencies": { + "ansi-regex": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-2.1.1.tgz", + "integrity": "sha1-w7M6te42DYbg5ijwRorn7yfWVN8=", + "dev": true + }, + "ansi-styles": { + "version": "2.2.1", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-2.2.1.tgz", + "integrity": "sha1-tDLdM1i2NM914eRmQ2gkBTPB3b4=", + "dev": true + }, + "chalk": { + "version": "1.1.3", + "resolved": "https://registry.npmjs.org/chalk/-/chalk-1.1.3.tgz", + "integrity": "sha1-qBFcVeSnAv5NFQq9OHKCKn4J/Jg=", + "dev": true, + "requires": { + "ansi-styles": "^2.2.1", + "escape-string-regexp": "^1.0.2", + "has-ansi": "^2.0.0", + "strip-ansi": "^3.0.0", + "supports-color": "^2.0.0" + } + }, + "escape-string-regexp": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz", + "integrity": "sha1-G2HAViGQqN/2rjuyzwIAyhMLhtQ=", + "dev": true + }, + "strip-ansi": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-3.0.1.tgz", + "integrity": "sha1-ajhfuIU9lS1f8F0Oiq+UJ43GPc8=", + "dev": true, + "requires": { + "ansi-regex": "^2.0.0" + } + }, + "supports-color": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-2.0.0.tgz", + "integrity": "sha1-U10EXOa2Nj+kARcIRimZXp3zJMc=", + "dev": true + } + } + }, + "to-array": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/to-array/-/to-array-0.1.4.tgz", + "integrity": "sha1-F+bBH3PdTz10zaek/zI46a2b+JA=", + "dev": true + }, + "to-fast-properties": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/to-fast-properties/-/to-fast-properties-2.0.0.tgz", + "integrity": "sha1-3F5pjL0HkmW8c+A3doGk5Og/YW4=", + "dev": true + }, + "to-regex-range": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/to-regex-range/-/to-regex-range-5.0.1.tgz", + "integrity": "sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==", + "dev": true, + "requires": { + "is-number": "^7.0.0" + } + }, + "toidentifier": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz", + "integrity": "sha512-o5sSPKEkg/DIQNmH43V0/uerLrpzVedkUh8tGNvaeXpfpuwjKenlSox/2O/BTlZUtEe+JG7s5YhEz608PlAHRA==", + "dev": true + }, + "token-stream": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/token-stream/-/token-stream-1.0.0.tgz", + "integrity": "sha1-zCAOqyYT9BZtJ/+a/HylbUnfbrQ=", + "dev": true + }, + "ua-parser-js": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/ua-parser-js/-/ua-parser-js-1.0.2.tgz", + "integrity": "sha512-00y/AXhx0/SsnI51fTc0rLRmafiGOM4/O+ny10Ps7f+j/b8p/ZY11ytMgznXkOVo4GQ+KwQG5UQLkLGirsACRg==", + "dev": true + }, + "uc.micro": { + "version": "1.0.6", + "resolved": "https://registry.npmjs.org/uc.micro/-/uc.micro-1.0.6.tgz", + "integrity": "sha512-8Y75pvTYkLJW2hWQHXxoqRgV7qb9B+9vFEtidML+7koHUFapnVJAZ6cKs+Qjz5Aw3aZWHMC6u0wJE3At+nSGwA==", + "dev": true + }, + "uglify-js": { + "version": "3.15.2", + "resolved": "https://registry.npmjs.org/uglify-js/-/uglify-js-3.15.2.tgz", + "integrity": "sha512-peeoTk3hSwYdoc9nrdiEJk+gx1ALCtTjdYuKSXMTDqq7n1W7dHPqWDdSi+BPL0ni2YMeHD7hKUSdbj3TZauY2A==", + "dev": true, + "optional": true + }, + "universalify": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/universalify/-/universalify-0.1.2.tgz", + "integrity": "sha512-rBJeI5CXAlmy1pV+617WB9J63U6XcazHHF2f2dbJix4XzpUF0RS3Zbj0FGIOCAva5P/d/GBOYaACQ1w+0azUkg==", + "dev": true + }, + "unpipe": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/unpipe/-/unpipe-1.0.0.tgz", + "integrity": "sha1-sr9O6FFKrmFltIF4KdIbLvSZBOw=", + "dev": true + }, + "utils-merge": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz", + "integrity": "sha1-n5VxD1CiZ5R7LMwSR0HBAoQn5xM=", + "dev": true + }, + "void-elements": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/void-elements/-/void-elements-3.1.0.tgz", + "integrity": "sha1-YU9/v42AHwu18GYfWy9XhXUOTwk=", + "dev": true + }, + "which-module": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/which-module/-/which-module-2.0.0.tgz", + "integrity": "sha1-2e8H3Od7mQK4o6j6SzHD4/fm6Ho=", + "dev": true + }, + "with": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/with/-/with-7.0.2.tgz", + "integrity": "sha512-RNGKj82nUPg3g5ygxkQl0R937xLyho1J24ItRCBTr/m1YnZkzJy1hUiHUJrc/VlsDQzsCnInEGSg3bci0Lmd4w==", + "dev": true, + "requires": { + "@babel/parser": "^7.9.6", + "@babel/types": "^7.9.6", + "assert-never": "^1.2.1", + "babel-walk": "3.0.0-canary-5" + } + }, + "wordwrap": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/wordwrap/-/wordwrap-1.0.0.tgz", + "integrity": "sha1-J1hIEIkUVqQXHI0CJkQa3pDLyus=", + "dev": true + }, + "wrap-ansi": { + "version": "6.2.0", + "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-6.2.0.tgz", + "integrity": "sha512-r6lPcBGxZXlIcymEu7InxDMhdW0KDxpLgoFLcguasxCaJ/SOIZwINatK9KY/tf+ZrlywOKU0UDj3ATXUBfxJXA==", + "dev": true, + "requires": { + "ansi-styles": "^4.0.0", + "string-width": "^4.1.0", + "strip-ansi": "^6.0.0" + }, + "dependencies": { + "ansi-styles": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz", + "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==", + "dev": true, + "requires": { + "color-convert": "^2.0.1" + } + }, + "color-convert": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz", + "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==", + "dev": true, + "requires": { + "color-name": "~1.1.4" + } + }, + "color-name": { + "version": "1.1.4", + "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz", + "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", + "dev": true + } + } + }, + "wrappy": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz", + "integrity": "sha1-tSQ9jz7BqjXxNkYFvA0QNuMKtp8=", + "dev": true + }, + "ws": { + "version": "7.4.6", + "resolved": "https://registry.npmjs.org/ws/-/ws-7.4.6.tgz", + "integrity": "sha512-YmhHDO4MzaDLB+M9ym/mDA5z0naX8j7SIlT8f8z+I0VtzsRbekxEutHSme7NPS2qE8StCYQNUnfWdXta/Yu85A==", + "dev": true, + "requires": {} + }, + "xmlhttprequest-ssl": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/xmlhttprequest-ssl/-/xmlhttprequest-ssl-1.6.3.tgz", + "integrity": "sha512-3XfeQE/wNkvrIktn2Kf0869fC0BN6UpydVasGIeSm2B1Llihf7/0UfZM+eCkOw3P7bP4+qPgqhm7ZoxuJtFU0Q==", + "dev": true + }, + "y18n": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/y18n/-/y18n-4.0.3.tgz", + "integrity": "sha512-JKhqTOwSrqNA1NY5lSztJ1GrBiUodLMmIZuLiDaMRJ+itFd+ABVE8XBjOvIWL+rSqNDC74LCSFmlb/U4UZ4hJQ==", + "dev": true + }, + "yallist": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/yallist/-/yallist-2.1.2.tgz", + "integrity": "sha1-HBH5IY8HYImkfdUS+TxmmaaoHVI=", + "dev": true + }, + "yargs": { + "version": "15.4.1", + "resolved": "https://registry.npmjs.org/yargs/-/yargs-15.4.1.tgz", + "integrity": "sha512-aePbxDmcYW++PaqBsJ+HYUFwCdv4LVvdnhBy78E57PIor8/OVvhMrADFFEDh8DHDFRv/O9i3lPhsENjO7QX0+A==", + "dev": true, + "requires": { + "cliui": "^6.0.0", + "decamelize": "^1.2.0", + "find-up": "^4.1.0", + "get-caller-file": "^2.0.1", + "require-directory": "^2.1.1", + "require-main-filename": "^2.0.0", + "set-blocking": "^2.0.0", + "string-width": "^4.2.0", + "which-module": "^2.0.0", + "y18n": "^4.0.0", + "yargs-parser": "^18.1.2" + } + }, + "yargs-parser": { + "version": "18.1.3", + "resolved": "https://registry.npmjs.org/yargs-parser/-/yargs-parser-18.1.3.tgz", + "integrity": "sha512-o50j0JeToy/4K6OZcaQmW6lyXXKhq7csREXcDwk2omFPJEwUNOVtJKvmDr9EI1fAJZUyZcRF7kxGBWmRXudrCQ==", + "dev": true, + "requires": { + "camelcase": "^5.0.0", + "decamelize": "^1.2.0" + } + }, + "yeast": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/yeast/-/yeast-0.1.2.tgz", + "integrity": "sha1-AI4G2AlDIMNy28L47XagymyKxBk=", + "dev": true + } + } +} diff --git a/package.json b/package.json new file mode 100644 index 0000000000..01b8efb832 --- /dev/null +++ b/package.json @@ -0,0 +1,19 @@ +{ + "name": "lgsf-dashboard", + "version": "1.0.0", + "description": "", + "main": "index.js", + "scripts": { + "test": "echo \"Error: no test specified\" && exit 1", + "build": "ELEVENTY_ENV=production NODE_ENV=production npx @11ty/eleventy --pathprefix 'lgsf-dashboard'" + }, + "keywords": [], + "author": "", + "license": "ISC", + "devDependencies": { + "@11ty/eleventy": "^1.0.0", + "design-system": "https://github.com/DemocracyClub/design-system/archive/refs/tags/0.1.9.tar.gz", + "eleventy-sass": "^1.1.4", + "sass": "^1.49.9" + } +} diff --git a/write-data.py b/write-data.py new file mode 100644 index 0000000000..e10768d928 --- /dev/null +++ b/write-data.py @@ -0,0 +1,84 @@ +import json +from dataclasses import dataclass, field, asdict +from datetime import datetime, timedelta +from pathlib import Path + +import boto3 + +client = boto3.client("codecommit") + +folders = client.get_folder(folderPath="/", repositoryName="CouncillorsRepo")[ + "subFolders" +] + + +@dataclass +class LogBook: + council_id: str + missing: bool = False + log_runs: list = field(default_factory=list) + + @classmethod + def from_codecommit(cls, council_id, log_file): + missing = not bool(log_file) + log_book = cls(council_id=council_id, missing=missing) + if missing: + return log_book + content = json.loads(log_file["fileContent"]) + for run in content["runs"]: + log_book.log_runs.append(LogRun.from_code_commit(run)) + return log_book + + def as_dict(self): + return asdict(self) + + +@dataclass +class LogRun: + status_code: int + log_text: str = field(repr=False) + errors: str + start: str + end: str + duration: float + + @classmethod + def parse_run_time(cls, duration_str): + parsed_datetime = datetime.strptime(duration_str, "%H:%M:%S.%f") + return timedelta( + minutes=parsed_datetime.minute, seconds=parsed_datetime.second + ).total_seconds() + + @classmethod + def from_code_commit(cls: "LogRun", json_data): + data = json.loads(json_data) + status_code = None + if data["status_codes"]: + status_code = list(data["status_codes"].keys())[0] + return cls( + status_code=status_code, + log_text=data["log"], + start=data["start"], + end=data["end"], + duration=cls.parse_run_time(data["duration"]), + errors=data["error"], + ) + + +logs = [] + + +for folder in folders: + try: + log_file = client.get_file( + filePath=f"{folder['absolutePath']}/logbook.json", + repositoryName="CouncillorsRepo", + ) + except client.exceptions.FileDoesNotExistException: + log_file = {} + + logs.append(LogBook.from_codecommit(folder["absolutePath"], log_file)) + +data_location = Path("_data/logbooks.json") +data_location.parent.mkdir(exist_ok=True) +data_location.write_text(json.dumps([lb.as_dict() for lb in logs], indent=4))