From 574c7e0df9b87fca3cdd96ecf3491f23a89c2385 Mon Sep 17 00:00:00 2001 From: Mark Smith Date: Tue, 14 Nov 2023 16:04:18 +0000 Subject: [PATCH] Birmingham City Council: BIR conservation-area-document --- endpoint_checker/endpoint_checker.ipynb | 2187 +---------------------- endpoint_checker/lookup_functions.py | 6 + 2 files changed, 53 insertions(+), 2140 deletions(-) diff --git a/endpoint_checker/endpoint_checker.ipynb b/endpoint_checker/endpoint_checker.ipynb index 48d79fc..eee420b 100644 --- a/endpoint_checker/endpoint_checker.ipynb +++ b/endpoint_checker/endpoint_checker.ipynb @@ -22,7 +22,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": null, "id": "af9959de-69a3-4199-86ad-ecf5fa3150c2", "metadata": { "tags": [] @@ -39,7 +39,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": null, "id": "06f3f438-0b45-485e-b1f2-6e9b4bb01729", "metadata": { "tags": [] @@ -48,14 +48,21 @@ "source": [ "# Extend these lists as/when you need to add other collections\n", "\n", + "# collection_name = 'article-4-direction-collection'\n", "# collection_name = 'conservation-area-collection'\n", + "# collection_name = 'flood-risk-zone-collection'\n", "# collection_name = 'listed-building-collection'\n", "# collection_name = 'tree-preservation-order-collection'\n", "\n", + "# dataset = 'article-4-direction'\n", + "# dataset = 'article-4-direction-area'\n", "# dataset = 'conservation-area'\n", + "# dataset = 'conservation-area-document'\n", + "# dataset = 'flood-risk-zone'\n", "# dataset = 'listed-building-outline'\n", - "# dataset = 'tree-preservation-zone'\n", "# dataset = 'tree'\n", + "# dataset = 'tree-preservation-order'\n", + "# dataset = 'tree-preservation-zone'\n", "\n", "\n", "# additional_column_mappings=None\n", @@ -70,13 +77,14 @@ "# additional_concats=None\n", "\n", "\n", - "collection_name = 'article-4-direction-collection'\n", - "dataset = 'article-4-direction-area'\n", - "organisation = 'local-authority-eng:EPS'\n", - "endpoint_url = 'https://maps.epsom-ewell.gov.uk/getOWS.ashx?MapSource=EEBC/planx&service=WFS&version=1.1.0&request=GetFeature&Typename=article4areas'\n", - "documentation_url = \"https://ckan.publishing.service.gov.uk/dataset/article-4-directions_for_planx\"\n", - "start_date=\"2023-10-21\"\n", - "plugin = 'wfs'\n", + "# MDW article-4-direction-area\n", + "collection_name = 'conservation-area-collection'\n", + "dataset = 'conservation-area-document'\n", + "organisation = 'local-authority-eng:BIR'\n", + "endpoint_url = \"https://maps.birmingham.gov.uk/server/rest/services/planx/PlanX/FeatureServer/5/query?where=1=1&outfields=*&f=geojson\"\n", + "documentation_url = \"\"\n", + "start_date=\"2023-11-14\"\n", + "plugin='wfs'\n", "\n", "\n", "additional_column_mappings=None\n", @@ -98,35 +106,12 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": null, "id": "9e38144f-1c71-4283-840e-bddffd3ea776", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "HTTP Error 404: Not Found\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "WARNING:root:entry-number: unexpected fieldname in lookups.csv\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "../data/endpoint_checker/collection\n", - "[{'resource': 'b4601330812f8710e184930f9d415e4beadd36399700d27e8836243001fc37e1', 'bytes': '197667', 'endpoints': '99dd0c0c5c8d8b3d4250ac27ed6e5c04c7a0c661f7f5e698d84c140ac240d1bc', 'organisations': 'local-authority-eng:EPS', 'datasets': 'article-4-direction-area', 'start-date': '2023-11-01', 'end-date': ''}]\n" - ] - } - ], + "outputs": [], "source": [ "run_endpoint_workflow(\n", " collection_name,\n", @@ -152,29 +137,12 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": null, "id": "ad17395f", "metadata": { "tags": [] }, - "outputs": [ - { - "data": { - "text/plain": [ - "{'b4601330812f8710e184930f9d415e4beadd36399700d27e8836243001fc37e1': [{'resource': 'b4601330812f8710e184930f9d415e4beadd36399700d27e8836243001fc37e1',\n", - " 'bytes': '197667',\n", - " 'organisations': 'local-authority-eng:EPS',\n", - " 'datasets': 'article-4-direction-area',\n", - " 'endpoints': '99dd0c0c5c8d8b3d4250ac27ed6e5c04c7a0c661f7f5e698d84c140ac240d1bc',\n", - " 'start-date': '2023-11-01',\n", - " 'end-date': ''}]}" - ] - }, - "execution_count": 20, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "collection = Collection(os.path.join(data_dir,'collection'))\n", "collection.load(directory=os.path.join(data_dir,'collection'))\n", @@ -184,80 +152,10 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": null, "id": "62286dd3", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
bytescontent-typeelapsedendpointresourcestatusentry-datestart-dateend-dateexception
0197667text/xml; subtype=gml/3.1.1; charset=utf-80.5899dd0c0c5c8d8b3d4250ac27ed6e5c04c7a0c661f7f5e6...b4601330812f8710e184930f9d415e4beadd36399700d2...2002023-11-01T17:48:25.741280
\n", - "
" - ], - "text/plain": [ - " bytes content-type elapsed \\\n", - "0 197667 text/xml; subtype=gml/3.1.1; charset=utf-8 0.58 \n", - "\n", - " endpoint \\\n", - "0 99dd0c0c5c8d8b3d4250ac27ed6e5c04c7a0c661f7f5e6... \n", - "\n", - " resource status \\\n", - "0 b4601330812f8710e184930f9d415e4beadd36399700d2... 200 \n", - "\n", - " entry-date start-date end-date exception \n", - "0 2023-11-01T17:48:25.741280 " - ] - }, - "execution_count": 21, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "\n", "logs = collection.log.entries\n", @@ -276,18 +174,10 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": null, "id": "30b9a42d", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "No additional entity numbers required\n" - ] - } - ], + "outputs": [], "source": [ "unassigned_entries = pd.read_csv(os.path.join(data_dir,'var','cache','unassigned-entries.csv'))\n", "if len(unassigned_entries) == 0:\n", @@ -311,200 +201,10 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": null, "id": "b9c01973", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
end_dateentry_datefielddatasetstart_dateresourcecolumn
02023-11-01T18:03:12Zgeometryarticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...WKT
12023-11-01T18:03:12Zaddress-textarticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...address_text
22023-11-01T18:03:12Zarticle-4-directionarticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...article_4_direction
32023-11-01T18:03:12Zdescriptionarticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...description
42023-11-01T18:03:12Zentry-datearticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...entry_date
52023-11-01T18:03:12Znamearticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...name
62023-11-01T18:03:12Zpermitted-development-rightsarticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...permitted_development_rights
72023-11-01T18:03:12Zreferencearticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...reference
82023-11-01T18:03:12Zstart-datearticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...start_date
92023-11-01T18:03:12Zuprnarticle-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...uprn
\n", - "
" - ], - "text/plain": [ - " end_date entry_date field \\\n", - "0 2023-11-01T18:03:12Z geometry \n", - "1 2023-11-01T18:03:12Z address-text \n", - "2 2023-11-01T18:03:12Z article-4-direction \n", - "3 2023-11-01T18:03:12Z description \n", - "4 2023-11-01T18:03:12Z entry-date \n", - "5 2023-11-01T18:03:12Z name \n", - "6 2023-11-01T18:03:12Z permitted-development-rights \n", - "7 2023-11-01T18:03:12Z reference \n", - "8 2023-11-01T18:03:12Z start-date \n", - "9 2023-11-01T18:03:12Z uprn \n", - "\n", - " dataset start_date \\\n", - "0 article-4-direction-area \n", - "1 article-4-direction-area \n", - "2 article-4-direction-area \n", - "3 article-4-direction-area \n", - "4 article-4-direction-area \n", - "5 article-4-direction-area \n", - "6 article-4-direction-area \n", - "7 article-4-direction-area \n", - "8 article-4-direction-area \n", - "9 article-4-direction-area \n", - "\n", - " resource \\\n", - "0 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "1 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "2 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "3 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "4 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "5 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "6 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "7 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "8 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "9 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "\n", - " column \n", - "0 WKT \n", - "1 address_text \n", - "2 article_4_direction \n", - "3 description \n", - "4 entry_date \n", - "5 name \n", - "6 permitted_development_rights \n", - "7 reference \n", - "8 start_date \n", - "9 uprn " - ] - }, - "execution_count": 23, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "dataset_db = DatasetSqlite(os.path.join(data_dir,'dataset',f'{dataset}.sqlite3'))\n", "results = dataset_db.get_column_mappings()\n", @@ -522,73 +222,10 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": null, "id": "4848627f", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
issue_typecount
0OSGB70
1default-field40
2default-value142
3invalid geometry12
\n", - "
" - ], - "text/plain": [ - " issue_type count\n", - "0 OSGB 70\n", - "1 default-field 40\n", - "2 default-value 142\n", - "3 invalid geometry 12" - ] - }, - "execution_count": 24, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "dataset_db = DatasetSqlite(os.path.join(data_dir,'dataset',f'{dataset}.sqlite3'))\n", "results = dataset_db.get_issues_by_type()\n", @@ -597,259 +234,16 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": null, "id": "2555d950", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
end_dateentry_dateentry_numberfieldissue_typeline_numberdatasetresourcestart_datevalue
01geometryOSGB2article-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...
22geometryOSGB3article-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...
43geometryOSGB4article-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...
64geometryOSGB5article-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...
85geometryOSGB6article-4-direction-areab4601330812f8710e184930f9d415e4beadd36399700d2...
.................................
24912geometryinvalid geometry13article-4-direction-areaceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6...Self-intersection[-0.17860633008658 51.5571355...
25012geometryinvalid geometry13article-4-direction-areaceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6...Too few points in geometry component[-0.164362...
25313geometryinvalid geometry14article-4-direction-areaceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6...Too few points in geometry component[-0.189968...
25614geometryinvalid geometry15article-4-direction-areaceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6...Self-intersection[-0.146218 51.536104]
26116geometryinvalid geometry17article-4-direction-areaceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6...Self-intersection[-0.175529 51.546037]
\n", - "

122 rows × 10 columns

\n", - "
" - ], - "text/plain": [ - " end_date entry_date entry_number field issue_type \\\n", - "0 1 geometry OSGB \n", - "2 2 geometry OSGB \n", - "4 3 geometry OSGB \n", - "6 4 geometry OSGB \n", - "8 5 geometry OSGB \n", - ".. ... ... ... ... ... \n", - "249 12 geometry invalid geometry \n", - "250 12 geometry invalid geometry \n", - "253 13 geometry invalid geometry \n", - "256 14 geometry invalid geometry \n", - "261 16 geometry invalid geometry \n", - "\n", - " line_number dataset \\\n", - "0 2 article-4-direction-area \n", - "2 3 article-4-direction-area \n", - "4 4 article-4-direction-area \n", - "6 5 article-4-direction-area \n", - "8 6 article-4-direction-area \n", - ".. ... ... \n", - "249 13 article-4-direction-area \n", - "250 13 article-4-direction-area \n", - "253 14 article-4-direction-area \n", - "256 15 article-4-direction-area \n", - "261 17 article-4-direction-area \n", - "\n", - " resource start_date \\\n", - "0 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "2 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "4 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "6 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - "8 b4601330812f8710e184930f9d415e4beadd36399700d2... \n", - ".. ... ... \n", - "249 ceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6... \n", - "250 ceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6... \n", - "253 ceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6... \n", - "256 ceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6... \n", - "261 ceb8832d8f0d93156ebf7e7ce72faa737010fc09dab0f6... \n", - "\n", - " value \n", - "0 \n", - "2 \n", - "4 \n", - "6 \n", - "8 \n", - ".. ... \n", - "249 Self-intersection[-0.17860633008658 51.5571355... \n", - "250 Too few points in geometry component[-0.164362... \n", - "253 Too few points in geometry component[-0.189968... \n", - "256 Self-intersection[-0.146218 51.536104] \n", - "261 Self-intersection[-0.175529 51.546037] \n", - "\n", - "[122 rows x 10 columns]" - ] - }, - "execution_count": 25, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "results = dataset_db.get_issues()\n", "\n", "#results\n", "\n", - "results.loc[(results.issue_type != 'default-value') ]\n", + "results.loc[(results.issue_type == 'default-value') ]\n", "\n", "# Some alternative views below. \n", "# duff_geom = results.loc[(results.issue_type == 'invalid geometry')]\n", @@ -872,669 +266,10 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": null, "id": "16c7b0a5-3d38-4389-bf3c-413ecae98a15", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
datasetend_dateentityentry_dategeojsongeometryjsonnameorganisation_entitypointprefixreferencestart_datetypology
0article-4-direction-area61001562011-07-08MULTIPOLYGON (((-0.253935 51.341786,-0.253814 ...{\"article-4-direction\": \"11/00002/ART4\", \"desc...Ewell Village129POINT(-0.251449 51.350634)article-4-direction-area11/00002/ART4geography
1article-4-direction-area61001572012-10-23MULTIPOLYGON (((-0.255355 51.333941,-0.255621 ...{\"article-4-direction\": \"12/00002/ART4\", \"desc...Pikes Hill (Wyeths Road front gardens)129POINT(-0.256291 51.333998)article-4-direction-area12/00002/ART42012-09-11geography
2article-4-direction-area61001582005-01-24MULTIPOLYGON (((-0.278702 51.329702,-0.277627 ...{\"article-4-direction\": \"05/00001/ART4\", \"desc...Stamford Green129POINT(-0.281016 51.332719)article-4-direction-area05/00001/ART42005-01-24geography
3article-4-direction-area61001592005-01-24MULTIPOLYGON (((-0.247811 51.332978,-0.247591 ...{\"article-4-direction\": \"05/00002/ART4\", \"desc...Higher Green/Longdown Lane129POINT(-0.244961 51.332815)article-4-direction-area05/00002/ART42005-01-24geography
4article-4-direction-area61001602005-01-24MULTIPOLYGON (((-0.245510 51.334103,-0.245293 ...{\"article-4-direction\": \"05/00004/ART4\", \"desc...The Green/Ewell Downs Road129POINT(-0.246739 51.337815)article-4-direction-area05/00004/ART42000-02-03geography
5article-4-direction-area61001612011-08-12MULTIPOLYGON (((-0.255593 51.329332,-0.256100 ...{\"article-4-direction\": \"11/00003/ART4\", \"desc...Burgh Heath Road129POINT(-0.256471 51.327048)article-4-direction-area11/00003/ART42011-08-12geography
6article-4-direction-area61001622011-08-12MULTIPOLYGON (((-0.259366 51.332921,-0.259330 ...{\"article-4-direction\": \"11/00004/ART4\", \"desc...Church Street (Epsom)129POINT(-0.260777 51.331192)article-4-direction-area11/00004/ART42011-08-12geography
7article-4-direction-area61001632011-08-12MULTIPOLYGON (((-0.254045 51.329369,-0.253832 ...{\"article-4-direction\": \"11/00005/ART4\", \"desc...College Road129POINT(-0.253319 51.328533)article-4-direction-area11/00005/ART42011-08-12geography
8article-4-direction-area61001642011-08-12MULTIPOLYGON (((-0.255053 51.322616,-0.255040 ...{\"article-4-direction\": \"11/00006/ART4\", \"desc...Downs Road Estate129POINT(-0.258010 51.323635)article-4-direction-area11/00006/ART42011-08-12geography
9article-4-direction-area61001652011-08-12MULTIPOLYGON (((-0.260579 51.338271,-0.260828 ...{\"article-4-direction\": \"11/00007/ART4\", \"desc...Lintons Lane (Part)129POINT(-0.260179 51.337938)article-4-direction-area11/00007/ART42011-08-12geography
10article-4-direction-area61001662011-08-12MULTIPOLYGON (((-0.256295 51.333585,-0.256564 ...{\"article-4-direction\": \"11/00008/ART4\", \"desc...Pikes Hill (part)129POINT(-0.257172 51.332892)article-4-direction-area11/00008/ART42011-08-12geography
11article-4-direction-area61001672011-08-12MULTIPOLYGON (((-0.260495 51.328492,-0.260073 ...{\"article-4-direction\": \"11/00009/ART4\", \"desc...Worple Road129POINT(-0.263145 51.328472)article-4-direction-area11/00009/ART42011-08-12geography
12article-4-direction-area61001682015-07-06MULTIPOLYGON (((-0.269150 51.332656,-0.268834 ...{\"article-4-direction\": \"15/00002/ART4\", \"desc...Epsom Town Centre (primary retail frontages only)129POINT(-0.267142 51.333456)article-4-direction-area15/00002/ART42015-10-23geography
13article-4-direction-area61001692016-01-25MULTIPOLYGON (((-0.265074 51.335330,-0.265056 ...{\"address-text\": \"Epsom Chase 1 Hook Road Epso...Epsom Chase, Hook Road, Epsom (Change of Use)129POINT(-0.264726 51.335394)article-4-direction-area16/00004/ART42016-04-28geography
14article-4-direction-area61001702016-01-25MULTIPOLYGON (((-0.267173 51.331240,-0.267064 ...{\"address-text\": \"Epsom Gateway 2 Ashley Avenu...Epsom Gateway, Ashley Avenue,Epsom (Change of ...129POINT(-0.268022 51.331319)article-4-direction-area16/00015/ART42016-04-28geography
15article-4-direction-area61001712016-01-25MULTIPOLYGON (((-0.263129 51.336075,-0.262957 ...{\"address-text\": \"Newplan House 41 East Street...Newplan House, East Street, Epsom (Change of Use)129POINT(-0.262423 51.336202)article-4-direction-area16/00006/ART42016-04-28geography
16article-4-direction-area61001722016-01-25MULTIPOLYGON (((-0.261513 51.335616,-0.261318 ...{\"address-text\": \"Nightingale House 46-48 East...Nightingale House, East Street (Change of Use)129POINT(-0.261521 51.335767)article-4-direction-area16/00007/ART42016-04-28geography
17article-4-direction-area61001732016-01-25MULTIPOLYGON (((-0.264597 51.334644,-0.264209 ...{\"address-text\": \"Adephi Court 1-3 Est Street ...Adephi Court, East Street, Epsom (Change of Use)129POINT(-0.264401 51.334669)article-4-direction-area16/00008/ART42016-04-28geography
18article-4-direction-area61001742016-01-25MULTIPOLYGON (((-0.261180 51.336060,-0.260961 ...{\"address-text\": \"60 East Street Epsom KT17 1H...Eastleigh House, East Street,Epsom (Change of ...129POINT(-0.260660 51.336050)article-4-direction-area16/00009/ART42016-04-28geography
19article-4-direction-area61001752016-01-25MULTIPOLYGON (((-0.263476 51.335097,-0.263334 ...{\"address-text\": \"Emerald House East Street Ep...Emerald House, East Street, Epsom (Change of Use)129POINT(-0.263109 51.335017)article-4-direction-area16/00010/ART42016-04-28geography
20article-4-direction-area61001762016-01-25MULTIPOLYGON (((-0.265024 51.336182,-0.265023 ...{\"address-text\": \"20 Hook Road Epsom KT19 8TR\"...Sollis House, 20 Hook Road, Epsom (Change of Use)129POINT(-0.264778 51.336026)article-4-direction-area16/00011/ART42016-04-28geography
21article-4-direction-area61001772016-01-25MULTIPOLYGON (((-0.261716 51.334265,-0.261621 ...{\"address-text\": \"Horizon House 28 Upper High ...Horizon House, Upper High Street (Change of Use)129POINT(-0.261511 51.334167)article-4-direction-area16/00012/ART42016-04-28geography
22article-4-direction-area61001782016-01-25MULTIPOLYGON (((-0.261330 51.334363,-0.261360 ...{\"address-text\": \"34-36 Upper High Street Epso...A-Plan House, Upper High Street (Change of Use)129POINT(-0.261148 51.334284)article-4-direction-area16/00013/ART42016-04-28geography
23article-4-direction-area61001792016-01-25MULTIPOLYGON (((-0.271482 51.333210,-0.271432 ...{\"address-text\": \"Oaks House 16-22 West Street...Oaks House, East Street, Epsom (Change of Use)129POINT(-0.271299 51.333257)article-4-direction-area16/00014/ART42016-04-28geography
24article-4-direction-area61001812016-01-25MULTIPOLYGON (((-0.269121 51.331559,-0.268805 ...{\"address-text\": \"Global House 1A Ashley Avenu...Global House, Ashley Avenue, Epsom (Change of ...129POINT(-0.268557 51.331772)article-4-direction-area16/00016/ART42016-04-28geography
25article-4-direction-area61001822016-01-25MULTIPOLYGON (((-0.268836 51.330993,-0.268740 ...{\"address-text\": \"Parkside House Ashley Road E...Parkside House, Ashley Road, Epsom (Change of ...129POINT(-0.267982 51.330975)article-4-direction-area16/00017/ART42016-04-28geography
\n", - "
" - ], - "text/plain": [ - " dataset end_date entity entry_date geojson \\\n", - "0 article-4-direction-area 6100156 2011-07-08 \n", - "1 article-4-direction-area 6100157 2012-10-23 \n", - "2 article-4-direction-area 6100158 2005-01-24 \n", - "3 article-4-direction-area 6100159 2005-01-24 \n", - "4 article-4-direction-area 6100160 2005-01-24 \n", - "5 article-4-direction-area 6100161 2011-08-12 \n", - "6 article-4-direction-area 6100162 2011-08-12 \n", - "7 article-4-direction-area 6100163 2011-08-12 \n", - "8 article-4-direction-area 6100164 2011-08-12 \n", - "9 article-4-direction-area 6100165 2011-08-12 \n", - "10 article-4-direction-area 6100166 2011-08-12 \n", - "11 article-4-direction-area 6100167 2011-08-12 \n", - "12 article-4-direction-area 6100168 2015-07-06 \n", - "13 article-4-direction-area 6100169 2016-01-25 \n", - "14 article-4-direction-area 6100170 2016-01-25 \n", - "15 article-4-direction-area 6100171 2016-01-25 \n", - "16 article-4-direction-area 6100172 2016-01-25 \n", - "17 article-4-direction-area 6100173 2016-01-25 \n", - "18 article-4-direction-area 6100174 2016-01-25 \n", - "19 article-4-direction-area 6100175 2016-01-25 \n", - "20 article-4-direction-area 6100176 2016-01-25 \n", - "21 article-4-direction-area 6100177 2016-01-25 \n", - "22 article-4-direction-area 6100178 2016-01-25 \n", - "23 article-4-direction-area 6100179 2016-01-25 \n", - "24 article-4-direction-area 6100181 2016-01-25 \n", - "25 article-4-direction-area 6100182 2016-01-25 \n", - "\n", - " geometry \\\n", - "0 MULTIPOLYGON (((-0.253935 51.341786,-0.253814 ... \n", - "1 MULTIPOLYGON (((-0.255355 51.333941,-0.255621 ... \n", - "2 MULTIPOLYGON (((-0.278702 51.329702,-0.277627 ... \n", - "3 MULTIPOLYGON (((-0.247811 51.332978,-0.247591 ... \n", - "4 MULTIPOLYGON (((-0.245510 51.334103,-0.245293 ... \n", - "5 MULTIPOLYGON (((-0.255593 51.329332,-0.256100 ... \n", - "6 MULTIPOLYGON (((-0.259366 51.332921,-0.259330 ... \n", - "7 MULTIPOLYGON (((-0.254045 51.329369,-0.253832 ... \n", - "8 MULTIPOLYGON (((-0.255053 51.322616,-0.255040 ... \n", - "9 MULTIPOLYGON (((-0.260579 51.338271,-0.260828 ... \n", - "10 MULTIPOLYGON (((-0.256295 51.333585,-0.256564 ... \n", - "11 MULTIPOLYGON (((-0.260495 51.328492,-0.260073 ... \n", - "12 MULTIPOLYGON (((-0.269150 51.332656,-0.268834 ... \n", - "13 MULTIPOLYGON (((-0.265074 51.335330,-0.265056 ... \n", - "14 MULTIPOLYGON (((-0.267173 51.331240,-0.267064 ... \n", - "15 MULTIPOLYGON (((-0.263129 51.336075,-0.262957 ... \n", - "16 MULTIPOLYGON (((-0.261513 51.335616,-0.261318 ... \n", - "17 MULTIPOLYGON (((-0.264597 51.334644,-0.264209 ... \n", - "18 MULTIPOLYGON (((-0.261180 51.336060,-0.260961 ... \n", - "19 MULTIPOLYGON (((-0.263476 51.335097,-0.263334 ... \n", - "20 MULTIPOLYGON (((-0.265024 51.336182,-0.265023 ... \n", - "21 MULTIPOLYGON (((-0.261716 51.334265,-0.261621 ... \n", - "22 MULTIPOLYGON (((-0.261330 51.334363,-0.261360 ... \n", - "23 MULTIPOLYGON (((-0.271482 51.333210,-0.271432 ... \n", - "24 MULTIPOLYGON (((-0.269121 51.331559,-0.268805 ... \n", - "25 MULTIPOLYGON (((-0.268836 51.330993,-0.268740 ... \n", - "\n", - " json \\\n", - "0 {\"article-4-direction\": \"11/00002/ART4\", \"desc... \n", - "1 {\"article-4-direction\": \"12/00002/ART4\", \"desc... \n", - "2 {\"article-4-direction\": \"05/00001/ART4\", \"desc... \n", - "3 {\"article-4-direction\": \"05/00002/ART4\", \"desc... \n", - "4 {\"article-4-direction\": \"05/00004/ART4\", \"desc... \n", - "5 {\"article-4-direction\": \"11/00003/ART4\", \"desc... \n", - "6 {\"article-4-direction\": \"11/00004/ART4\", \"desc... \n", - "7 {\"article-4-direction\": \"11/00005/ART4\", \"desc... \n", - "8 {\"article-4-direction\": \"11/00006/ART4\", \"desc... \n", - "9 {\"article-4-direction\": \"11/00007/ART4\", \"desc... \n", - "10 {\"article-4-direction\": \"11/00008/ART4\", \"desc... \n", - "11 {\"article-4-direction\": \"11/00009/ART4\", \"desc... \n", - "12 {\"article-4-direction\": \"15/00002/ART4\", \"desc... \n", - "13 {\"address-text\": \"Epsom Chase 1 Hook Road Epso... \n", - "14 {\"address-text\": \"Epsom Gateway 2 Ashley Avenu... \n", - "15 {\"address-text\": \"Newplan House 41 East Street... \n", - "16 {\"address-text\": \"Nightingale House 46-48 East... \n", - "17 {\"address-text\": \"Adephi Court 1-3 Est Street ... \n", - "18 {\"address-text\": \"60 East Street Epsom KT17 1H... \n", - "19 {\"address-text\": \"Emerald House East Street Ep... \n", - "20 {\"address-text\": \"20 Hook Road Epsom KT19 8TR\"... \n", - "21 {\"address-text\": \"Horizon House 28 Upper High ... \n", - "22 {\"address-text\": \"34-36 Upper High Street Epso... \n", - "23 {\"address-text\": \"Oaks House 16-22 West Street... \n", - "24 {\"address-text\": \"Global House 1A Ashley Avenu... \n", - "25 {\"address-text\": \"Parkside House Ashley Road E... \n", - "\n", - " name organisation_entity \\\n", - "0 Ewell Village 129 \n", - "1 Pikes Hill (Wyeths Road front gardens) 129 \n", - "2 Stamford Green 129 \n", - "3 Higher Green/Longdown Lane 129 \n", - "4 The Green/Ewell Downs Road 129 \n", - "5 Burgh Heath Road 129 \n", - "6 Church Street (Epsom) 129 \n", - "7 College Road 129 \n", - "8 Downs Road Estate 129 \n", - "9 Lintons Lane (Part) 129 \n", - "10 Pikes Hill (part) 129 \n", - "11 Worple Road 129 \n", - "12 Epsom Town Centre (primary retail frontages only) 129 \n", - "13 Epsom Chase, Hook Road, Epsom (Change of Use) 129 \n", - "14 Epsom Gateway, Ashley Avenue,Epsom (Change of ... 129 \n", - "15 Newplan House, East Street, Epsom (Change of Use) 129 \n", - "16 Nightingale House, East Street (Change of Use) 129 \n", - "17 Adephi Court, East Street, Epsom (Change of Use) 129 \n", - "18 Eastleigh House, East Street,Epsom (Change of ... 129 \n", - "19 Emerald House, East Street, Epsom (Change of Use) 129 \n", - "20 Sollis House, 20 Hook Road, Epsom (Change of Use) 129 \n", - "21 Horizon House, Upper High Street (Change of Use) 129 \n", - "22 A-Plan House, Upper High Street (Change of Use) 129 \n", - "23 Oaks House, East Street, Epsom (Change of Use) 129 \n", - "24 Global House, Ashley Avenue, Epsom (Change of ... 129 \n", - "25 Parkside House, Ashley Road, Epsom (Change of ... 129 \n", - "\n", - " point prefix reference \\\n", - "0 POINT(-0.251449 51.350634) article-4-direction-area 11/00002/ART4 \n", - "1 POINT(-0.256291 51.333998) article-4-direction-area 12/00002/ART4 \n", - "2 POINT(-0.281016 51.332719) article-4-direction-area 05/00001/ART4 \n", - "3 POINT(-0.244961 51.332815) article-4-direction-area 05/00002/ART4 \n", - "4 POINT(-0.246739 51.337815) article-4-direction-area 05/00004/ART4 \n", - "5 POINT(-0.256471 51.327048) article-4-direction-area 11/00003/ART4 \n", - "6 POINT(-0.260777 51.331192) article-4-direction-area 11/00004/ART4 \n", - "7 POINT(-0.253319 51.328533) article-4-direction-area 11/00005/ART4 \n", - "8 POINT(-0.258010 51.323635) article-4-direction-area 11/00006/ART4 \n", - "9 POINT(-0.260179 51.337938) article-4-direction-area 11/00007/ART4 \n", - "10 POINT(-0.257172 51.332892) article-4-direction-area 11/00008/ART4 \n", - "11 POINT(-0.263145 51.328472) article-4-direction-area 11/00009/ART4 \n", - "12 POINT(-0.267142 51.333456) article-4-direction-area 15/00002/ART4 \n", - "13 POINT(-0.264726 51.335394) article-4-direction-area 16/00004/ART4 \n", - "14 POINT(-0.268022 51.331319) article-4-direction-area 16/00015/ART4 \n", - "15 POINT(-0.262423 51.336202) article-4-direction-area 16/00006/ART4 \n", - "16 POINT(-0.261521 51.335767) article-4-direction-area 16/00007/ART4 \n", - "17 POINT(-0.264401 51.334669) article-4-direction-area 16/00008/ART4 \n", - "18 POINT(-0.260660 51.336050) article-4-direction-area 16/00009/ART4 \n", - "19 POINT(-0.263109 51.335017) article-4-direction-area 16/00010/ART4 \n", - "20 POINT(-0.264778 51.336026) article-4-direction-area 16/00011/ART4 \n", - "21 POINT(-0.261511 51.334167) article-4-direction-area 16/00012/ART4 \n", - "22 POINT(-0.261148 51.334284) article-4-direction-area 16/00013/ART4 \n", - "23 POINT(-0.271299 51.333257) article-4-direction-area 16/00014/ART4 \n", - "24 POINT(-0.268557 51.331772) article-4-direction-area 16/00016/ART4 \n", - "25 POINT(-0.267982 51.330975) article-4-direction-area 16/00017/ART4 \n", - "\n", - " start_date typology \n", - "0 geography \n", - "1 2012-09-11 geography \n", - "2 2005-01-24 geography \n", - "3 2005-01-24 geography \n", - "4 2000-02-03 geography \n", - "5 2011-08-12 geography \n", - "6 2011-08-12 geography \n", - "7 2011-08-12 geography \n", - "8 2011-08-12 geography \n", - "9 2011-08-12 geography \n", - "10 2011-08-12 geography \n", - "11 2011-08-12 geography \n", - "12 2015-10-23 geography \n", - "13 2016-04-28 geography \n", - "14 2016-04-28 geography \n", - "15 2016-04-28 geography \n", - "16 2016-04-28 geography \n", - "17 2016-04-28 geography \n", - "18 2016-04-28 geography \n", - "19 2016-04-28 geography \n", - "20 2016-04-28 geography \n", - "21 2016-04-28 geography \n", - "22 2016-04-28 geography \n", - "23 2016-04-28 geography \n", - "24 2016-04-28 geography \n", - "25 2016-04-28 geography " - ] - }, - "execution_count": 26, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "dataset_db = DatasetSqlite(os.path.join(data_dir,'dataset',f'{dataset}.sqlite3'))\n", "results = dataset_db.get_entities()\n", @@ -1543,27 +278,10 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": null, "id": "85ac307e", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[{'resource': 'b4601330812f8710e184930f9d415e4beadd36399700d27e8836243001fc37e1',\n", - " 'bytes': '197667',\n", - " 'organisations': 'local-authority-eng:EPS',\n", - " 'datasets': 'article-4-direction-area',\n", - " 'endpoints': '99dd0c0c5c8d8b3d4250ac27ed6e5c04c7a0c661f7f5e698d84c140ac240d1bc',\n", - " 'start-date': '2023-11-01',\n", - " 'end-date': ''}]" - ] - }, - "execution_count": 27, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "# load in raw resources\n", "collection = Collection(os.path.join(data_dir,'collection'))\n", @@ -1608,18 +326,10 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": null, "id": "09b20c34", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Reading raw resource from ../data/endpoint_checker/collection/resource/b4601330812f8710e184930f9d415e4beadd36399700d27e8836243001fc37e1\n" - ] - } - ], + "outputs": [], "source": [ "# currently this just reads in the raw resource but in the future this should check for \n", "# converted resource first\n", @@ -1640,793 +350,10 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": null, "id": "a5da5690", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
WKTgml_idreferencenamearticle_4_directionpermitted_development_rightsentry_datedocumentation_urldocument_urldescriptionogc_fidstart_dateuprnaddress_text
0MULTIPOLYGON (((521712.6495 161746.9547,521715...article4areas11/00002/ART4Ewell Village11/00002/ART41a; 1c;1d;1f;2a;2b;2011-07-08https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked1NaNNaNNaN
1MULTIPOLYGON (((521634.4945 160872.1447,521517...article4areas12/00002/ART4Pikes Hill (Wyeths Road front gardens)12/00002/ART41a;1b;1c;1d;1f;2a;2012-10-23https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Permitted Development Rights revoked within Co...22012-09-11NaNNaN
2MULTIPOLYGON (((520019.1995 160362.3447,520013...article4areas05/00001/ART4Stamford Green05/00001/ART41a;1c;1d;1f;2a;2b;2005-01-24https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked32005-01-24NaNNaN
3MULTIPOLYGON (((522162.5495 160777.5947,522159...article4areas05/00002/ART4Higher Green/Longdown Lane05/00002/ART41a;1c;1d;1f;2a;2b;2005-01-24https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked42005-01-24NaNNaN
4MULTIPOLYGON (((522319.8495 160906.5247,522316...article4areas05/00004/ART4The Green/Ewell Downs Road05/00004/ART41a;1c;1d;1f;2a;2b;2005-01-24https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked52000-02-03NaNNaN
5MULTIPOLYGON (((521630.0637 160359.3092,521625...article4areas11/00003/ART4Burgh Heath Road11/00003/ART41a;1b;1c;1d;1f;2a2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Permitted Development Rights revoked within Co...62011-08-12NaNNaN
6MULTIPOLYGON (((521357.7495 160752.1547,521368...article4areas11/00004/ART4Church Street (Epsom)11/00004/ART41a;1b;1c;1d;1f;2a2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked72011-08-12NaNNaN
7MULTIPOLYGON (((521737.7995 160365.9547,521759...article4areas11/00005/ART4College Road11/00005/ART41a;1b;1c;1d;1f;2a2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked82011-08-12NaNNaN
8MULTIPOLYGON (((521685.4495 159613.3547,521685...article4areas11/00006/ART4Downs Road Estate11/00006/ART41a;1b;1c;1d;1f;2a2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked92011-08-12NaNNaN
9MULTIPOLYGON (((521259.1995 161345.1047,521264...article4areas11/00007/ART4Lintons Lane (Part)11/00007/ART41a;1b;1c;1f;2a;2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Permitted Development Rights revoked within Co...102011-08-12NaNNaN
10MULTIPOLYGON (((521569.9395 160831.0247,521543...article4areas11/00008/ART4Pikes Hill (part)11/00008/ART41a;1b;1c;1d;1f;2a;2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Permitted Development Rights revoked within Co...112011-08-12NaNNaN
11MULTIPOLYGON (((521290.7995 160257.6947,521279...article4areas11/00009/ART4Worple Road11/00009/ART41a;1b;1c;1d;1f;2a2011-08-12https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Conservation area with Development rights revoked122011-08-12NaNNaN
12MULTIPOLYGON (((520676.9 160706.5,520676.2953 ...article4areas15/00002/ART4Epsom Town Centre (primary retail frontages only)15/00002/ART43d2015-07-06https://www.epsom-ewell.gov.uk/epsom-office-bu...http://www.epsom-ewell.gov.uk/sites/default/fi...Permitted Development Rights revoked within Co...132015-10-23NaNNaN
13MULTIPOLYGON (((520953.8236 161010.6125,520956...article4areas16/00004/ART4Epsom Chase, Hook Road, Epsom (Change of Use)16/00004/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked142016-04-281.001395e+10Epsom Chase 1 Hook Road Epsom KT19 8TY
14MULTIPOLYGON (((521128.0547 161103.4428,521146...article4areas16/00005/ART4Bradford House, 39a East Street (Change of Use)16/00005/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked152016-04-281.001396e+10Bradford House 39A East Street Epsom KT17 1BL
15MULTIPOLYGON (((521087.3544 161096.6129,521096...article4areas16/00006/ART4Newplan House, East Street, Epsom (Change of Use)16/00006/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked162016-04-281.000200e+10Newplan House 41 East Street Epsom KT17 1BL
16MULTIPOLYGON (((521201.0925 161048.2464,521185...article4areas16/00007/ART4Nightingale House, East Street (Change of Use)16/00007/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked172016-04-281.000624e+11Nightingale House 46-48 East Street Epsom KT17...
17MULTIPOLYGON (((520988.8092 160935.0659,520993...article4areas16/00008/ART4Adephi Court, East Street, Epsom (Change of Use)16/00008/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked182016-04-281.000624e+11Adephi Court 1-3 Est Street Epsom KT17 1BB
18MULTIPOLYGON (((521223.1153 161098.1462,521224...article4areas16/00009/ART4Eastleigh House, East Street,Epsom (Change of ...16/00009/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked192016-04-281.000624e+1160 East Street Epsom KT17 1HB
19MULTIPOLYGON (((521065.7497 160987.3351,521067...article4areas16/00010/ART4Emerald House, East Street, Epsom (Change of Use)16/00010/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked202016-04-282.000040e+11Emerald House East Street Epsom KT17 1HS
20MULTIPOLYGON (((520955.0781 161105.3942,520960...article4areas16/00011/ART4Sollis House, 20 Hook Road, Epsom (Change of Use)16/00011/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked212016-04-281.000624e+1120 Hook Road Epsom KT19 8TR
21MULTIPOLYGON (((521190.4992 160897.7107,521193...article4areas16/00012/ART4Horizon House, Upper High Street (Change of Use)16/00012/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked222016-04-281.000624e+11Horizon House 28 Upper High Street Epsom KT17 4QL
22MULTIPOLYGON (((521217.1217 160909.2797,521235...article4areas16/00013/ART4A-Plan House, Upper High Street (Change of Use)16/00013/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked232016-04-282.000040e+1134-36 Upper High Street Epsom KT17 4QY
23MULTIPOLYGON (((520513.0162 160764.2772,520518...article4areas16/00014/ART4Oaks House, East Street, Epsom (Change of Use)16/00014/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked242016-04-282.000029e+11Oaks House 16-22 West Street Epsom KT18 7RG
24MULTIPOLYGON (((520818.3184 160552.2961,520691...article4areas16/00015/ART4Epsom Gateway, Ashley Avenue,Epsom (Change of ...16/00015/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked252016-04-281.000624e+11Epsom Gateway 2 Ashley Avenue Epsom KT18 5AL
25MULTIPOLYGON (((520681.7683 160584.6222,520681...article4areas16/00016/ART4Global House, Ashley Avenue, Epsom (Change of ...16/00016/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked262016-04-282.000029e+11Global House 1A Ashley Avenue Epsom KT18 5AD
26MULTIPOLYGON (((520703.1336 160522.119,520708....article4areas16/00017/ART4Parkside House, Ashley Road, Epsom (Change of ...16/00017/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked272016-04-281.000624e+11Parkside House Ashley Road Epsom KT18 5BS
27MULTIPOLYGON (((521093.2086 160825.9275,521106...article4areas16/00018/ART4The Wells, Church Street, Epsom (Change of Use)16/00018/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked282016-04-282.000029e+11The Wells 3-13 Church Street Epsom KT17 4PF
28MULTIPOLYGON (((521141.2962 160793.5901,521148...article4areas16/00019/ART4The Kirkgate, Church Street, Epsom (Change of ...16/00019/ART43o2016-01-25https://www.epsom-ewell.gov.uk/residents/plann...https://www.epsom-ewell.gov.uk/sites/default/f...Area with Permitted Development Rights revoked292016-04-282.000029e+11The Kirkgate 19-31 Church Street Epsom KT17 4PF
29MULTIPOLYGON (((521941.5 162373.05,521943.2 16...article4areas15/00003/ART4Ewell Village (primary retail frontages only)15/00003/ART43d2015-07-06https://www.epsom-ewell.gov.uk/epsom-office-bu...http://www.epsom-ewell.gov.uk/sites/default/fi...Permitted Development Rights revoked within Co...302015-10-23NaNNaN
\n", - "
" - ], - "text/plain": [ - " WKT gml_id \\\n", - "0 MULTIPOLYGON (((521712.6495 161746.9547,521715... article4areas \n", - "1 MULTIPOLYGON (((521634.4945 160872.1447,521517... article4areas \n", - "2 MULTIPOLYGON (((520019.1995 160362.3447,520013... article4areas \n", - "3 MULTIPOLYGON (((522162.5495 160777.5947,522159... article4areas \n", - "4 MULTIPOLYGON (((522319.8495 160906.5247,522316... article4areas \n", - "5 MULTIPOLYGON (((521630.0637 160359.3092,521625... article4areas \n", - "6 MULTIPOLYGON (((521357.7495 160752.1547,521368... article4areas \n", - "7 MULTIPOLYGON (((521737.7995 160365.9547,521759... article4areas \n", - "8 MULTIPOLYGON (((521685.4495 159613.3547,521685... article4areas \n", - "9 MULTIPOLYGON (((521259.1995 161345.1047,521264... article4areas \n", - "10 MULTIPOLYGON (((521569.9395 160831.0247,521543... article4areas \n", - "11 MULTIPOLYGON (((521290.7995 160257.6947,521279... article4areas \n", - "12 MULTIPOLYGON (((520676.9 160706.5,520676.2953 ... article4areas \n", - "13 MULTIPOLYGON (((520953.8236 161010.6125,520956... article4areas \n", - "14 MULTIPOLYGON (((521128.0547 161103.4428,521146... article4areas \n", - "15 MULTIPOLYGON (((521087.3544 161096.6129,521096... article4areas \n", - "16 MULTIPOLYGON (((521201.0925 161048.2464,521185... article4areas \n", - "17 MULTIPOLYGON (((520988.8092 160935.0659,520993... article4areas \n", - "18 MULTIPOLYGON (((521223.1153 161098.1462,521224... article4areas \n", - "19 MULTIPOLYGON (((521065.7497 160987.3351,521067... article4areas \n", - "20 MULTIPOLYGON (((520955.0781 161105.3942,520960... article4areas \n", - "21 MULTIPOLYGON (((521190.4992 160897.7107,521193... article4areas \n", - "22 MULTIPOLYGON (((521217.1217 160909.2797,521235... article4areas \n", - "23 MULTIPOLYGON (((520513.0162 160764.2772,520518... article4areas \n", - "24 MULTIPOLYGON (((520818.3184 160552.2961,520691... article4areas \n", - "25 MULTIPOLYGON (((520681.7683 160584.6222,520681... article4areas \n", - "26 MULTIPOLYGON (((520703.1336 160522.119,520708.... article4areas \n", - "27 MULTIPOLYGON (((521093.2086 160825.9275,521106... article4areas \n", - "28 MULTIPOLYGON (((521141.2962 160793.5901,521148... article4areas \n", - "29 MULTIPOLYGON (((521941.5 162373.05,521943.2 16... article4areas \n", - "\n", - " reference name \\\n", - "0 11/00002/ART4 Ewell Village \n", - "1 12/00002/ART4 Pikes Hill (Wyeths Road front gardens) \n", - "2 05/00001/ART4 Stamford Green \n", - "3 05/00002/ART4 Higher Green/Longdown Lane \n", - "4 05/00004/ART4 The Green/Ewell Downs Road \n", - "5 11/00003/ART4 Burgh Heath Road \n", - "6 11/00004/ART4 Church Street (Epsom) \n", - "7 11/00005/ART4 College Road \n", - "8 11/00006/ART4 Downs Road Estate \n", - "9 11/00007/ART4 Lintons Lane (Part) \n", - "10 11/00008/ART4 Pikes Hill (part) \n", - "11 11/00009/ART4 Worple Road \n", - "12 15/00002/ART4 Epsom Town Centre (primary retail frontages only) \n", - "13 16/00004/ART4 Epsom Chase, Hook Road, Epsom (Change of Use) \n", - "14 16/00005/ART4 Bradford House, 39a East Street (Change of Use) \n", - "15 16/00006/ART4 Newplan House, East Street, Epsom (Change of Use) \n", - "16 16/00007/ART4 Nightingale House, East Street (Change of Use) \n", - "17 16/00008/ART4 Adephi Court, East Street, Epsom (Change of Use) \n", - "18 16/00009/ART4 Eastleigh House, East Street,Epsom (Change of ... \n", - "19 16/00010/ART4 Emerald House, East Street, Epsom (Change of Use) \n", - "20 16/00011/ART4 Sollis House, 20 Hook Road, Epsom (Change of Use) \n", - "21 16/00012/ART4 Horizon House, Upper High Street (Change of Use) \n", - "22 16/00013/ART4 A-Plan House, Upper High Street (Change of Use) \n", - "23 16/00014/ART4 Oaks House, East Street, Epsom (Change of Use) \n", - "24 16/00015/ART4 Epsom Gateway, Ashley Avenue,Epsom (Change of ... \n", - "25 16/00016/ART4 Global House, Ashley Avenue, Epsom (Change of ... \n", - "26 16/00017/ART4 Parkside House, Ashley Road, Epsom (Change of ... \n", - "27 16/00018/ART4 The Wells, Church Street, Epsom (Change of Use) \n", - "28 16/00019/ART4 The Kirkgate, Church Street, Epsom (Change of ... \n", - "29 15/00003/ART4 Ewell Village (primary retail frontages only) \n", - "\n", - " article_4_direction permitted_development_rights entry_date \\\n", - "0 11/00002/ART4 1a; 1c;1d;1f;2a;2b; 2011-07-08 \n", - "1 12/00002/ART4 1a;1b;1c;1d;1f;2a; 2012-10-23 \n", - "2 05/00001/ART4 1a;1c;1d;1f;2a;2b; 2005-01-24 \n", - "3 05/00002/ART4 1a;1c;1d;1f;2a;2b; 2005-01-24 \n", - "4 05/00004/ART4 1a;1c;1d;1f;2a;2b; 2005-01-24 \n", - "5 11/00003/ART4 1a;1b;1c;1d;1f;2a 2011-08-12 \n", - "6 11/00004/ART4 1a;1b;1c;1d;1f;2a 2011-08-12 \n", - "7 11/00005/ART4 1a;1b;1c;1d;1f;2a 2011-08-12 \n", - "8 11/00006/ART4 1a;1b;1c;1d;1f;2a 2011-08-12 \n", - "9 11/00007/ART4 1a;1b;1c;1f;2a; 2011-08-12 \n", - "10 11/00008/ART4 1a;1b;1c;1d;1f;2a; 2011-08-12 \n", - "11 11/00009/ART4 1a;1b;1c;1d;1f;2a 2011-08-12 \n", - "12 15/00002/ART4 3d 2015-07-06 \n", - "13 16/00004/ART4 3o 2016-01-25 \n", - "14 16/00005/ART4 3o 2016-01-25 \n", - "15 16/00006/ART4 3o 2016-01-25 \n", - "16 16/00007/ART4 3o 2016-01-25 \n", - "17 16/00008/ART4 3o 2016-01-25 \n", - "18 16/00009/ART4 3o 2016-01-25 \n", - "19 16/00010/ART4 3o 2016-01-25 \n", - "20 16/00011/ART4 3o 2016-01-25 \n", - "21 16/00012/ART4 3o 2016-01-25 \n", - "22 16/00013/ART4 3o 2016-01-25 \n", - "23 16/00014/ART4 3o 2016-01-25 \n", - "24 16/00015/ART4 3o 2016-01-25 \n", - "25 16/00016/ART4 3o 2016-01-25 \n", - "26 16/00017/ART4 3o 2016-01-25 \n", - "27 16/00018/ART4 3o 2016-01-25 \n", - "28 16/00019/ART4 3o 2016-01-25 \n", - "29 15/00003/ART4 3d 2015-07-06 \n", - "\n", - " documentation_url \\\n", - "0 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "1 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "2 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "3 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "4 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "5 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "6 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "7 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "8 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "9 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "10 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "11 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "12 https://www.epsom-ewell.gov.uk/epsom-office-bu... \n", - "13 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "14 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "15 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "16 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "17 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "18 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "19 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "20 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "21 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "22 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "23 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "24 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "25 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "26 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "27 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "28 https://www.epsom-ewell.gov.uk/residents/plann... \n", - "29 https://www.epsom-ewell.gov.uk/epsom-office-bu... \n", - "\n", - " document_url \\\n", - "0 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "1 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "2 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "3 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "4 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "5 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "6 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "7 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "8 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "9 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "10 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "11 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "12 http://www.epsom-ewell.gov.uk/sites/default/fi... \n", - "13 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "14 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "15 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "16 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "17 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "18 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "19 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "20 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "21 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "22 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "23 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "24 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "25 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "26 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "27 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "28 https://www.epsom-ewell.gov.uk/sites/default/f... \n", - "29 http://www.epsom-ewell.gov.uk/sites/default/fi... \n", - "\n", - " description ogc_fid start_date \\\n", - "0 Conservation area with Development rights revoked 1 NaN \n", - "1 Permitted Development Rights revoked within Co... 2 2012-09-11 \n", - "2 Conservation area with Development rights revoked 3 2005-01-24 \n", - "3 Conservation area with Development rights revoked 4 2005-01-24 \n", - "4 Conservation area with Development rights revoked 5 2000-02-03 \n", - "5 Permitted Development Rights revoked within Co... 6 2011-08-12 \n", - "6 Conservation area with Development rights revoked 7 2011-08-12 \n", - "7 Conservation area with Development rights revoked 8 2011-08-12 \n", - "8 Conservation area with Development rights revoked 9 2011-08-12 \n", - "9 Permitted Development Rights revoked within Co... 10 2011-08-12 \n", - "10 Permitted Development Rights revoked within Co... 11 2011-08-12 \n", - "11 Conservation area with Development rights revoked 12 2011-08-12 \n", - "12 Permitted Development Rights revoked within Co... 13 2015-10-23 \n", - "13 Area with Permitted Development Rights revoked 14 2016-04-28 \n", - "14 Area with Permitted Development Rights revoked 15 2016-04-28 \n", - "15 Area with Permitted Development Rights revoked 16 2016-04-28 \n", - "16 Area with Permitted Development Rights revoked 17 2016-04-28 \n", - "17 Area with Permitted Development Rights revoked 18 2016-04-28 \n", - "18 Area with Permitted Development Rights revoked 19 2016-04-28 \n", - "19 Area with Permitted Development Rights revoked 20 2016-04-28 \n", - "20 Area with Permitted Development Rights revoked 21 2016-04-28 \n", - "21 Area with Permitted Development Rights revoked 22 2016-04-28 \n", - "22 Area with Permitted Development Rights revoked 23 2016-04-28 \n", - "23 Area with Permitted Development Rights revoked 24 2016-04-28 \n", - "24 Area with Permitted Development Rights revoked 25 2016-04-28 \n", - "25 Area with Permitted Development Rights revoked 26 2016-04-28 \n", - "26 Area with Permitted Development Rights revoked 27 2016-04-28 \n", - "27 Area with Permitted Development Rights revoked 28 2016-04-28 \n", - "28 Area with Permitted Development Rights revoked 29 2016-04-28 \n", - "29 Permitted Development Rights revoked within Co... 30 2015-10-23 \n", - "\n", - " uprn address_text \n", - "0 NaN NaN \n", - "1 NaN NaN \n", - "2 NaN NaN \n", - "3 NaN NaN \n", - "4 NaN NaN \n", - "5 NaN NaN \n", - "6 NaN NaN \n", - "7 NaN NaN \n", - "8 NaN NaN \n", - "9 NaN NaN \n", - "10 NaN NaN \n", - "11 NaN NaN \n", - "12 NaN NaN \n", - "13 1.001395e+10 Epsom Chase 1 Hook Road Epsom KT19 8TY \n", - "14 1.001396e+10 Bradford House 39A East Street Epsom KT17 1BL \n", - "15 1.000200e+10 Newplan House 41 East Street Epsom KT17 1BL \n", - "16 1.000624e+11 Nightingale House 46-48 East Street Epsom KT17... \n", - "17 1.000624e+11 Adephi Court 1-3 Est Street Epsom KT17 1BB \n", - "18 1.000624e+11 60 East Street Epsom KT17 1HB \n", - "19 2.000040e+11 Emerald House East Street Epsom KT17 1HS \n", - "20 1.000624e+11 20 Hook Road Epsom KT19 8TR \n", - "21 1.000624e+11 Horizon House 28 Upper High Street Epsom KT17 4QL \n", - "22 2.000040e+11 34-36 Upper High Street Epsom KT17 4QY \n", - "23 2.000029e+11 Oaks House 16-22 West Street Epsom KT18 7RG \n", - "24 1.000624e+11 Epsom Gateway 2 Ashley Avenue Epsom KT18 5AL \n", - "25 2.000029e+11 Global House 1A Ashley Avenue Epsom KT18 5AD \n", - "26 1.000624e+11 Parkside House Ashley Road Epsom KT18 5BS \n", - "27 2.000029e+11 The Wells 3-13 Church Street Epsom KT17 4PF \n", - "28 2.000029e+11 The Kirkgate 19-31 Church Street Epsom KT17 4PF \n", - "29 NaN NaN " - ] - }, - "execution_count": 29, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "raw_resource" ] @@ -2443,33 +370,10 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": null, "id": "5bb097c8", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "OPTION 1 -------------------\n", - "\n", - "\n", - "digital-land collection-add-source article-4-direction-area 'https://maps.epsom-ewell.gov.uk/getOWS.ashx?MapSource=EEBC/planx&service=WFS&version=1.1.0&request=GetFeature&Typename=article4areas' organisation local-authority-eng:EPS documentation-url 'https://ckan.publishing.service.gov.uk/dataset/article-4-directions_for_planx' plugin wfs\n", - "\n", - "make\n", - "\n", - "OPTION 2 (Better)-------------------\n", - "\n", - "organisation,documentation-url,endpoint-url,start-date,pipelines,plugin\n", - "local-authority-eng:EPS,https://ckan.publishing.service.gov.uk/dataset/article-4-directions_for_planx,https://maps.epsom-ewell.gov.uk/getOWS.ashx?MapSource=EEBC/planx&service=WFS&version=1.1.0&request=GetFeature&Typename=article4areas,2023-10-21,article-4-direction-area,wfs\n", - "\n", - "Save the two lines below to `import.csv` and run \n", - " digital-land add-endpoints-and-lookups ./import.csv article-4-direction-area\n", - "From inside your collection folder. You need a .venv in place.\n", - "\n" - ] - } - ], + "outputs": [], "source": [ "add_source =F\"digital-land collection-add-source {dataset} '{endpoint_url}' organisation {organisation} documentation-url '{documentation_url}'\"\n", "\n", @@ -2486,7 +390,10 @@ "\n", "print (\"OPTION 2 (Better)-------------------\")\n", "header = \"organisation,documentation-url,endpoint-url,start-date,pipelines,plugin\"\n", - "line = F\"{organisation},{documentation_url},{endpoint_url},{start_date},{dataset},{plugin}\"\n", + "line = F\"{organisation},{documentation_url},\\\"{endpoint_url}\\\",{start_date},{dataset},\"\n", + "if plugin is not None:\n", + " line = line + F\"{plugin}\"\n", + "\n", "print (\"\")\n", "print (header)\n", "print (line)\n", diff --git a/endpoint_checker/lookup_functions.py b/endpoint_checker/lookup_functions.py index 20006d6..ea0daa4 100644 --- a/endpoint_checker/lookup_functions.py +++ b/endpoint_checker/lookup_functions.py @@ -225,8 +225,12 @@ def add_unnassigned_to_lookups(unassigned_entries,lookups_path,): fieldnames = [] dataset_max_entity_ref = {} + dataset_max_entity_ref ["conservation-area-document"] = 6299999 # This to seed the entity nuimbers for conservation-area-document wwhich is new + # get fieldnames from lookup.csv # get maximum entity numbers by dataset + print (F"Reading lookups from {lookups_path}") + with open(lookups_path) as f: dictreader = csv.DictReader(f) fieldnames = dictreader.fieldnames @@ -236,6 +240,8 @@ def add_unnassigned_to_lookups(unassigned_entries,lookups_path,): dataset_max_entity_ref[row['prefix']] = int(row['entity']) else: dataset_max_entity_ref[row['prefix']] = int(row['entity']) + + print (F"Found {dataset_max_entity_ref}") # assign the entity # TO DO expand this so that if there are unnassigned entries with datasets not already in the list then it doesn't error