From 6003e4f0f3168922bab7ac411806ef152e436d77 Mon Sep 17 00:00:00 2001 From: Henry Kaplan <50933869+henrykaplan@users.noreply.github.com> Date: Fri, 29 Oct 2021 00:22:32 -0700 Subject: [PATCH 1/2] New visualizations for collisions by neighborhood council region --- .../Notebook/3-find-interesting-info.ipynb | 1437 ++++++++++++++++- 1 file changed, 1390 insertions(+), 47 deletions(-) diff --git a/Pedestrian_Data/Notebook/3-find-interesting-info.ipynb b/Pedestrian_Data/Notebook/3-find-interesting-info.ipynb index 6ab3b18..0f0f24d 100644 --- a/Pedestrian_Data/Notebook/3-find-interesting-info.ipynb +++ b/Pedestrian_Data/Notebook/3-find-interesting-info.ipynb @@ -2,13 +2,14 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 66, "metadata": {}, "outputs": [], "source": [ "import geopandas as gpd\n", "import pandas as pd\n", "import matplotlib.pyplot as plt\n", + "import matplotlib\n", "import os\n", "\n", "try:\n", @@ -18,12 +19,6 @@ "\n", "refineddatafolder='../Data/2-refined-data/'\n", "\n", - "def geodataframefromcsvfile(filelocation:str) -> gpd.GeoDataFrame:\n", - " return pd.read_csv(\n", - " filelocation,\n", - " parse_dates=['date_occ', 'date_rptd'],\n", - " na_filter=False,\n", - " )\n", "signs = pd.read_csv(\n", " refineddatafolder + 'refined-sign-data.csv',\n", " parse_dates=['last_seen_at'],\n", @@ -40,8 +35,10 @@ " na_filter=False,\n", " )\n", "councilshapes = gpd.read_file(\n", - " '../Data/1-raw-data/neighborhoodcouncils.geojson'\n", - " )\n" + " '../Data/1-raw-data/neighborhoodcouncils.geojson',\n", + ")\n", + "councilshapes.to_crs(epsg=\"5070\", inplace=True)\n", + "councilshapes.set_index('NAME', inplace=True)" ] }, { @@ -70,6 +67,1322 @@ "mocodenames = list(relevantmocodes.values())" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Data Examples\n", + "\n", + "To show people what sort of data we have to work with" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
| \n", + " | dr_no | \n", + "date_rptd | \n", + "date_occ | \n", + "mocodes | \n", + "vict_age | \n", + "vict_sex | \n", + "premis_desc | \n", + "location | \n", + "cross_street | \n", + ":id | \n", + "Veh vs Ped | \n", + "Veh vs Bike | \n", + "Bike vs Veh | \n", + "Ped Actions | \n", + "latitude | \n", + "longitude | \n", + "geometry | \n", + "council | \n", + "cluster | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 20867 | \n", + "150707804.0 | \n", + "2015-03-30 | \n", + "2015-03-29 22:40:00 | \n", + "3003 3024 3035 3036 3101 3401 3701 4027 3029 | \n", + "27.0 | \n", + "F | \n", + "STREET | \n", + "WILSHIRE | \n", + "JUNE | \n", + "row-fakq~93wr~utx2 | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0621 | \n", + "-118.3348 | \n", + "POINT (-118.3348 34.0621) | \n", + "GREATER WILSHIRE NC | \n", + "999 | \n", + "
| 3702 | \n", + "172011260.0 | \n", + "2017-05-24 | \n", + "2017-05-23 21:00:00 | \n", + "3003 3026 3035 3037 3101 3401 3701 4020 | \n", + "70.0 | \n", + "M | \n", + "STREET | \n", + "6TH ST | \n", + "VAN NESS AV | \n", + "row-4ee4~83ah.y8mw | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0632 | \n", + "-118.3154 | \n", + "POINT (-118.3154 34.0632) | \n", + "GREATER WILSHIRE NC | \n", + "2859 | \n", + "
| 3540 | \n", + "120716287.0 | \n", + "2012-10-12 | \n", + "2012-10-12 21:45:00 | \n", + "0110 3101 3401 3701 4007 3008 3025 3035 3037 | \n", + "88.0 | \n", + "M | \n", + "STREET | \n", + "3RD ST | \n", + "HUDSON AV | \n", + "row-4bf2-bku6.nsh2 | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "34.0689 | \n", + "-118.3321 | \n", + "POINT (-118.3321 34.0689) | \n", + "GREATER WILSHIRE NC | \n", + "2762 | \n", + "
| 1373 | \n", + "150715134.0 | \n", + "2015-09-24 | \n", + "2015-09-24 07:00:00 | \n", + "3003 3024 3034 3037 3101 3401 3701 4027 | \n", + "32.0 | \n", + "M | \n", + "STREET | \n", + "BEVERLY BL | \n", + "DETROIT ST | \n", + "row-2wrb.uc38.kezb | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0726 | \n", + "-118.3393 | \n", + "POINT (-118.3393 34.0726) | \n", + "GREATER WILSHIRE NC | \n", + "1223 | \n", + "
| 38335 | \n", + "150712350.0 | \n", + "2015-07-18 | \n", + "2015-07-16 18:00:00 | \n", + "3003 3026 3035 3037 3101 3401 3701 4007 | \n", + "26.0 | \n", + "F | \n", + "STREET | \n", + "8TH ST | \n", + "HIGHLAND AV | \n", + "row-sdmi~zk5s~q3rs | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0604 | \n", + "-118.3387 | \n", + "POINT (-118.3387 34.0604) | \n", + "GREATER WILSHIRE NC | \n", + "7513 | \n", + "
| \n", + " | date_occ | \n", + "mocodes | \n", + "vict_age | \n", + "vict_sex | \n", + "Veh vs Ped | \n", + "Veh vs Bike | \n", + "Bike vs Veh | \n", + "Ped Actions | \n", + "latitude | \n", + "longitude | \n", + "council | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|
| 8159 | \n", + "2014-11-15 14:20:00 | \n", + "3008 3036 3024 3101 3401 3701 4026 | \n", + "23.0 | \n", + "M | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "34.1745 | \n", + "-118.5273 | \n", + "TARZANA NC | \n", + "
| 47755 | \n", + "2014-02-15 18:10:00 | \n", + "3003 3026 3034 3037 3101 3401 3701 4027 | \n", + "\n", + " | M | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.1017 | \n", + "-118.3093 | \n", + "HOLLYWOOD STUDIO DISTRICT NC | \n", + "
| 29120 | \n", + "2017-06-19 18:35:00 | \n", + "3008 3026 3035 3037 3101 3401 3701 4007 | \n", + "55.0 | \n", + "M | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "34.0753 | \n", + "-118.3837 | \n", + "MID CITY WEST CC | \n", + "
| 47681 | \n", + "2019-12-13 23:50:00 | \n", + "4025 3036 3003 3025 3029 3101 | \n", + "34.0 | \n", + "M | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0327 | \n", + "-118.3002 | \n", + "EMPOWERMENT CONGRESS NORTH AREA NDC | \n", + "
| 10824 | \n", + "2012-06-13 13:00:00 | \n", + "3003 3036 3026 3101 3401 3701 | \n", + "21.0 | \n", + "F | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0444 | \n", + "-118.2628 | \n", + "DOWNTOWN LOS ANGELES | \n", + "
| 15051 | \n", + "2013-06-11 14:45:00 | \n", + "3003 3028 3101 | \n", + "38.0 | \n", + "F | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "33.9611 | \n", + "-118.2827 | \n", + "EMPOWERMENT CONGRESS SOUTHEAST AREA NDC | \n", + "
| 26134 | \n", + "2012-08-16 18:25:00 | \n", + "0605 3008 3035 4008 3025 3036 3101 3401 3701 | \n", + "\n", + " | F | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "33.989 | \n", + "-118.4623 | \n", + "VENICE NC | \n", + "
| 1690 | \n", + "2020-03-21 16:00:00 | \n", + "3003 3037 3025 3102 4015 | \n", + "34.0 | \n", + "M | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.1684 | \n", + "-118.3965 | \n", + "NC VALLEY VILLAGE | \n", + "
| 30749 | \n", + "2018-11-17 14:55:00 | \n", + "3037 3003 3024 3101 3401 3701 4027 3034 | \n", + "71.0 | \n", + "F | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0482 | \n", + "-118.4354 | \n", + "WESTSIDE NC | \n", + "
| 41750 | \n", + "2016-11-14 12:05:00 | \n", + "3003 3025 3034 3037 3103 3401 3701 4027 | \n", + "67.0 | \n", + "M | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0292 | \n", + "-118.4107 | \n", + "PALMS NC | \n", + "
| 16302 | \n", + "2015-03-12 16:00:00 | \n", + "1501 3003 3024 3102 3401 3701 3032 3037 4021 | \n", + "25.0 | \n", + "F | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.159 | \n", + "-118.5119 | \n", + "ENCINO NC | \n", + "
| 29322 | \n", + "2017-02-28 13:00:00 | \n", + "3008 3025 3035 3037 3101 3401 3701 4014 | \n", + "\n", + " | M | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "33.9992 | \n", + "-118.472 | \n", + "VENICE NC | \n", + "
| 48893 | \n", + "2012-06-26 20:20:00 | \n", + "3024 3501 3003 3035 3037 3101 3401 3701 | \n", + "20.0 | \n", + "M | \n", + "True | \n", + "False | \n", + "False | \n", + "True | \n", + "34.2324 | \n", + "-118.4483 | \n", + "PANORAMA CITY NC | \n", + "
| 40492 | \n", + "2012-12-11 18:20:00 | \n", + "3101 3401 3701 3008 3025 | \n", + "\n", + " | M | \n", + "False | \n", + "True | \n", + "False | \n", + "False | \n", + "34.0826 | \n", + "-118.2728 | \n", + "SILVER LAKE NC | \n", + "
| 38112 | \n", + "2014-05-17 00:45:00 | \n", + "3003 3025 3029 3034 3037 3101 3401 3701 4027 | \n", + "23.0 | \n", + "F | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.1016 | \n", + "-118.3333 | \n", + "HOLLYWOOD HILLS WEST NC | \n", + "
| 16227 | \n", + "2019-07-19 17:20:00 | \n", + "1501 3101 3401 3701 3003 3025 | \n", + "63.0 | \n", + "F | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0623 | \n", + "-118.2383 | \n", + "HISTORIC CULTURAL NORTH NC | \n", + "
| 19361 | \n", + "2012-04-02 15:00:00 | \n", + "0605 3003 3101 3401 3701 3036 3025 | \n", + "23.0 | \n", + "M | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.0763 | \n", + "-118.2164 | \n", + "LINCOLN HEIGHTS NC | \n", + "
| 11926 | \n", + "2014-04-03 18:05:00 | \n", + "3004 3029 3026 3035 3037 3101 3501 3701 4006 | \n", + "31.0 | \n", + "F | \n", + "False | \n", + "False | \n", + "False | \n", + "True | \n", + "34.1016 | \n", + "-118.3267 | \n", + "CENTRAL HOLLYWOOD NC | \n", + "
| 29379 | \n", + "2019-11-07 07:30:00 | \n", + "3101 3401 3701 3016 3030 | \n", + "27.0 | \n", + "F | \n", + "False | \n", + "False | \n", + "True | \n", + "False | \n", + "34.0836 | \n", + "-118.2917 | \n", + "EAST HOLLYWOOD NC | \n", + "
| 15127 | \n", + "2019-07-05 11:20:00 | \n", + "3101 3401 3701 3003 3026 | \n", + "43.0 | \n", + "M | \n", + "True | \n", + "False | \n", + "False | \n", + "False | \n", + "34.022 | \n", + "-118.2159 | \n", + "BOYLE HEIGHTS NC | \n", + "
| \n", + " | Total Collisions | \n", + "Square Miles | \n", + "Collisions per Square Mile | \n", + "shortcouncilname | \n", + "
|---|---|---|---|---|
| BEL AIR-BEVERLY CREST NC | \n", + "78 | \n", + "16.984125 | \n", + "4.592524 | \n", + "BEL AIR-BEVERLY CREST NC | \n", + "
| FOOTHILL TRAILS DISTRICT NC | \n", + "108 | \n", + "19.593394 | \n", + "5.512062 | \n", + "FOOTHILL TRAILS DISTRICT NC | \n", + "
| GRANADA HILLS NORTH NC | \n", + "69 | \n", + "11.581865 | \n", + "5.957590 | \n", + "GRANADA HILLS NORTH NC | \n", + "
| PORTER RANCH NC | \n", + "49 | \n", + "5.716952 | \n", + "8.571001 | \n", + "PORTER RANCH NC | \n", + "
| SUNLAND-TUJUNGA NC | \n", + "194 | \n", + "11.996960 | \n", + "16.170764 | \n", + "SUNLAND-TUJUNGA NC | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| CENTRAL HOLLYWOOD NC | \n", + "789 | \n", + "1.216118 | \n", + "648.785704 | \n", + "CENTRAL HOLLYWOOD NC | \n", + "
| DOWNTOWN LOS ANGELES | \n", + "3500 | \n", + "5.037419 | \n", + "694.800314 | \n", + "DOWNTOWN LOS ANGELES | \n", + "
| WILSHIRE CENTER - KOREATOWN NC | \n", + "1838 | \n", + "2.406258 | \n", + "763.841584 | \n", + "WILSHIRE CENTER - KOREATOWN NC | \n", + "
| MACARTHUR PARK NC | \n", + "590 | \n", + "0.634803 | \n", + "929.421902 | \n", + "MACARTHUR PARK NC | \n", + "
| WESTLAKE SOUTH NC | \n", + "587 | \n", + "0.545602 | \n", + "1075.876517 | \n", + "WESTLAKE SOUTH NC | \n", + "
99 rows × 4 columns
\n", + "| \n", + " | OBJECTID | \n", + "WADDRESS | \n", + "DWEBSITE | \n", + "DEMAIL | \n", + "DPHONE | \n", + "NC_ID | \n", + "CERTIFIED | \n", + "TOOLTIP | \n", + "NLA_URL | \n", + "SERVICE_RE | \n", + "geometry | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|
| NAME | \n", + "\n", + " | \n", + " | \n", + " | \n", + " | \n", + " | \n", + " | \n", + " | \n", + " | \n", + " | \n", + " | \n", + " |
| ARLETA NC | \n", + "1 | \n", + "http://www.arletanc.org/ | \n", + "http://empowerla.org/ANC | \n", + "ANC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "6 | \n", + "2002-10-22T00:00:00+00:00 | \n", + "ARLETA NC | \n", + "navigatela/reports/nc_reports.cfm?id=6 | \n", + "REGION 1 - NORTH EAST VALLEY | \n", + "POLYGON ((-2032901.721 1484154.555, -2032789.3... | \n", + "
| ARROYO SECO NC | \n", + "2 | \n", + "http://www.asnc.us/ | \n", + "http://empowerla.org/ASNC | \n", + "ASNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "42 | \n", + "2002-10-02T00:00:00+00:00 | \n", + "ARROYO SECO NC | \n", + "navigatela/reports/nc_reports.cfm?id=42 | \n", + "REGION 8 - NORTH EAST LA | \n", + "POLYGON ((-2016523.692 1463452.474, -2016647.6... | \n", + "
| ATWATER VILLAGE NC | \n", + "3 | \n", + "http://www.atwatervillage.org/ | \n", + "http://empowerla.org/AVNC | \n", + "AVNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "37 | \n", + "2003-02-11T00:00:00+00:00 | \n", + "ATWATER VILLAGE NC | \n", + "navigatela/reports/nc_reports.cfm?id=37 | \n", + "REGION 7 - EAST | \n", + "POLYGON ((-2019906.510 1469985.927, -2020291.8... | \n", + "
| BEL AIR-BEVERLY CREST NC | \n", + "4 | \n", + "http://babcnc.org/ | \n", + "http://empowerla.org/BABCNC | \n", + "BABCNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "64 | \n", + "2002-10-08T00:00:00+00:00 | \n", + "BEL AIR-BEVERLY CREST NC | \n", + "navigatela/reports/nc_reports.cfm?id=64 | \n", + "REGION 11 - WEST LA | \n", + "POLYGON ((-2038342.125 1471256.262, -2038411.9... | \n", + "
| BOYLE HEIGHTS NC | \n", + "5 | \n", + "http://bhnc.net/ | \n", + "http://empowerla.org/BHNC | \n", + "BHNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "50 | \n", + "2002-05-21T00:00:00+00:00 | \n", + "BOYLE HEIGHTS NC | \n", + "navigatela/reports/nc_reports.cfm?id=50 | \n", + "REGION 8 - NORTH EAST LA | \n", + "POLYGON ((-2016855.550 1458556.797, -2017125.1... | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| WILMINGTON NC | \n", + "95 | \n", + "http://www.wilmingtonneighborhoodcouncil.com/ | \n", + "http://empowerla.org/WILMINGTON | \n", + "WilmingtonNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "93 | \n", + "2001-12-11T00:00:00+00:00 | \n", + "WILMINGTON NC | \n", + "navigatela/reports/nc_reports.cfm?id=93 | \n", + "REGION 12 - HARBOR | \n", + "POLYGON ((-2029783.517 1431496.741, -2029839.8... | \n", + "
| WILSHIRE CENTER - KOREATOWN NC | \n", + "96 | \n", + "http://wcknc.org/ | \n", + "http://empowerla.org/WCKNC | \n", + "WCKNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "55 | \n", + "2003-08-05T00:00:00+00:00 | \n", + "WILSHIRE CENTER - KOREATOWN NC | \n", + "navigatela/reports/nc_reports.cfm?id=55 | \n", + "REGION 6 - CENTRAL 2 | \n", + "POLYGON ((-2023237.907 1462324.733, -2023770.0... | \n", + "
| WINNETKA NC | \n", + "97 | \n", + "http://www.winnetkanc.com/ | \n", + "http://empowerla.org/WINNETKA | \n", + "WinnetkaNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "14 | \n", + "2003-07-22T00:00:00+00:00 | \n", + "WINNETKA NC | \n", + "navigatela/reports/nc_reports.cfm?id=14 | \n", + "REGION 3 - SOUTH WEST VALLEY | \n", + "POLYGON ((-2045586.406 1485556.487, -2046674.5... | \n", + "
| WOODLAND HILLS-WARNER CENTER NC | \n", + "98 | \n", + "http://www.whcouncil.org/index.php | \n", + "http://empowerla.org/WHWCNC | \n", + "WHWCNC@EmpowerLA.org | \n", + "213-978-1551 | \n", + "16 | \n", + "2002-03-06T00:00:00+00:00 | \n", + "WOODLAND HILLS-WARNER CENTER NC | \n", + "navigatela/reports/nc_reports.cfm?id=16 | \n", + "REGION 3 - SOUTH WEST VALLEY | \n", + "POLYGON ((-2044885.317 1478214.725, -2044434.5... | \n", + "
| ZAPATA KING NC | \n", + "99 | \n", + "http://www.zapatakingnc.org/ | \n", + "http://empowerla.org/ZKNC | \n", + "\n", + " | 213-978-1551 | \n", + "125 | \n", + "2015-02-03T00:00:00+00:00 | \n", + "ZAPATA KING NC | \n", + "navigatela/reports/nc_reports.cfm?id=125 | \n", + "REGION 9 - SOUTH LA 2 | \n", + "POLYGON ((-2024079.386 1454586.697, -2024225.0... | \n", + "
99 rows × 11 columns
\n", + "4(Tex#z@uP;
zo$RslO1Kcr