Page MenuHomeElementl
Differential D7384 Diff 35198 examples/airline_demo/airline_demo/notebooks/Delays_by_Geography.ipynb

Changeset View

Standalone View

View Options

examples/airline_demo/airline_demo/notebooks/Delays_by_Geography.ipynb

  • This file was deleted.
import dagstermill
In [2]:
from dagster import ModeDefinition, ResourceDefinition
from collections import namedtuple
url = 'postgresql://{username}:{password}@{hostname}:5432/{db_name}'.format(
username='test', password='test', hostname='localhost', db_name='test'
)
DbInfo = namedtuple('DbInfo', 'url')
context = dagstermill.get_context(
mode_def=ModeDefinition(
resource_defs={'db_info': ResourceDefinition(lambda _: DbInfo(url))}
)
)
eastbound_delays = 'eastbound_delays'
westbound_delays = 'westbound_delays'
db_url = context.resources.db_info.url
In [3]:
import math
import os
import geopandas as geo
import matplotlib.pyplot as plt
import pandas as pd
import sqlalchemy as sa
from dagster.utils import mkdir_p
In [4]:
engine = sa.create_engine(db_url)
/Users/max/.virtualenvs/dagster/lib/python3.6/site-packages/psycopg2/__init__.py:144: UserWarning: The psycopg2 wheel package will be renamed from release 2.8; in order to keep installing from binary please use "pip install psycopg2-binary" instead. For details see: <http://initd.org/psycopg/docs/install.html#binary-install-from-pypi>. """)
In [5]:
from matplotlib.backends.backend_pdf import PdfPages
plots_path = os.path.join(os.getcwd(), 'plots')
mkdir_p(plots_path)
pdf_path = os.path.join(plots_path, 'delays_by_geography.pdf')
pp = PdfPages(pdf_path)
In [6]:
westbound_delays = pd.read_sql('''
select * from {westbound_delays}
'''.format(westbound_delays=westbound_delays), engine)
In [7]:
eastbound_delays = pd.read_sql('''
select * from {eastbound_delays}
'''.format(eastbound_delays=eastbound_delays), engine)
In [8]:
states = geo.read_file('https://d2ad6b4ur7yvpq.cloudfront.net/naturalearth-3.3.0/ne_110m_admin_1_states_provinces_shp.geojson')
In [9]:
continental_us = states[
states['iso_3166_2'].map(lambda x: 'HI' not in x) &
states['iso_3166_2'].map(lambda x: 'AK' not in x)
]
In [10]:
eastbound_delays
<div> <style scoped> .dataframe tbody tr th:only-of-type { vertical-align: middle; } .dataframe tbody tr th { vertical-align: top; } .dataframe thead th { text-align: right; } </style> <table border="1" class="dataframe"> <thead> <tr style="text-align: right;"> <th></th> <th>avg_arrival_delay</th> <th>avg_departure_delay</th> <th>origin</th> <th>destination</th> <th>num_flights</th> <th>dest_latitude</th> <th>dest_longitude</th> <th>origin_latitude</th> <th>origin_longitude</th> </tr> </thead> <tbody> <tr> <th>0</th> <td>17.920547</td> <td>20.217788</td> <td>ORD</td> <td>LGA</td> <td>3920</td> <td>40.777222</td> <td>-73.872500</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>1</th> <td>12.871577</td> <td>10.494684</td> <td>SFO</td> <td>LAX</td> <td>3854</td> <td>33.942500</td> <td>-118.408056</td> <td>37.618889</td> <td>-122.375556</td> </tr> <tr> <th>2</th> <td>2.466523</td> <td>11.422114</td> <td>LAX</td> <td>JFK</td> <td>3288</td> <td>40.640000</td> <td>-73.778611</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>3</th> <td>2.800473</td> <td>7.676788</td> <td>LAX</td> <td>LAS</td> <td>2986</td> <td>36.080000</td> <td>-115.152222</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>4</th> <td>0.535376</td> <td>10.021526</td> <td>LGA</td> <td>BOS</td> <td>2730</td> <td>42.363056</td> <td>-71.006389</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>5</th> <td>3.635118</td> <td>14.077778</td> <td>ATL</td> <td>LGA</td> <td>2454</td> <td>40.777222</td> <td>-73.872500</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>6</th> <td>8.034824</td> <td>11.445015</td> <td>ATL</td> <td>MCO</td> <td>2347</td> <td>28.429444</td> <td>-81.308889</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>7</th> <td>7.529049</td> <td>11.019273</td> <td>ATL</td> <td>FLL</td> <td>2287</td> <td>26.071667</td> <td>-80.149722</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>8</th> <td>1.089863</td> <td>3.661355</td> <td>SEA</td> <td>LAX</td> <td>2264</td> <td>33.942500</td> <td>-118.408056</td> <td>47.450000</td> <td>-122.311667</td> </tr> <tr> <th>9</th> <td>-1.401453</td> <td>8.381210</td> <td>LAX</td> <td>DEN</td> <td>2224</td> <td>39.861667</td> <td>-104.673056</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>10</th> <td>13.233090</td> <td>12.270567</td> <td>SFO</td> <td>SEA</td> <td>2211</td> <td>47.450000</td> <td>-122.311667</td> <td>37.618889</td> <td>-122.375556</td> </tr> <tr> <th>11</th> <td>2.596615</td> <td>8.257809</td> <td>LAX</td> <td>ORD</td> <td>2162</td> <td>41.977222</td> <td>-87.908056</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>12</th> <td>5.175856</td> <td>10.244434</td> <td>DCA</td> <td>BOS</td> <td>2153</td> <td>42.363056</td> <td>-71.006389</td> <td>38.851389</td> <td>-77.037778</td> </tr> <tr> <th>13</th> <td>9.123624</td> <td>11.699950</td> <td>ORD</td> <td>DCA</td> <td>2049</td> <td>38.851389</td> <td>-77.037778</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>14</th> <td>5.989104</td> <td>15.017717</td> <td>SFO</td> <td>JFK</td> <td>2043</td> <td>40.640000</td> <td>-73.778611</td> <td>37.618889</td> <td>-122.375556</td> </tr> <tr> <th>15</th> <td>9.922807</td> <td>12.971684</td> <td>DFW</td> <td>ORD</td> <td>2034</td> <td>41.977222</td> <td>-87.908056</td> <td>32.897222</td> <td>-97.037778</td> </tr> <tr> <th>16</th> <td>8.961145</td> <td>11.255873</td> <td>SFO</td> <td>SAN</td> <td>2024</td> <td>32.733611</td> <td>-117.189722</td> <td>37.618889</td> <td>-122.375556</td> </tr> <tr> <th>17</th> <td>8.139032</td> <td>11.591658</td> <td>SFO</td> <td>LAS</td> <td>1962</td> <td>36.080000</td> <td>-115.152222</td> <td>37.618889</td> <td>-122.375556</td> </tr> <tr> <th>18</th> <td>5.623945</td> <td>11.616921</td> <td>PHX</td> <td>DEN</td> <td>1915</td> <td>39.861667</td> <td>-104.673056</td> <td>33.434167</td> <td>-112.011667</td> </tr> <tr> <th>19</th> <td>14.627981</td> <td>16.191005</td> <td>ORD</td> <td>BOS</td> <td>1914</td> <td>42.363056</td> <td>-71.006389</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>20</th> <td>15.668090</td> <td>17.364263</td> <td>ORD</td> <td>ATL</td> <td>1910</td> <td>33.636667</td> <td>-84.427778</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>21</th> <td>16.732609</td> <td>16.488347</td> <td>MSP</td> <td>ORD</td> <td>1901</td> <td>41.977222</td> <td>-87.908056</td> <td>44.881944</td> <td>-93.221667</td> </tr> <tr> <th>22</th> <td>6.110926</td> <td>10.195927</td> <td>DCA</td> <td>LGA</td> <td>1894</td> <td>40.777222</td> <td>-73.872500</td> <td>38.851389</td> <td>-77.037778</td> </tr> <tr> <th>23</th> <td>22.784715</td> <td>25.850995</td> <td>MCO</td> <td>EWR</td> <td>1880</td> <td>40.692500</td> <td>-74.168611</td> <td>28.429444</td> <td>-81.308889</td> </tr> <tr> <th>24</th> <td>1.705401</td> <td>8.393362</td> <td>SLC</td> <td>DEN</td> <td>1851</td> <td>39.861667</td> <td>-104.673056</td> <td>40.788333</td> <td>-111.977778</td> </tr> <tr> <th>25</th> <td>8.554878</td> <td>13.914459</td> <td>ATL</td> <td>DCA</td> <td>1830</td> <td>38.851389</td> <td>-77.037778</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>26</th> <td>8.857697</td> <td>11.472697</td> <td>DFW</td> <td>ATL</td> <td>1825</td> <td>33.636667</td> <td>-84.427778</td> <td>32.897222</td> <td>-97.037778</td> </tr> <tr> <th>27</th> <td>-2.028682</td> <td>5.934579</td> <td>LAX</td> <td>DFW</td> <td>1822</td> <td>32.897222</td> <td>-97.037778</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>28</th> <td>7.138767</td> <td>15.054455</td> <td>ATL</td> <td>BOS</td> <td>1822</td> <td>42.363056</td> <td>-71.006389</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>29</th> <td>9.169613</td> <td>11.741864</td> <td>ATL</td> <td>TPA</td> <td>1821</td> <td>27.975556</td> <td>-82.533333</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>...</th> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> </tr> <tr> <th>70</th> <td>8.020649</td> <td>12.602356</td> <td>ATL</td> <td>RDU</td> <td>1359</td> <td>35.877778</td> <td>-78.787500</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>71</th> <td>16.493233</td> <td>20.947408</td> <td>EWR</td> <td>BOS</td> <td>1348</td> <td>42.363056</td> <td>-71.006389</td> <td>40.692500</td> <td>-74.168611</td> </tr> <tr> <th>72</th> <td>7.649811</td> <td>10.255622</td> <td>LAX</td> <td>EWR</td> <td>1343</td> <td>40.692500</td> <td>-74.168611</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>73</th> <td>2.750381</td> <td>7.531511</td> <td>SJC</td> <td>SAN</td> <td>1327</td> <td>32.733611</td> <td>-117.189722</td> <td>37.363056</td> <td>-121.928611</td> </tr> <tr> <th>74</th> <td>3.626911</td> <td>7.447248</td> <td>SAN</td> <td>PHX</td> <td>1319</td> <td>33.434167</td> <td>-112.011667</td> <td>32.733611</td> <td>-117.189722</td> </tr> <tr> <th>75</th> <td>8.958365</td> <td>13.323349</td> <td>IAH</td> <td>ATL</td> <td>1309</td> <td>33.636667</td> <td>-84.427778</td> <td>29.984444</td> <td>-95.341389</td> </tr> <tr> <th>76</th> <td>12.361111</td> <td>16.795385</td> <td>MCO</td> <td>PHL</td> <td>1306</td> <td>39.871944</td> <td>-75.240556</td> <td>28.429444</td> <td>-81.308889</td> </tr> <tr> <th>77</th> <td>8.818972</td> <td>10.866403</td> <td>SJC</td> <td>LAX</td> <td>1299</td> <td>33.942500</td> <td>-118.408056</td> <td>37.363056</td> <td>-121.928611</td> </tr> <tr> <th>78</th> <td>2.992163</td> <td>8.409479</td> <td>PHX</td> <td>ORD</td> <td>1298</td> <td>41.977222</td> <td>-87.908056</td> <td>33.434167</td> <td>-112.011667</td> </tr> <tr> <th>79</th> <td>12.497193</td> <td>13.576339</td> <td>ORD</td> <td>CLE</td> <td>1290</td> <td>41.409444</td> <td>-81.854722</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>80</th> <td>5.502373</td> <td>9.627668</td> <td>SFO</td> <td>PHX</td> <td>1282</td> <td>33.434167</td> <td>-112.011667</td> <td>37.618889</td> <td>-122.375556</td> </tr> <tr> <th>81</th> <td>9.503160</td> <td>15.834385</td> <td>MCO</td> <td>JFK</td> <td>1277</td> <td>40.640000</td> <td>-73.778611</td> <td>28.429444</td> <td>-81.308889</td> </tr> <tr> <th>82</th> <td>9.523237</td> <td>17.548336</td> <td>FLL</td> <td>LGA</td> <td>1271</td> <td>40.777222</td> <td>-73.872500</td> <td>26.071667</td> <td>-80.149722</td> </tr> <tr> <th>83</th> <td>1.961039</td> <td>9.270816</td> <td>DTW</td> <td>LGA</td> <td>1269</td> <td>40.777222</td> <td>-73.872500</td> <td>42.212500</td> <td>-83.353333</td> </tr> <tr> <th>84</th> <td>5.784064</td> <td>8.375796</td> <td>SAN</td> <td>LAS</td> <td>1266</td> <td>36.080000</td> <td>-115.152222</td> <td>32.733611</td> <td>-117.189722</td> </tr> <tr> <th>85</th> <td>-0.241129</td> <td>5.205788</td> <td>MSP</td> <td>ATL</td> <td>1258</td> <td>33.636667</td> <td>-84.427778</td> <td>44.881944</td> <td>-93.221667</td> </tr> <tr> <th>86</th> <td>9.785306</td> <td>11.079740</td> <td>ORD</td> <td>CLT</td> <td>1257</td> <td>35.213611</td> <td>-80.949167</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>87</th> <td>21.388477</td> <td>22.309641</td> <td>ORD</td> <td>EWR</td> <td>1251</td> <td>40.692500</td> <td>-74.168611</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>88</th> <td>6.678922</td> <td>13.646867</td> <td>FLL</td> <td>BWI</td> <td>1248</td> <td>39.175833</td> <td>-76.668889</td> <td>26.071667</td> <td>-80.149722</td> </tr> <tr> <th>89</th> <td>12.675676</td> <td>11.939493</td> <td>ORD</td> <td>PHL</td> <td>1242</td> <td>39.871944</td> <td>-75.240556</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>90</th> <td>14.529268</td> <td>17.142276</td> <td>MCO</td> <td>SJU</td> <td>1235</td> <td>18.439444</td> <td>-66.002222</td> <td>28.429444</td> <td>-81.308889</td> </tr> <tr> <th>91</th> <td>-0.466557</td> <td>7.315359</td> <td>LAS</td> <td>ATL</td> <td>1228</td> <td>33.636667</td> <td>-84.427778</td> <td>36.080000</td> <td>-115.152222</td> </tr> <tr> <th>92</th> <td>7.130360</td> <td>12.534247</td> <td>CLE</td> <td>LGA</td> <td>1210</td> <td>40.777222</td> <td>-73.872500</td> <td>41.409444</td> <td>-81.854722</td> </tr> <tr> <th>93</th> <td>10.290182</td> <td>17.349741</td> <td>RDU</td> <td>LGA</td> <td>1208</td> <td>40.777222</td> <td>-73.872500</td> <td>35.877778</td> <td>-78.787500</td> </tr> <tr> <th>94</th> <td>4.963713</td> <td>11.171836</td> <td>LAS</td> <td>DFW</td> <td>1203</td> <td>32.897222</td> <td>-97.037778</td> <td>36.080000</td> <td>-115.152222</td> </tr> <tr> <th>95</th> <td>9.474979</td> <td>10.609283</td> <td>ORD</td> <td>MCO</td> <td>1192</td> <td>28.429444</td> <td>-81.308889</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>96</th> <td>7.410103</td> <td>14.545918</td> <td>LAS</td> <td>ORD</td> <td>1189</td> <td>41.977222</td> <td>-87.908056</td> <td>36.080000</td> <td>-115.152222</td> </tr> <tr> <th>97</th> <td>8.254577</td> <td>12.024390</td> <td>MSP</td> <td>MDW</td> <td>1176</td> <td>41.785833</td> <td>-87.752500</td> <td>44.881944</td> <td>-93.221667</td> </tr> <tr> <th>98</th> <td>0.116638</td> <td>5.159247</td> <td>SMF</td> <td>SAN</td> <td>1170</td> <td>32.733611</td> <td>-117.189722</td> <td>38.695556</td> <td>-121.590833</td> </tr> <tr> <th>99</th> <td>7.547496</td> <td>9.105354</td> <td>SMF</td> <td>LAX</td> <td>1168</td> <td>33.942500</td> <td>-118.408056</td> <td>38.695556</td> <td>-121.590833</td> </tr> </tbody> </table> <p>100 rows × 9 columns</p> </div>
In [11]:
ax = continental_us.plot(
alpha=0.1,
edgecolor='black',
)
# These "should" be great circles, but to keep the demo dependencies lightweight we aren't using basemap
for i in eastbound_delays.index:
if eastbound_delays['avg_arrival_delay'][i] > 1:
plt.plot(
(eastbound_delays['origin_longitude'][i], eastbound_delays['dest_longitude'][i]),
(eastbound_delays['origin_latitude'][i], eastbound_delays['dest_latitude'][i]),
'k-',
linewidth=math.sqrt(eastbound_delays['avg_arrival_delay'][i]),
alpha=min(math.sqrt(eastbound_delays['avg_arrival_delay'][i]) * .1, 1)
)
plt.title('Average Delays on Eastbound Routes', fontsize=8)
pp.savefig()
In [12]:
westbound_delays
<div> <style scoped> .dataframe tbody tr th:only-of-type { vertical-align: middle; } .dataframe tbody tr th { vertical-align: top; } .dataframe thead th { text-align: right; } </style> <table border="1" class="dataframe"> <thead> <tr style="text-align: right;"> <th></th> <th>avg_arrival_delay</th> <th>avg_departure_delay</th> <th>origin</th> <th>destination</th> <th>num_flights</th> <th>dest_latitude</th> <th>dest_longitude</th> <th>origin_latitude</th> <th>origin_longitude</th> </tr> </thead> <tbody> <tr> <th>0</th> <td>12.425526</td> <td>18.464770</td> <td>LGA</td> <td>ORD</td> <td>3918</td> <td>41.977222</td> <td>-87.908056</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>1</th> <td>10.403037</td> <td>12.776862</td> <td>LAX</td> <td>SFO</td> <td>3849</td> <td>37.618889</td> <td>-122.375556</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>2</th> <td>-5.560342</td> <td>7.309851</td> <td>JFK</td> <td>LAX</td> <td>3288</td> <td>33.942500</td> <td>-118.408056</td> <td>40.640000</td> <td>-73.778611</td> </tr> <tr> <th>3</th> <td>4.208628</td> <td>8.485175</td> <td>LAS</td> <td>LAX</td> <td>2985</td> <td>33.942500</td> <td>-118.408056</td> <td>36.080000</td> <td>-115.152222</td> </tr> <tr> <th>4</th> <td>3.697084</td> <td>11.359758</td> <td>BOS</td> <td>LGA</td> <td>2730</td> <td>40.777222</td> <td>-73.872500</td> <td>42.363056</td> <td>-71.006389</td> </tr> <tr> <th>5</th> <td>-1.819496</td> <td>9.400823</td> <td>LGA</td> <td>ATL</td> <td>2455</td> <td>33.636667</td> <td>-84.427778</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>6</th> <td>5.628106</td> <td>8.688623</td> <td>MCO</td> <td>ATL</td> <td>2349</td> <td>33.636667</td> <td>-84.427778</td> <td>28.429444</td> <td>-81.308889</td> </tr> <tr> <th>7</th> <td>10.342394</td> <td>13.147484</td> <td>FLL</td> <td>ATL</td> <td>2288</td> <td>33.636667</td> <td>-84.427778</td> <td>26.071667</td> <td>-80.149722</td> </tr> <tr> <th>8</th> <td>2.763821</td> <td>4.163572</td> <td>LAX</td> <td>SEA</td> <td>2265</td> <td>47.450000</td> <td>-122.311667</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>9</th> <td>5.986943</td> <td>11.954545</td> <td>DEN</td> <td>LAX</td> <td>2232</td> <td>33.942500</td> <td>-118.408056</td> <td>39.861667</td> <td>-104.673056</td> </tr> <tr> <th>10</th> <td>9.819845</td> <td>13.201919</td> <td>SEA</td> <td>SFO</td> <td>2209</td> <td>37.618889</td> <td>-122.375556</td> <td>47.450000</td> <td>-122.311667</td> </tr> <tr> <th>11</th> <td>7.642257</td> <td>13.938519</td> <td>ORD</td> <td>LAX</td> <td>2162</td> <td>33.942500</td> <td>-118.408056</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>12</th> <td>4.662879</td> <td>9.480360</td> <td>BOS</td> <td>DCA</td> <td>2153</td> <td>38.851389</td> <td>-77.037778</td> <td>42.363056</td> <td>-71.006389</td> </tr> <tr> <th>13</th> <td>5.229670</td> <td>12.057381</td> <td>JFK</td> <td>SFO</td> <td>2045</td> <td>37.618889</td> <td>-122.375556</td> <td>40.640000</td> <td>-73.778611</td> </tr> <tr> <th>14</th> <td>7.056089</td> <td>12.010500</td> <td>DCA</td> <td>ORD</td> <td>2042</td> <td>41.977222</td> <td>-87.908056</td> <td>38.851389</td> <td>-77.037778</td> </tr> <tr> <th>15</th> <td>13.248205</td> <td>15.394373</td> <td>SAN</td> <td>SFO</td> <td>2022</td> <td>37.618889</td> <td>-122.375556</td> <td>32.733611</td> <td>-117.189722</td> </tr> <tr> <th>16</th> <td>11.811722</td> <td>17.106053</td> <td>ORD</td> <td>DFW</td> <td>1966</td> <td>32.897222</td> <td>-97.037778</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>17</th> <td>13.284536</td> <td>14.376931</td> <td>LAS</td> <td>SFO</td> <td>1961</td> <td>37.618889</td> <td>-122.375556</td> <td>36.080000</td> <td>-115.152222</td> </tr> <tr> <th>18</th> <td>10.739107</td> <td>14.874340</td> <td>BOS</td> <td>ORD</td> <td>1917</td> <td>41.977222</td> <td>-87.908056</td> <td>42.363056</td> <td>-71.006389</td> </tr> <tr> <th>19</th> <td>6.887895</td> <td>10.904261</td> <td>DEN</td> <td>PHX</td> <td>1917</td> <td>33.434167</td> <td>-112.011667</td> <td>39.861667</td> <td>-104.673056</td> </tr> <tr> <th>20</th> <td>13.821962</td> <td>18.446211</td> <td>ATL</td> <td>ORD</td> <td>1912</td> <td>41.977222</td> <td>-87.908056</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>21</th> <td>17.389702</td> <td>20.031755</td> <td>ORD</td> <td>MSP</td> <td>1902</td> <td>44.881944</td> <td>-93.221667</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>22</th> <td>3.751659</td> <td>8.422210</td> <td>LGA</td> <td>DCA</td> <td>1897</td> <td>38.851389</td> <td>-77.037778</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>23</th> <td>16.136193</td> <td>18.990909</td> <td>EWR</td> <td>MCO</td> <td>1884</td> <td>28.429444</td> <td>-81.308889</td> <td>40.692500</td> <td>-74.168611</td> </tr> <tr> <th>24</th> <td>8.472191</td> <td>12.027624</td> <td>DCA</td> <td>ATL</td> <td>1830</td> <td>33.636667</td> <td>-84.427778</td> <td>38.851389</td> <td>-77.037778</td> </tr> <tr> <th>25</th> <td>2.885064</td> <td>10.713418</td> <td>ATL</td> <td>DFW</td> <td>1824</td> <td>32.897222</td> <td>-97.037778</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>26</th> <td>4.807163</td> <td>11.680418</td> <td>BOS</td> <td>ATL</td> <td>1821</td> <td>33.636667</td> <td>-84.427778</td> <td>42.363056</td> <td>-71.006389</td> </tr> <tr> <th>27</th> <td>6.342178</td> <td>8.790839</td> <td>TPA</td> <td>ATL</td> <td>1821</td> <td>33.636667</td> <td>-84.427778</td> <td>27.975556</td> <td>-82.533333</td> </tr> <tr> <th>28</th> <td>0.227598</td> <td>9.461538</td> <td>DFW</td> <td>LAX</td> <td>1821</td> <td>33.942500</td> <td>-118.408056</td> <td>32.897222</td> <td>-97.037778</td> </tr> <tr> <th>29</th> <td>7.613548</td> <td>11.766241</td> <td>DEN</td> <td>LAS</td> <td>1815</td> <td>36.080000</td> <td>-115.152222</td> <td>39.861667</td> <td>-104.673056</td> </tr> <tr> <th>...</th> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> <td>...</td> </tr> <tr> <th>70</th> <td>10.475240</td> <td>13.282657</td> <td>RDU</td> <td>ATL</td> <td>1358</td> <td>33.636667</td> <td>-84.427778</td> <td>35.877778</td> <td>-78.787500</td> </tr> <tr> <th>71</th> <td>18.517656</td> <td>20.660165</td> <td>BOS</td> <td>EWR</td> <td>1350</td> <td>40.692500</td> <td>-74.168611</td> <td>42.363056</td> <td>-71.006389</td> </tr> <tr> <th>72</th> <td>15.629516</td> <td>18.663366</td> <td>EWR</td> <td>ORD</td> <td>1349</td> <td>41.977222</td> <td>-87.908056</td> <td>40.692500</td> <td>-74.168611</td> </tr> <tr> <th>73</th> <td>3.109774</td> <td>10.332832</td> <td>EWR</td> <td>LAX</td> <td>1340</td> <td>33.942500</td> <td>-118.408056</td> <td>40.692500</td> <td>-74.168611</td> </tr> <tr> <th>74</th> <td>2.894977</td> <td>6.786910</td> <td>SAN</td> <td>SJC</td> <td>1323</td> <td>37.363056</td> <td>-121.928611</td> <td>32.733611</td> <td>-117.189722</td> </tr> <tr> <th>75</th> <td>2.911877</td> <td>7.041379</td> <td>PHX</td> <td>SAN</td> <td>1315</td> <td>32.733611</td> <td>-117.189722</td> <td>33.434167</td> <td>-112.011667</td> </tr> <tr> <th>76</th> <td>3.196018</td> <td>9.843917</td> <td>ATL</td> <td>IAH</td> <td>1314</td> <td>29.984444</td> <td>-95.341389</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>77</th> <td>13.977537</td> <td>15.537867</td> <td>PHL</td> <td>MCO</td> <td>1304</td> <td>28.429444</td> <td>-81.308889</td> <td>39.871944</td> <td>-75.240556</td> </tr> <tr> <th>78</th> <td>4.504327</td> <td>10.565696</td> <td>LAX</td> <td>SJC</td> <td>1299</td> <td>37.363056</td> <td>-121.928611</td> <td>33.942500</td> <td>-118.408056</td> </tr> <tr> <th>79</th> <td>7.296498</td> <td>12.178849</td> <td>ORD</td> <td>PHX</td> <td>1298</td> <td>33.434167</td> <td>-112.011667</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>80</th> <td>7.280772</td> <td>9.066400</td> <td>CLE</td> <td>ORD</td> <td>1292</td> <td>41.977222</td> <td>-87.908056</td> <td>41.409444</td> <td>-81.854722</td> </tr> <tr> <th>81</th> <td>9.965327</td> <td>14.964539</td> <td>PHX</td> <td>SFO</td> <td>1281</td> <td>37.618889</td> <td>-122.375556</td> <td>33.434167</td> <td>-112.011667</td> </tr> <tr> <th>82</th> <td>5.251383</td> <td>11.316824</td> <td>JFK</td> <td>MCO</td> <td>1280</td> <td>28.429444</td> <td>-81.308889</td> <td>40.640000</td> <td>-73.778611</td> </tr> <tr> <th>83</th> <td>6.929027</td> <td>15.889683</td> <td>LGA</td> <td>FLL</td> <td>1271</td> <td>26.071667</td> <td>-80.149722</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>84</th> <td>-0.849636</td> <td>9.660225</td> <td>LGA</td> <td>DTW</td> <td>1269</td> <td>42.212500</td> <td>-83.353333</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>85</th> <td>4.851793</td> <td>8.012739</td> <td>LAS</td> <td>SAN</td> <td>1264</td> <td>32.733611</td> <td>-117.189722</td> <td>36.080000</td> <td>-115.152222</td> </tr> <tr> <th>86</th> <td>4.814516</td> <td>12.067524</td> <td>ATL</td> <td>MSP</td> <td>1257</td> <td>44.881944</td> <td>-93.221667</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>87</th> <td>7.329508</td> <td>12.663948</td> <td>BWI</td> <td>FLL</td> <td>1248</td> <td>26.071667</td> <td>-80.149722</td> <td>39.175833</td> <td>-76.668889</td> </tr> <tr> <th>88</th> <td>4.461854</td> <td>10.488163</td> <td>PHL</td> <td>ORD</td> <td>1243</td> <td>41.977222</td> <td>-87.908056</td> <td>39.871944</td> <td>-75.240556</td> </tr> <tr> <th>89</th> <td>4.665848</td> <td>11.544190</td> <td>SJU</td> <td>MCO</td> <td>1230</td> <td>28.429444</td> <td>-81.308889</td> <td>18.439444</td> <td>-66.002222</td> </tr> <tr> <th>90</th> <td>3.557551</td> <td>11.718367</td> <td>ATL</td> <td>LAS</td> <td>1228</td> <td>36.080000</td> <td>-115.152222</td> <td>33.636667</td> <td>-84.427778</td> </tr> <tr> <th>91</th> <td>3.702791</td> <td>6.728243</td> <td>SAN</td> <td>SMF</td> <td>1220</td> <td>38.695556</td> <td>-121.590833</td> <td>32.733611</td> <td>-117.189722</td> </tr> <tr> <th>92</th> <td>-1.074678</td> <td>8.514555</td> <td>LGA</td> <td>CLE</td> <td>1209</td> <td>41.409444</td> <td>-81.854722</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>93</th> <td>8.660684</td> <td>15.161512</td> <td>LGA</td> <td>RDU</td> <td>1208</td> <td>35.877778</td> <td>-78.787500</td> <td>40.777222</td> <td>-73.872500</td> </tr> <tr> <th>94</th> <td>8.933054</td> <td>12.438127</td> <td>DFW</td> <td>LAS</td> <td>1203</td> <td>36.080000</td> <td>-115.152222</td> <td>32.897222</td> <td>-97.037778</td> </tr> <tr> <th>95</th> <td>13.814941</td> <td>16.315657</td> <td>MCO</td> <td>ORD</td> <td>1195</td> <td>41.977222</td> <td>-87.908056</td> <td>28.429444</td> <td>-81.308889</td> </tr> <tr> <th>96</th> <td>16.576661</td> <td>18.411064</td> <td>ORD</td> <td>LAS</td> <td>1189</td> <td>36.080000</td> <td>-115.152222</td> <td>41.977222</td> <td>-87.908056</td> </tr> <tr> <th>97</th> <td>10.474191</td> <td>15.047079</td> <td>MDW</td> <td>MSP</td> <td>1176</td> <td>44.881944</td> <td>-93.221667</td> <td>41.785833</td> <td>-87.752500</td> </tr> <tr> <th>98</th> <td>10.426087</td> <td>15.198089</td> <td>BWI</td> <td>MCO</td> <td>1175</td> <td>28.429444</td> <td>-81.308889</td> <td>39.175833</td> <td>-76.668889</td> </tr> <tr> <th>99</th> <td>2.954350</td> <td>10.781411</td> <td>LAX</td> <td>SMF</td> <td>1170</td> <td>38.695556</td> <td>-121.590833</td> <td>33.942500</td> <td>-118.408056</td> </tr> </tbody> </table> <p>100 rows × 9 columns</p> </div>
In [13]:
ax = continental_us.plot(
alpha=0.1,
edgecolor='black',
)
# These "should" be great circles, but to keep the demo dependencies lightweight we aren't using basemap
for i in westbound_delays.index:
if westbound_delays['avg_arrival_delay'][i] > 1:
plt.plot(
(westbound_delays['origin_longitude'][i], westbound_delays['dest_longitude'][i]),
(westbound_delays['origin_latitude'][i], westbound_delays['dest_latitude'][i]),
'k-',
linewidth=math.sqrt(westbound_delays['avg_arrival_delay'][i]),
alpha=min(math.sqrt(westbound_delays['avg_arrival_delay'][i]) * .1, 1)
)
plt.title('Average Delays on Westbound Routes', fontsize=8)
pp.savefig()
In [14]:
pp.close()
In [15]:
from dagster import LocalFileHandle
dagstermill.yield_result(LocalFileHandle(pdf_path))
'/Users/max/dev/dagster/python_modules/airline-demo/airline_demo/notebooks/plots/delays_by_geography.pdf'