-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsf_etl.py
64 lines (61 loc) · 3.71 KB
/
sf_etl.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
from wopr import create_app
from wopr.etl import import_shapefile, create_meta_table, add_dataset_meta,\
import_shapefile_timed
#celery_app = make_celery(app=app)
proj_str = '+proj=lcc +lat_1=37.06666666666667 +lat_2=38.43333333333333 \
+lat_0=36.5 +lon_0=-120.5 +x_0=2000000 +y_0=500000.0000000002 +datum=NAD83 \
+units=us-ft +no_defs'
app = create_app()
if __name__ == "__main__":
#sf_raw_crime(fpath='data/sfpd_incident_all_csv.zip')
#sf_dat_crime(fpath='data/sfpd_incident_all_csv.zip', crime_type='violent')
#sf_dat_crime(fpath='data/sfpd_incident_all_csv.zip', crime_type='property')
#import_shapefile('./data/sf_census_blocks.zip', 'sf_census_blocks', proj=4326)
#import_shapefile('./data/CI.2.d.BlockParties.zip', 'sf_block_parties',
# proj=proj_str, duration='event', obs_date_field='date', voronoi=True)
#import_shapefile('./data/CI.1.a.CommunityCenterAccess.zip',
# 'sf_community_centers', proj=proj_str, voronoi=True)
#import_shapefile('./data/ED.2.a.EmploymentRate.zip',
# 'sf_employment_rate', proj=proj_str)
#import_shapefile('./data/cali_savings.zip',
# 'cali_energy_savings', duration='event', obs_date_field='date')
#import_shapefile_timed('./data/HEF.2.a.OpenSpace_total.zip', 'sf_open_space_nonstatic', proj=proj_str)
#import_shapefile_timed('./data/CI.1.a.CommunityCenterAccess.zip',
# 'sf_community_centers_nonstatic', proj=proj_str)
#import_shapefile('./data/HEF.2.a.OpenSpace_total.zip', 'sf_open_space', proj=proj_str)
#import_shapefile('./data/HWB.2.a.FarmersMarketAccess.zip', 'sf_farmers_markets',
# proj=proj_str, voronoi=True)
#import_shapefile('./data/building_footprint.zip', 'sf_building_footprint',
# proj=proj_str)
#import_shapefile('./data/CI.1.b.NeighborhoodCommercialZoning.zip', 'sf_commercial_zoning',
# proj=proj_str)
#import_shapefile('./data/sfshoreext.zip', 'sf_shore', proj=proj_str)
#import_shapefile('./data/SF_Urban_Tree_Canopy.zip', 'sf_tree_canopy', proj=proj_str)
create_meta_table()
add_dataset_meta('sf_open_space', human_name='Open space', area_q=True)
add_dataset_meta('sf_open_space_nonstatic', human_name='Open space (non static)',\
area_q=True, demo=True)
add_dataset_meta('sf_community_centers_nonstatic',\
human_name='Community centers (non static)',\
count_q=True, dist_q=True, demo=True)
add_dataset_meta('sf_building_footprint', human_name='Building footprint',
area_q=True)
add_dataset_meta('sf_tree_canopy', human_name='Tree canopy', area_q=True)
add_dataset_meta('sf_block_parties', human_name='Block parties',
count_q=True, dist_q=True, voronoi=True, duration='event')
add_dataset_meta('sf_community_centers', human_name='Community centers',
count_q=True, dist_q=True, access_q = True, voronoi=True)
add_dataset_meta('sf_farmers_markets', human_name='Farmers markets',
count_q=True, dist_q=True, voronoi=True)
add_dataset_meta('sf_employment_rate', human_name='Employment rate',
weighted_q=True, val_attr='employ_pct')
add_dataset_meta('cali_energy_savings', human_name='2013 Energy savings [kWh]',
weighted_q=True, val_attr='kwh', duration='event')
add_dataset_meta('cali_energy_savings', human_name='2013 Energy savings [therms]',
weighted_q=True, val_attr='therms', duration='event')
add_dataset_meta('cali_energy_savings', human_name='2013 Energy savings [$]',
weighted_q=True, val_attr='dollars', duration='event')
add_dataset_meta('sf_violent_crimes', human_name='Violent crimes',
count_q=True, access_q=True, duration='event')
add_dataset_meta('sf_property_crimes', human_name='Property crimes',
count_q=True, duration='event')