Homec4science
Diffusion solar_potential (master) Browse

solarPOT/DOM/merge_shading_2m.py
7745df19fa27master

Last Change
Raw File

merge_shading_2m.py
View Options

import numpy as np
import pandas as pd
import os
import sys
import util
######### USER INPUT #############
# location of csv files with region-based shading stats (without .csv ending)
shading_base = sys.argv[1]
# total number of regions
n_regions = int(sys.argv[2])
###################################
shading_all = []
tt = util.Timer()
for region in range(n_regions):
# load shading file
filename = ('%s_%d.csv' %(shading_base, region))
new_shading_file = pd.read_csv(filename, index_col = 0)
print('Loaded file %s' %(filename))
shading_all.append(new_shading_file)
tt.restart()
shading_all = pd.concat(shading_all).sort_values(['DF_UID']).reset_index().drop('index', axis=1)
tt.stop()
print('Loaded all files\n')
# detect duplicates
shading_all_dupl = shading_all.loc[shading_all.duplicated(subset=['DF_UID'], keep = False),:]
print('Extracted duplicates\n')
# replace table of partly shaded values by cell count values
shading_all_dupl.iloc[:,4:] = shading_all_dupl.iloc[:,4:].multiply(shading_all_dupl.non_null_cells, axis = 0)
print('Computed partly shaded cells\n')
# group shading values by rooftop ID
shading_grouped = shading_all_dupl.groupby(['DF_UID']).sum()
print('Grouped duplicate rooftops and summed\n')
# compute updated fully shaded and partly shaded values
shading_grouped.fully_shaded_ratio = 1 - (shading_grouped.non_null_cells / shading_grouped.n_cells)
shading_grouped.iloc[:,3:] = shading_grouped.iloc[:,3:].divide(shading_grouped.non_null_cells, axis = 0)
print('Computed updated shading ratios/factors')
# drop duplicates from full dataset, set index and update with new values (for duplicate columns only)
shading_merged = shading_all.drop_duplicates(subset = ['DF_UID']).set_index(['DF_UID'])
shading_merged.loc[ shading_grouped.index, :] = shading_grouped
print('Replaced duplicate data in original rooftop dataset')
# save as csv
filename = '%s.csv' %(shading_base)
shading_merged.to_csv(filename)
print('Saved csv to %s' %filename)
c4science · Help