Homec4science
Diffusion solar_potential (master) Browse

solarPOT/Uncertainty/map_covrr_to_roofs.py
cd293a1ab61cmaster

Last Change
Raw File

map_covrr_to_roofs.py
View Options

import numpy as np
import xarray as xr
import pandas as pd
import os
import time
import util
import sys
# USER INPUT
INFILE = sys.argv[1] # FILENAME WITHOUT EXTENSION
# CONSTANTS
ROOF_fp = '/work/hyenergy/output/solar_potential/CH_ROOFS_pixel_link.csv'
SCRATCH = '/scratch/walch/scratch/tmp/'
OFFSET = 87.5 # this is the offset of the 200x200m pixels, i.e. the pixel coordinates (center of each pixel) are:
PIXEL = 200 # pixel size (in m)
# LOAD DATA
tot_unc = xr.open_dataset('%s.nc' %INFILE)
ROOFS = pd.read_csv( ROOF_fp )
#### Merge pixel data to rooftops
# Final data format: xarray dataset of dimensions [DF_UID, timestamp]
"""
i = 0
tt = time.time()
for timestamp in tot_unc.timestamp:
print(timestamp.values, time.time() - tt)
# get current timestamp and convert to pandas dataframe
unc_array = tot_unc.sel(timestamp = timestamp)
unc_df = unc_array.to_dataframe().dropna().reset_index().drop(columns = ['timestamp'])
unc_df['x'] = np.round(unc_df.x, 1)
unc_df['y'] = np.round(unc_df.y, 1)
if len(unc_df) == 0:
continue
merged_df = ROOFS.merge(unc_df, on = ['x', 'y'], how = 'left')
merged_df['timestamp'] = timestamp.values
# create xarray and save (to be opened and joined using mfdataset)
new_dataset = merged_df.set_index(['DF_UID', 'timestamp']).drop(columns = ['x', 'y']).to_xarray()
new_dataset.to_netcdf('/scratch/walch/scratch/tmp/covrr_%d.nc' %i)
i+=1
"""
data_unc = []
for i in range(10):
data_unc.append(xr.open_mfdataset('/scratch/walch/scratch/tmp/covrr_%d*' %i, chunks = {'DF_UID': 100000}))
data_unc = xr.concat(data_unc, dim = 'timestamp').sortby('timestamp')
print('finished processing; saving to file')
data_unc.to_netcdf( INFILE + '_roofs.nc' )
c4science · Help