Homec4science
Diffusion solar_potential (master) Browse

solarPOT/Potential_hourly/tilt_aspect_aggregates/extract_aggregate_subsets.py
67c48c8e30edmaster

Last Change
Raw File

extract_aggregate_subsets.py
View Options

import numpy as np
import pandas as pd
import xarray as xr
import sys
import os
import time
import glob
AGGR_FP = sys.argv[1] # Input file with roof categorisation (needs column "aspect", "flat" and "tilt")
IRRAD_FP = sys.argv[2] # Folder path with solar radiation data ("tilted_irrad_[BATCH].nc")
OUT_PATH = sys.argv[3] # Folder path for output data
N_BATCHES = int(sys.argv[4]) # Number of batches of solar radiation data
ASPECT = sys.argv[5]
TILT = int(sys.argv[6])
print('Aggregate file: %s' %AGGR_FP)
print('Irradiation file: %s' %IRRAD_FP)
print('Output file path: %s' %OUT_PATH)
print('Number of batches: %d' %N_BATCHES)
print('Aspect group: %s' %ASPECT)
print('Tilt group: %d' %TILT)
# Define file paths
INPUT_BATCH = lambda batch: os.path.join(IRRAD_FP, 'tilted_irrad_%d.nc' %batch)
SAVE_BATCH = lambda batch: os.path.join(OUT_PATH, 'TMP_tilted_irrad_%s_%d_%s.nc' %(ASPECT, TILT, batch))
# SAVE_GROUP = os.path.join(OUT_PATH, 'tilted_irrad_%s_%d.nc' %(ASPECT, TILT))
# Get time dataframe
# time_xr = xr.open_dataset(INPUT_BATCH(0)).time
roof_info = pd.read_csv(AGGR_FP)
nonFlat = roof_info[~roof_info.flat]
roof_sel = nonFlat[(nonFlat.tilt == TILT) & (nonFlat.aspect == ASPECT)]
tt = time.time()
# Get and save slice (intermediate)
for batch in range(N_BATCHES):
irrad_slice = xr.open_dataset(INPUT_BATCH(batch))
hourly_subset = irrad_slice.sel(DF_UID = irrad_slice.DF_UID.isin(roof_sel.DF_UID.values))
# Save batch
hourly_subset.to_netcdf( SAVE_BATCH(batch) )
print('Saved %s' %( SAVE_BATCH(batch) ))
irrad_slice.close()
print('\nSaved batches in %.2fs' %(time.time()-tt))
"""
# Load merged file
scenario = xr.open_mfdataset( SAVE_BATCH('*') )
scenario['time'] = time_xr
scenario.to_netcdf( SAVE_GROUP )
print('\nSaved %s in %.2fs' %(SAVE_GROUP, time.time()-tt))
# Close datasets
scenario.close()
time_xr.close()
# Remove temporary files
fileList = glob.glob( SAVE_BATCH('*') )
# Iterate over the list of filepaths & remove each file.
for filePath in fileList:
try:
os.remove(filePath)
except:
print("Error while deleting file : ", filePath)
print('Removed %s\n\n' %SAVE_BATCH('*'))
"""
c4science · Help