create_superstructure_validation_CH.py
47d1a2449564master

create_superstructure_validation_CH.py
View Options

			import numpy as np
			import pandas as pd
			import geopandas as gpd

			import fiona

			import os
			import glob
			import sys
			import time

			# aim: get shapes of randomly selected roofs based on their roof id

			##== INPUTS

			ID_FILE = "VAL_sample_CH_idx.csv"
			SON_FILE = "/work/hyenergy/raw/Sonnendach/Sonnendach_all_roofs/Sonnendach_CH_shapefile/SONNENDACH_CH.shp"
			OUT_FILE = "VAL_sample_CH.shp"

			BATCH_SIZE = 50000
			SAVE_INTERVAL = 10

			##==

			ID = pd.read_csv( ID_FILE )
			SON = fiona.open( SON_FILE )

			N = len(SON)
			N_batches = int(np.ceil( N / float(BATCH_SIZE) ))

			list_of_samples = []

			for batch_id in range(N_batches):

			# load selected rows from file
			start = batch_id * BATCH_SIZE
			end = (batch_id + 1) * BATCH_SIZE
			roofs = gpd.GeoDataFrame.from_features(SON[start : end])

			# find samples in current batch and append to all samples
			sample = roofs[ roofs.DF_UID.isin(ID.DF_UID) ]
			list_of_samples.append(sample)

			print("Finished iteration %d" %batch_id)

			if batch_id % SAVE_INTERVAL == 0:
			CH_sample = pd.concat(list_of_samples)
			CH_sample.loc[:,['DF_UID', 'geometry']].to_file( OUT_FILE )

			print("Saved intermediate file")

			CH_sample = pd.concat(list_of_samples)
			CH_sample.loc[:,['DF_UID', 'geometry']].to_file( OUT_FILE )