motus/test.py
ecdc9d54a5d9master

test.py
View Options

			from py7zr import unpack_7zarchive
			import shutil
			import os
			import pandas as pd
			import numpy as np
			from IPython.core import display as ICD
			import glob

			time_int='T'
			DATA_FOLDER = r'data/'
			AVERAGE_RES_FOLDER = r'average_data/'
			TEMP = r'temp_data/'


			zip_folders=os.listdir(DATA_FOLDER)

			print(zip_folders)

			items_anem = np.arange(4)
			columns_anem=[1,2,3,6,7]
			time_stp_position_anem=-1 #Respect to columns_anem

			#for zip_folder in zip_folders:
			# print("In progress: {}".format(zip_folder), end="\r")
			# shutil.register_unpack_format('7zip', [DATA_FOLDER+zip_folder], unpack_7zarchive)
			# shutil.unpack_archive(DATA_FOLDER+zip_folder, 'temp_data/')

			unzipped=os.listdir(TEMP)

			for day_file in unzipped:
			if day_file.endswith('anem4_20Hz'+'.txt'):
			df_temp=pd.read_csv(TEMP/day_file, header=None, comment=',', error_bad_lines=False,usecols=columns_anem, index_col=time_stp_position_anem)
			df_temp.index=pd.to_datetime(df_temp.index,format='%d.%m.%Y %H:%M:%S',errors='coerce')
			df_temp=df_temp.resample(time_int).mean()[:-1]
			df_temp.to_csv(AVERAGE_RES_FOLDER+'anem'+ str(i)+'.csv', header=None, index=True, sep=',', mode='a')