|
|
@ -1,6 +1,7 @@
|
|
|
|
import pandas as pd
|
|
|
|
import pandas as pd
|
|
|
|
import numpy as np
|
|
|
|
import numpy as np
|
|
|
|
import yaml
|
|
|
|
import yaml
|
|
|
|
|
|
|
|
import gzip
|
|
|
|
|
|
|
|
|
|
|
|
import os.path
|
|
|
|
import os.path
|
|
|
|
|
|
|
|
|
|
|
@ -11,12 +12,25 @@ def load_data_RH_logger(filepath, every=1):
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
|
|
|
|
# Read the header
|
|
|
|
|
|
|
|
if filepath.endswith('gz'):
|
|
|
|
|
|
|
|
with gzip.open(filepath, 'r') as f:
|
|
|
|
|
|
|
|
header = f.readline()
|
|
|
|
|
|
|
|
else:
|
|
|
|
with open(filepath, 'r') as f:
|
|
|
|
with open(filepath, 'r') as f:
|
|
|
|
header = f.readline()
|
|
|
|
header = f.readline()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# reorganize header
|
|
|
|
header = header.strip('# ').rstrip('\n').split('|')
|
|
|
|
header = header.strip('# ').rstrip('\n').split('|')
|
|
|
|
header.append('X') # Empty col...
|
|
|
|
header.append('X') # Empty col...
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Load with pandas
|
|
|
|
|
|
|
|
if filepath.endswith('gz'):
|
|
|
|
|
|
|
|
df = pd.read_csv(filepath, sep=' ', compression='gzip', names=header, skiprows=1)
|
|
|
|
|
|
|
|
else:
|
|
|
|
df = pd.read_csv(filepath, sep=' ', names=header, skiprows=1)
|
|
|
|
df = pd.read_csv(filepath, sep=' ', names=header, skiprows=1)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Clean up
|
|
|
|
df = df.drop(columns='X')
|
|
|
|
df = df.drop(columns='X')
|
|
|
|
df = df.drop(np.arange(1))
|
|
|
|
df = df.drop(np.arange(1))
|
|
|
|
|
|
|
|
|
|
|
@ -24,7 +38,6 @@ def load_data_RH_logger(filepath, every=1):
|
|
|
|
df = df.reset_index()
|
|
|
|
df = df.reset_index()
|
|
|
|
del df['index']
|
|
|
|
del df['index']
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return df.iloc[::every]
|
|
|
|
return df.iloc[::every]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|