Source code for irfpy.rica.l1
""" Handles L1 data.
"""
import os as _os
from dataclasses import dataclass as _dataclass
import datetime as _datetime
from irfpy.util import datacenter as _dc
from irfpy.util import irfpyrc as _irfpyrc
from irfpy.rica import SENSOR_NAME
import h5py as _h5py
[docs]
@_dataclass(unsafe_hash=True)
class BGinfo:
""" ICA background info in L1 data.
"""
noise_reduction: int
[docs]
class DataCenterL1BGinfo(_dc.BaseDataCenter):
""" Read L1 background information data.
>>> import datetime
>>> from irfpy.rica import l1
>>> dc = l1.DataCenterL1BGinfo()
>>> t, d = dc.nearest(datetime.datetime(2014, 11, 12, 3, 6, 45))
>>> print(d)
BGinfo(noise_reduction=np.float64(2.0))
"""
def __init__(self):
rc = _irfpyrc.Rc()
self.basepath = rc.get('rica', 'ical1base')
if not _os.path.isdir(self.basepath):
msg = 'The path {} not found for RICA data center.'.format(self.basepath)
_logger.error(msg)
raise ValueError(msg)
_dc.BaseDataCenter.__init__(self,
cache_size=10,
name='L1 MAT FOR {}'.format(SENSOR_NAME))
[docs]
def search_files(self):
return _search_l1_files(self.basepath)
[docs]
def read_file(self, filename):
from irfpy.util import utc as _utc
import numpy as _np
with _h5py.File(filename) as f:
t = _np.array(f['time_instances'])[:, 0]
tarr = [_utc.mat2dt(_t) for _t in t]
bg = _np.array(f['noise_reduction'])[:, 0]
bginfo = [BGinfo(noise_reduction=_bg, ) for _bg in bg]
return tarr, bginfo
[docs]
def approximate_starttime(self, filename):
return _approximate_starttime(filename)
def _search_l1_files(parent_pathname):
filelist = []
# proc20141207T030000.mat
for pp, dd, ff in _os.walk(parent_pathname):
for f in ff:
if len(f) != 23:
continue
if not f.endswith('.mat'):
continue
if not f.startswith('proc'):
continue
fn = _os.path.join(pp, f)
filelist.append(fn)
return filelist
def _approximate_starttime(filename):
fn = _os.path.basename(filename)
try:
if fn.startswith('proc'):
yr = int(fn[4:8])
mo = int(fn[8:10])
dy = int(fn[10:12])
hr = int(fn[13:15])
mn = int(fn[15:17])
se = int(fn[17:19])
return _datetime.datetime(yr, mo, dy, hr, mn, se)
else:
raise ValueError('The file is not ICA data file')
except ValueError:
raise ValueError('{} is not a file convention for ICA L1 matlab data'.format(filename))