T2021.24 scripts not returning correctly
Posted: Fri Jan 21, 2022 6:03 pm America/New_York
So it appears that a problem (well for us anyways) remain from way, way back.
The old one is that output of getanc and modis_atteph return att1 att2 ... eph1 eph2
BUT the other program takes a1 a2 ... e1 e2
And worse, the 2nd issue is that the att and eph files returned by getanc DO NOT PUT THE PATH INTO THE RETURN.
Yet, modis_atteph returns the att and eph files with the path? (AND SEE BELOW and note the OZONE warning)
New ancDBs were used for testing both 7.5.3 and 8.1 (T2021.24)
[bmurch@mdc-1057-13-5]$ getanc ./MOD00.P2022001.1820.CWFL_FULL.L1A_LAC --ancdb ./ancillary_data.db
./ancillary_data.db
Aqua
*** WARNING: No optimal OZONE files found.
att1=PM1ATTNR.P2022001.1800.003
eph1=PM1EPHND.P2022001.1200.003
icefile=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N2022001_SST_OIV2AV_24h.nc
met1=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N202200118_MET_NCEPR2_6h.hdf
met2=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
met3=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
sstfile=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N2022001_SST_OIV2AV_24h.nc
*** WARNING: The following ancillary data types were missing or are not optimal: OZONE
Whereas this places a path:
[bmurch@mdc-1057-13-5]$ modis_atteph MOD00.P2022001.1820.CWFL_FULL.L1A_LAC --ancdb ./ancillary_data.db Aqua
./ancillary_data.db
Aqua
att1=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/PM1ATTNR.P2022001.1800.003
eph1=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/PM1EPHND.P2022001.1200.003
icefile=N2022001_SST_OIV2AV_24h.nc
met1=N202200118_MET_NCEPR2_6h.hdf
met2=N202200200_MET_NCEPR2_6h.hdf
met3=N202200200_MET_NCEPR2_6h.hdf
sstfile=N2022001_SST_OIV2AV_24h.nc
But even worse? Maybe? Is that 7.5.3 finds the ozone files without issue:
getanc.py ./MOD00.P2022001.1820.CWFL_FULL.L1A_LAC --ancdb ./ancillary_data_753.db
Aqua
icefile=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N202200100_SEAICE_NSIDC_24h.hdf
met1=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N202200118_MET_NCEPR2_6h.hdf
met2=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
met3=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
ozone1=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N202200100_O3_AURAOMI_24h.hdf
ozone2=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
ozone3=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
sstfile=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N2022001_SST_OIV2AV_24h.nc
[bmurch@mdc-1057-13-5] $ strings ./ancillary_data_753.db
SQLite format 3
Wtablesatancinfosatancinfo
CREATE TABLE satancinfo
(satid INTEGER ,
ancid INTEGER ,
optimal INTEGER,
FOREIGN KEY(satID) REFERENCES satfiles(satid),
FOREIGN KEY(ancID) REFERENCES ancfiles(ancid))
tableancfilesancfiles
CREATE TABLE ancfiles
(ancid INTEGER PRIMARY KEY,
filename TEXT ,
path TEXT ,
type TEXT)
%tablesatfilessatfiles
CREATE TABLE satfiles
(satid INTEGER PRIMARY KEY,
filename TEXT ,
starttime TEXT,
stoptime TEXT,
status INTEGER,
attephstat INTEGER)
MOD00.P2022001.1820.CWFL_FULL.L1A_LAC20220011820002022001182450
N202200100_SEAICE_NSIDC_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001icefilei
N2022001_SST_OIV2AV_24h.nc/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001sstfilek
N202200200_O3_AURAOMI_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002ozone2k
N202200200_O3_AURAOMI_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002ozone3k
N202200100_O3_AURAOMI_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001ozone1h
N202200118_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001met1h
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002met3h
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002met2
VS
$ strings ancillary_data.db
SQLite format 3
Wtablesatancinfosatancinfo
CREATE TABLE satancinfo
(satid INTEGER ,
ancid INTEGER ,
optimal INTEGER,
FOREIGN KEY(satID) REFERENCES satfiles(satid),
FOREIGN KEY(ancID) REFERENCES ancfiles(ancid))
tableancfilesancfiles
CREATE TABLE ancfiles
(ancid INTEGER PRIMARY KEY,
filename TEXT ,
path TEXT ,
type TEXT)
%tablesatfilessatfiles
CREATE TABLE satfiles
(satid INTEGER PRIMARY KEY,
filename TEXT ,
starttime TEXT,
stoptime TEXT,
status INTEGER,
attephstat INTEGER)
MOD00.P2022001.1820.CWFL_FULL.L1A_LAC2022-01-01T18:20:002022-01-01T18:24:50
N2022001_SST_OIV2AV_24h.nc/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/c/sstfile^
N2022001_SST_OIV2AV_24h.nc/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/c/icefile^
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/df/met3^
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/df/met2^
N202200118_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/df/met1b
PM1EPHND.P2022001.1200.003/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001eph1b
PM1ATTNR.P2022001.1800.003/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001att1
And the files are in the correct locations for T2021.24 (AND the same directory as the the MET files that it found?):
ll /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N202200100_O3_AURAOMI_24h.hdf
-rw-rw-r-- 1 bmurch cms_optics 201286 Jan 3 08:28 /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N202200100_O3_AURAOMI_24h.hdf
-rw-rw-r-- 1 bmurch cms_optics 201286 Jan 5 00:02 /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
-rw-rw-r-- 1 bmurch cms_optics 201286 Jan 5 00:02 /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
Please advise.
Cheers,
Brock
The old one is that output of getanc and modis_atteph return att1 att2 ... eph1 eph2
BUT the other program takes a1 a2 ... e1 e2
And worse, the 2nd issue is that the att and eph files returned by getanc DO NOT PUT THE PATH INTO THE RETURN.
Yet, modis_atteph returns the att and eph files with the path? (AND SEE BELOW and note the OZONE warning)
New ancDBs were used for testing both 7.5.3 and 8.1 (T2021.24)
[bmurch@mdc-1057-13-5]$ getanc ./MOD00.P2022001.1820.CWFL_FULL.L1A_LAC --ancdb ./ancillary_data.db
./ancillary_data.db
Aqua
*** WARNING: No optimal OZONE files found.
att1=PM1ATTNR.P2022001.1800.003
eph1=PM1EPHND.P2022001.1200.003
icefile=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N2022001_SST_OIV2AV_24h.nc
met1=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N202200118_MET_NCEPR2_6h.hdf
met2=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
met3=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
sstfile=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N2022001_SST_OIV2AV_24h.nc
*** WARNING: The following ancillary data types were missing or are not optimal: OZONE
Whereas this places a path:
[bmurch@mdc-1057-13-5]$ modis_atteph MOD00.P2022001.1820.CWFL_FULL.L1A_LAC --ancdb ./ancillary_data.db Aqua
./ancillary_data.db
Aqua
att1=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/PM1ATTNR.P2022001.1800.003
eph1=/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/PM1EPHND.P2022001.1200.003
icefile=N2022001_SST_OIV2AV_24h.nc
met1=N202200118_MET_NCEPR2_6h.hdf
met2=N202200200_MET_NCEPR2_6h.hdf
met3=N202200200_MET_NCEPR2_6h.hdf
sstfile=N2022001_SST_OIV2AV_24h.nc
But even worse? Maybe? Is that 7.5.3 finds the ozone files without issue:
getanc.py ./MOD00.P2022001.1820.CWFL_FULL.L1A_LAC --ancdb ./ancillary_data_753.db
Aqua
icefile=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N202200100_SEAICE_NSIDC_24h.hdf
met1=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N202200118_MET_NCEPR2_6h.hdf
met2=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
met3=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_MET_NCEPR2_6h.hdf
ozone1=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N202200100_O3_AURAOMI_24h.hdf
ozone2=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
ozone3=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
sstfile=/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001/N2022001_SST_OIV2AV_24h.nc
[bmurch@mdc-1057-13-5] $ strings ./ancillary_data_753.db
SQLite format 3
Wtablesatancinfosatancinfo
CREATE TABLE satancinfo
(satid INTEGER ,
ancid INTEGER ,
optimal INTEGER,
FOREIGN KEY(satID) REFERENCES satfiles(satid),
FOREIGN KEY(ancID) REFERENCES ancfiles(ancid))
tableancfilesancfiles
CREATE TABLE ancfiles
(ancid INTEGER PRIMARY KEY,
filename TEXT ,
path TEXT ,
type TEXT)
%tablesatfilessatfiles
CREATE TABLE satfiles
(satid INTEGER PRIMARY KEY,
filename TEXT ,
starttime TEXT,
stoptime TEXT,
status INTEGER,
attephstat INTEGER)
MOD00.P2022001.1820.CWFL_FULL.L1A_LAC20220011820002022001182450
N202200100_SEAICE_NSIDC_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001icefilei
N2022001_SST_OIV2AV_24h.nc/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001sstfilek
N202200200_O3_AURAOMI_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002ozone2k
N202200200_O3_AURAOMI_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002ozone3k
N202200100_O3_AURAOMI_24h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001ozone1h
N202200118_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/001met1h
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002met3h
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/seadas-7.5.3/ocssw/var/anc/2022/002met2
VS
$ strings ancillary_data.db
SQLite format 3
Wtablesatancinfosatancinfo
CREATE TABLE satancinfo
(satid INTEGER ,
ancid INTEGER ,
optimal INTEGER,
FOREIGN KEY(satID) REFERENCES satfiles(satid),
FOREIGN KEY(ancID) REFERENCES ancfiles(ancid))
tableancfilesancfiles
CREATE TABLE ancfiles
(ancid INTEGER PRIMARY KEY,
filename TEXT ,
path TEXT ,
type TEXT)
%tablesatfilessatfiles
CREATE TABLE satfiles
(satid INTEGER PRIMARY KEY,
filename TEXT ,
starttime TEXT,
stoptime TEXT,
status INTEGER,
attephstat INTEGER)
MOD00.P2022001.1820.CWFL_FULL.L1A_LAC2022-01-01T18:20:002022-01-01T18:24:50
N2022001_SST_OIV2AV_24h.nc/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/c/sstfile^
N2022001_SST_OIV2AV_24h.nc/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/c/icefile^
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/df/met3^
N202200200_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/df/met2^
N202200118_MET_NCEPR2_6h.hdf/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/df/met1b
PM1EPHND.P2022001.1200.003/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001eph1b
PM1ATTNR.P2022001.1800.003/shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001att1
And the files are in the correct locations for T2021.24 (AND the same directory as the the MET files that it found?):
ll /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N202200100_O3_AURAOMI_24h.hdf
-rw-rw-r-- 1 bmurch cms_optics 201286 Jan 3 08:28 /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/001/N202200100_O3_AURAOMI_24h.hdf
-rw-rw-r-- 1 bmurch cms_optics 201286 Jan 5 00:02 /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
-rw-rw-r-- 1 bmurch cms_optics 201286 Jan 5 00:02 /shares/cms_optics/apps/seadas/ocssw/T2021.24/var/anc/2022/002/N202200200_O3_AURAOMI_24h.hdf
Please advise.
Cheers,
Brock