#! /usr/bin/env python3 import os import sys import subprocess import tarfile import argparse from seadasutils.ParamUtils import ParamProcessing from seadasutils.ProcUtils import date_convert, addsecs, cat, httpdl from seadasutils.aquarius_utils import aquarius_timestamp import seadasutils.anc_utils as ga from seadasutils.setupenv import env class GetAncAquarius: """ utilities for Aquarius ancillary data """ def __init__(self, filename=None, start=None, stop=None, ancdir=None, ancdb='ancillary_data.db', curdir=False, verbose=False, printlist=True, download=True, refreshDB=False): self.filename = filename self.start = start self.stop = stop self.printlist = printlist self.verbose = verbose self.curdir = curdir self.ancdir = ancdir self.ancdb = ancdb self.dl = download self.refreshDB = refreshDB self.dirs = {} self.ancfiles = {} def parse_anc(self, anc_filelist): anc = ParamProcessing(parfile=anc_filelist) anc.parseParFile() self.ancfiles = anc.params['main'] def write_anc(self, anc_filelist): anc = ParamProcessing(parfile=anc_filelist) anc.params['main'] = self.ancfiles anc.buildParameterFile('main') def run_mk_anc(self, count): """ Run mk_aquarius_ancillary_data to create the "y" files """ # start and end of this 24-hour period in yyyymmdd dt = self.start if count >= 2: dt = self.stop sdt = date_convert(dt, 'j', 'd') edt = date_convert(addsecs(dt, 86400, 'j'), 'j', 'd') callnum = format(count, 'd') hour = os.path.basename(self.ancfiles['met' + callnum])[8:10] yancfilename = ''.join(['y', sdt, hour, '.h5']) # make the yancfile if self.verbose: print("") print("Creating Aquarius yancfile%s %s..." % (count, yancfilename)) mk_anc = os.path.join(self.dirs['bin'], 'mk_aquarius_ancillary_data') mk_anc_cmd = [mk_anc, self.ancfiles['sstfile1'], self.ancfiles['sstfile2'], self.ancfiles['atm' + callnum], self.ancfiles['met' + callnum], self.ancfiles['swhfile' + callnum], self.ancfiles['frozenfile' + callnum], self.ancfiles['icefile1'], self.ancfiles['icefile2'], self.ancfiles['sssfile1'], self.ancfiles['sssfile2'], self.ancfiles['argosfile1'], self.ancfiles['argosfile2'], sdt, edt] status = subprocess.call(mk_anc_cmd, shell=False) if status: if self.verbose: print("mk_aquarius_ancillary_data returned with exit status: " + str(status)) print('command: ' + mk_anc_cmd) return None # add info from MERRA file geos = os.path.join(self.dirs['bin'], 'geos') geos_cmd = [geos, yancfilename, self.ancfiles['geosfile']] status = subprocess.call(geos_cmd, shell=False) if status: if self.verbose: print('geos returned with exit status: ' + str(status)) print('command: ' + geos_cmd) return None # success! if self.verbose: print("yancfile %s created successfully!" % yancfilename) return yancfilename if __name__ == "__main__": version = "1.1" # Read commandline options... usage = ''' %(prog)s [OPTIONS] FILE This program does the following: 1) executes getanc for Aquarius L1 files. If an input file is specified the start and end times are determined automatically, otherwise a start time must be provided by the user. 2) runs the mk_aquarius_ancillary_data program to create the "y-files" required as input to l2gen_aquarius. 3) retrieves and un-tars the scatterometer files ''' parser = argparse.ArgumentParser(prog="getanc_aquarius",usage=usage) parser.add_argument('--version', action='version', version='%(prog)s ' + version) parser.add_argument("filename", nargs='?', help="Input L1 file", metavar="L1FILE") parser.add_argument("-s", "--start", help="Time of the first scanline (if used, no input file is required)", metavar="START") parser.add_argument("-e", "--stop", help="Time of last scanline", metavar="STOP") ancdb_help_text = "Use a custom filename for ancillary database. If " \ "full path not given, ANCDB is assumed to exist "\ "(or will be created) under " + \ ga.DEFAULT_ANC_DIR_TEXT + "/log/. If " + \ ga.DEFAULT_ANC_DIR_TEXT + "/log/ does not " \ "exist, ANCDB is assumed (or will be created) " \ "under the current working directory" parser.add_argument("--ancdb", default='ancillary_data.db',help=ancdb_help_text, metavar="ANCDB") parser.add_argument("--ancdir", help="Use a custom directory tree for ancillary files", metavar="ANCDIR") parser.add_argument("-c", "--curdir", action="store_true", default=False, help="Download ancillary files directly into current working directory") parser.add_argument("-r", "--refreshDB", action="store_true", default=False, help="Remove existing database records and re-query for ancillary files") parser.add_argument("--disable-download", action="store_false", dest="download",default=True, help="Disable download of ancillary files not found on hard disk") parser.add_argument("--timeout", type=float, default=10.0, metavar="TIMEOUT", help="set the network timeout in seconds") parser.add_argument("-v", "--verbose", action="store_true", default=False, help="print status messages") parser.add_argument("--noprint", action="store_false", default=True, help="Suppress printing the resulting list of files to the screen") parser.add_argument("-f", "--force-download", action="store_true", dest='force', default=False, help="Force download of ancillary files, even if found on hard disk") args = parser.parse_args() if args.filename is None and args.start is None: parser.print_help() sys.exit(1) g = GetAncAquarius(filename=args.filename, start=argssstart, stop=args.stop, curdir=args.curdir, ancdir=args.ancdir, ancdb=args.ancdb, verbose=args.verbose, printlist=args.noprint, download=args.download, refreshDB=args.refreshDB) env(g) if not g.start: (g.start, g.stop, sensor) = aquarius_timestamp(args.filename) # Run getanc getanc = os.path.join(g.dirs['bin'], 'getanc') if args.filename: getanc_cmd = [getanc, '--mission=aquarius --noprint', args.filename] else: getanc_cmd = [getanc, '--mission=aquarius --noprint', '-s', args.start] if args.stop: getanc_cmd.append(args.stop) if args.verbose: getanc_cmd.append(' --verbose') if args.refreshDB: getanc_cmd.appen(' --refreshDB') if args.force: getanc_cmd.append(' --force') # print(getanc_cmd) status = subprocess.call(getanc_cmd, shell=False) if status and args.verbose: print('getanc returned with exit status: ' + str(status)) print('command: ' + getanc_cmd) if args.filename is None: anc_filelist = args.start + ".anc" else: anc_filelist = '.'.join([os.path.basename(args.filename), 'anc']) g.parse_anc(anc_filelist) anclist = list(g.ancfiles.keys()) # create yancfiles g.ancfiles['yancfile1'] = g.run_mk_anc(1) g.ancfiles['yancfile2'] = g.run_mk_anc(2) if not (g.ancfiles['yancfile1'] and g.ancfiles['yancfile2']): print('ERROR in making yancfiles!') exit(1) # make 3rd yancfile, as needed atm3 = g.ancfiles.get('atm3', None) if atm3 and atm3 not in (g.ancfiles['atm1'], g.ancfiles['atm2']): g.ancfiles['yancfile3'] = g.run_mk_anc(3) # retrieve and extract scatterometer files gran = os.path.basename(args.filename).split('.')[0] scatfile = '.'.join([gran, 'L2_SCAT_V5.0.tar']) scatpath = '/'.join(['/cgi/getfile', scatfile]) if verbose: print('\nDownloading ' + scatfile + ' to current directory.') status = httpdl('oceandata.sci.gsfc.nasa.gov', scatpath, uncompress=True, verbose=verbose) if status: print('Error downloading', scatfile) else: tar = tarfile.open(scatfile) tar.extractall() tar.close() # translate anctype to parameter names expected by l2gen_aquarius g.ancfiles['l2_uncertainties_file'] = g.ancfiles.get('pert', '') g.ancfiles['sif_file'] = g.ancfiles.get('sif', '') g.ancfiles['sss_matchup_file'] = g.ancfiles.get('sssmatchup', '') # clean up anc_filelist to remove files contained in the yancfiles for key in anclist: if key not in ('xrayfile1', 'xrayfile2', 'l2_uncertainties_file', 'sif_file', 'sss_matchup_file', 'rim_file'): del (g.ancfiles[key]) # add hard-coded suite version number g.ancfiles['suite'] = 'V5.0.0' # save original os.rename(anc_filelist, anc_filelist + '.orig') # write out the cleaned .anc file g.write_anc(anc_filelist) if args.verbose or args.printlist: cat(anc_filelist) sys.exit(0)