#### # The entries in this file control the disposition of data-products on # the local computer. More information on this file can be found at # # http://my.unidata.ucar.edu/content/software/ldm/ # # under the "LDM Basics" webpages of a specific LDM release. # # The various display and analysis packages each have their own # conventions on data disposition. When you install a package such as # GEMPAK or McIdas, you should find with that package a collection of # entries to add to this file. # # The format of an entry is # # feedtype tab pattern tab action [tab action_args] # # where tab is \t or \n\t. # # Actions are # # NOOP # Do nothing # # FILE [-overwrite|-flush|-close|-strip] filename # write(2) to unix file (flush calls fsync(2)) # # STDIOFILE [-overwrite|-flush|-close|-strip] filename # fwrite(3) (buffered io) to file (flush calls fflush(3)) # # DBFILE dbfilename [dbkey] # Put to gdbmfile. # # PIPE [-close|-strip] commandname [args] # Put data on stdin of a subprocess specified by # commandname [args]. # Uses the execvp library call, so if commandname is not fully # qualified, the PATH environment variable will be used. # # EXEC [-wait] commandname [args ...] # Run a program. No io channel between this process and it. # Like PIPE above, uses execvp. # # The '-strip' option to FILE, STDIOFILE, & PIPE removes control characters # (other than the '\n') from the data before output. This is useful for # cleaning up WMO format text bulletins. # # The "-overwrite" option to FILE and STDIOFILE will cause the output # file to be truncated when it is opened but not when a data-product is # written; consequently, you should probably always use the "-close" # option in conjunction with "-overwrite". # # To check the syntax of the pqact.conf file, execute pqact with the product # queue specified as /dev/null: # # pqact -vxl- -q /dev/null pqact.conf # # or # # ldmadmin pqactcheck # # To send an HUP signal to pqact # # ldmadmin pqactHUP # ldmadmin tail (used to check HUP, look for ReRead msg) # # When creating actions for pqact be sure to also consider when and # how the data will ultimately be removed, otherwise you may fill up # your disk. The LDM 'scour' program is one possibility for removing files. # # By default, the FILE action appends to the file. Note that scour # won't remove files less than 1 day old. Files to which products are # frequently appended will generally be less than one day old, in which # case they will not be scoured and will have to be tidied up in some other way. # ------------------------------------------------------------------------ # Examples # # Metars # Append all US metars. # This action will slowly consume disk space. #IDS|DDPLUS ^SAUS(..) (....) # FILE data/ldm/surface/US/\2/\1 # Watches, warnings, advisories # Append all special weather stmts to those of the same type and source. # This action will slowly consume disk space. #IDS|DDPLUS ^(WW....) (....) # FILE data/ldm/WWA/special/\1_\2 # Keep only the most recent nowcast for each forcast office #IDS|DDPLUS /pNOW(...) # FILE -overwrite -close data/ldm/nowcast/\1 # Keep only the most recent SIGMET. #IDS|DDPLUS ^WS # FILE -overwrite -close data/ldm/WWA/lastSIGMET # Bin all the (Non-GRIB) WMO format data, using elements from the # identifier as path components. The minutes portion of the timestamp, # and the retransmit code is ignored. The day of the month portion # of the timestamp is not used as a path component, so it would be # a good idea to run 'scour' on a less than 24 hour basis. This # action uses a lot of disk space. # # "ASUS42 KRDU 012259" gets filed as # data/US/KRDU/22/AS42.wmo # #WMO ^([^H][A-Z])([A-Z][A-Z])([0-9][0-9]) (....) ([0-3][0-9])([0-2][0-9]) # FILE data/\2/\4/\6/\1\3.wmo # # ------------------------------------------------------------------------ # ATS Lab entries # # IDS|DDPLUS data # # Send everything to Yosemite IDS|DDPLUS ^(..)(..).. .... (..)(..) FILE -close /mnt/yosemite/temp/text/\1\2(\3:yyyy)(\3:mm)(\3:dd)\4.txt # Store all data to local drive. Files should be 'scoured' regularly. IDS|DDPLUS ^(..)(..).. .... (..)(..) FILE data/IDS_DDPLUS/\1/\2/(\3:yyyy)(\3:mm)(\3:dd)T\4 # # EXP data # # Send ATS obs and tafs to Yosemite EXP USAP\.(NZCM|SSCC)\.(AWS|OBS|TAF)\.(.*)\.(.*)\.(.*) FILE -overwrite -close /mnt/yosemite/temp/text/\3\4\5.txt # Send ATS images to Yosemite EXP USAP\.(NZCM|SSCC)\.IMG\.(.*)\.(.*)\.(.*)\.jpg$ FILE -overwrite -close /mnt/yosemite/temp/wxcams/\2/\2\3\4.jpg EXP USAP\.(NZCM|SSCC)\.IMG\.(.*)\.(.*)\.(.*)\.gtiff$ FILE -overwrite -close /mnt/yosemite/temp/geotiff/\2_\3\4.gtiff # Send AMRC images to Yosemite EXP USAP\.AMRC\.Composite\.infrared\.(.*)\.jpg$ FILE -overwrite -close /mnt/yosemite/temp/wxcams/AMRC/\1.jpg # Send NCAR grib data to Yosemite EXP USAP.NCAR.GRIB.(D1|D2|D3)\.(.*)\.(.*)\.(.*)\.(.*) FILE -overwrite -close /mnt/yosemite/temp/grib/\1_\2_\3_\4_\5.grb # Log ALL locally. Scour regularly! EXP (USAP)\.(NZCM|SSCC)\.(AWS|OBS|TAF)\.(.*)\.(.*)\.(.*) FILE -overwrite -close data/EXP/\1/\2/\3/\4/\4_\5_\6 EXP (USAP)\.(NZCM|SSCC)\.(IMG)\.(.*)\.(.*)\.(.*)\.(.*) FILE -overwrite -close data/EXP/\1/\2/\3/\4/\4_\5\6.\7 EXP (USAP)\.(NZCM|SSCC)\.(WEB)\.(.*) FILE -overwrite -close data/EXP/\1/\2/\3/\4 EXP (USAP)\.(AMRC)\.(Composite)\.(.*)\.(.*)\.(.*)\.jpg$ FILE -close data/EXP/\1/\2/\3/\4/\4_\5_\6.jpg EXP (USAP)\.(AMRC)\.(AWS)\.(.*)\.(.*)\.(.*) FILE -close data/EXP/\1/\2/\3/\4/\4_\5_\6 EXP (USAP)\.(AMRC)\.(MD)\.(.*)\.(.*) FILE -close data/EXP/\1/\2/\3/\4/\4_\5 EXP (USAP)\.(NCAR)\.(GRIB)\.(.*)\.(.*)\.(.*)\.(.*)\.(.*) FILE -close data/EXP/\1/\2/\3/\4/\5/\6/\7_\8 EXP (USAP)\.(AWI)\.(.*)\.(.*) FILE -close data/EXP/\1/\2/\3.\4 # # NOGAPS grib data from FNMOC # # Send to Yosemite #FNMOC # US058GMET-GR1mdl.0058_0240_(.*) # FILE -close # /mnt/yosemite/temp/grib/\1.grb # # Store locally #FNMOC # (US058GMET)-(GR1mdl.0058_0240)_(.{5})(.{4})(.{10})_(.*)-(.{6})(.*) # FILE -close # data/FNMOC/\1/\2/\6/\8/\5.\3