M1 daily filtered data set documentation

This data set contains observations from MBARI OASIS mooring M1. Each variable has been gridded to a common daily time axes after filtering the hourly data to remove tidal and inertial energies. The PL33 low-pass filter was used. It has a half-power point at 33 hours and is describe below.

The data in this data set are available via DODS/OPeNDAP at
http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/dailyFilteredM1.nc

and through the DODS html form mechanism:
http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/dailyFilteredM1.nc.html

In addition to this daily gridded data set the intermediate hourly filtered data is available through DODS/OPeNDAP at the url:
http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/hourlyFilteredM1.nc

(The hourly filtered data set is not available through this LAS.)

Below is the Ferret script (and following is the output) that produced this file from the original hourly data set (which is also available via DODS and on this Live Access Server at http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/hourlyM1.nc).

For information on the individual deployments and instruments that contributed to this data set please see the M1 hourly data set documentation.

Summary plots of all the variables in this data set


The Ferret commands that produced this daily filtered file

! Description: Create daily filtered OASIS data file from hourly gridded data
! Automatically generated by ./hourly2dailyfilter.pl on Tue Mar 23 15:24:36 2010.
! 
! All data sets have AIR_TEMPERATURE_HR variable; 
! use it to get axis time limits.
! Filter to remove tidal and inertial signals.
! Regrid from 1 hour to 1 day to reduce # file size and number of points
! Also save an intermediate hourly filtered file for finer scale use.
!
SET MEMORY/SIZE=30
SET MODE DESPERATE

!
! Leslie / Fred's plweight.m for 33 hour filter
!
DEFINE AXIS/X=-33:33:1 XAX1
DEFINE GRID/X=XAX1 G1
FILE/VAR=WEIGHTS33/GRID=G1 "./33hrfilt"
SET VAR/TITLE="33 Hour Filter Weights" WEIGHTS33
LIST WEIGHTS33

!
! Original hourly data file
!
!USE "http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/hourlyM1.nc"
USE "hourlyM1.nc"
DEFINE SYMBOL TBEG="`AIR_TEMPERATURE_HR,return=tstart`"
DEFINE SYMBOL TEND="`AIR_TEMPERATURE_HR,return=tend`"
DEFINE AXIS/T=($TBEG):($TEND):1/unit=day TIME_DAY
SPAWN "/bin/rm -f hourlyFilteredM1.nc"
SPAWN "/bin/rm -f dailyFilteredM1.nc"
LET W33=XSEQUENCE(WEIGHTS33[D=1])

!------------------------------------------------------------------
! Variable AIR_PRESS_HR: 1 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = AIR_PRESS_HR[L=@CIA] + AIR_PRESS_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET AIR_PRESS_FIL AIR_PRESS_HR[L=@FLN] * GAP_MASK
! LET AIR_PRESS_FIL = CONVOLVEL(AIR_PRESS_FIL,W33)

LET AIR_PRESS_FIL = CONVOLVEL(AIR_PRESS_HR,W33)
LET AIR_PRESS_DAY = AIR_PRESS_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Air Pressure"/UNITS="mbar" AIR_PRESS_DAY
SET MEM/SIZE=30
STAT AIR_PRESS_FIL
STAT AIR_PRESS_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" AIR_PRESS_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" AIR_PRESS_DAY
CANCEL VAR AIR_PRESS_DAY
CANCEL VAR AIR_PRESS_FIL

!------------------------------------------------------------------
! Variable AIR_TEMPERATURE_HR: 2 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = AIR_TEMPERATURE_HR[L=@CIA] + AIR_TEMPERATURE_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET AIR_TEMPERATURE_FIL AIR_TEMPERATURE_HR[L=@FLN] * GAP_MASK
! LET AIR_TEMPERATURE_FIL = CONVOLVEL(AIR_TEMPERATURE_FIL,W33)

LET AIR_TEMPERATURE_FIL = CONVOLVEL(AIR_TEMPERATURE_HR,W33)
LET AIR_TEMPERATURE_DAY = AIR_TEMPERATURE_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered air_temperature"/UNITS="Celsius" AIR_TEMPERATURE_DAY
SET MEM/SIZE=30
STAT AIR_TEMPERATURE_FIL
STAT AIR_TEMPERATURE_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" AIR_TEMPERATURE_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" AIR_TEMPERATURE_DAY
CANCEL VAR AIR_TEMPERATURE_DAY
CANCEL VAR AIR_TEMPERATURE_FIL

!------------------------------------------------------------------
! Variable CONDUCTIVITY_HR: 3 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = CONDUCTIVITY_HR[L=@CIA] + CONDUCTIVITY_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET CONDUCTIVITY_FIL CONDUCTIVITY_HR[L=@FLN] * GAP_MASK
! LET CONDUCTIVITY_FIL = CONVOLVEL(CONDUCTIVITY_FIL,W33)

LET CONDUCTIVITY_FIL = CONVOLVEL(CONDUCTIVITY_HR,W33)
LET CONDUCTIVITY_DAY = CONDUCTIVITY_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Conductivity"/UNITS="Siemens/m" CONDUCTIVITY_DAY
SET MEM/SIZE=30
STAT CONDUCTIVITY_FIL
STAT CONDUCTIVITY_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" CONDUCTIVITY_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" CONDUCTIVITY_DAY
CANCEL VAR CONDUCTIVITY_DAY
CANCEL VAR CONDUCTIVITY_FIL

!------------------------------------------------------------------
! Variable ECHO_INTENSITY_BEAM1_HR: 4 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = ECHO_INTENSITY_BEAM1_HR[L=@CIA] + ECHO_INTENSITY_BEAM1_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET ECHO_INTENSITY_BEAM1_FIL ECHO_INTENSITY_BEAM1_HR[L=@FLN] * GAP_MASK
! LET ECHO_INTENSITY_BEAM1_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM1_FIL,W33)

LET ECHO_INTENSITY_BEAM1_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM1_HR,W33)
LET ECHO_INTENSITY_BEAM1_DAY = ECHO_INTENSITY_BEAM1_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered beam1 Echo Intensity data per beam"/UNITS="Counts" ECHO_INTENSITY_BEAM1_DAY
SET MEM/SIZE=30
STAT ECHO_INTENSITY_BEAM1_FIL
STAT ECHO_INTENSITY_BEAM1_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM1_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM1_DAY
CANCEL VAR ECHO_INTENSITY_BEAM1_DAY
CANCEL VAR ECHO_INTENSITY_BEAM1_FIL

!------------------------------------------------------------------
! Variable ECHO_INTENSITY_BEAM2_HR: 5 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = ECHO_INTENSITY_BEAM2_HR[L=@CIA] + ECHO_INTENSITY_BEAM2_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET ECHO_INTENSITY_BEAM2_FIL ECHO_INTENSITY_BEAM2_HR[L=@FLN] * GAP_MASK
! LET ECHO_INTENSITY_BEAM2_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM2_FIL,W33)

LET ECHO_INTENSITY_BEAM2_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM2_HR,W33)
LET ECHO_INTENSITY_BEAM2_DAY = ECHO_INTENSITY_BEAM2_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered beam2 Echo Intensity data per beam"/UNITS="Counts" ECHO_INTENSITY_BEAM2_DAY
SET MEM/SIZE=30
STAT ECHO_INTENSITY_BEAM2_FIL
STAT ECHO_INTENSITY_BEAM2_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM2_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM2_DAY
CANCEL VAR ECHO_INTENSITY_BEAM2_DAY
CANCEL VAR ECHO_INTENSITY_BEAM2_FIL

!------------------------------------------------------------------
! Variable ECHO_INTENSITY_BEAM3_HR: 6 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = ECHO_INTENSITY_BEAM3_HR[L=@CIA] + ECHO_INTENSITY_BEAM3_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET ECHO_INTENSITY_BEAM3_FIL ECHO_INTENSITY_BEAM3_HR[L=@FLN] * GAP_MASK
! LET ECHO_INTENSITY_BEAM3_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM3_FIL,W33)

LET ECHO_INTENSITY_BEAM3_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM3_HR,W33)
LET ECHO_INTENSITY_BEAM3_DAY = ECHO_INTENSITY_BEAM3_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered beam3 Echo Intensity data per beam"/UNITS="Counts" ECHO_INTENSITY_BEAM3_DAY
SET MEM/SIZE=30
STAT ECHO_INTENSITY_BEAM3_FIL
STAT ECHO_INTENSITY_BEAM3_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM3_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM3_DAY
CANCEL VAR ECHO_INTENSITY_BEAM3_DAY
CANCEL VAR ECHO_INTENSITY_BEAM3_FIL

!------------------------------------------------------------------
! Variable ECHO_INTENSITY_BEAM4_HR: 7 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = ECHO_INTENSITY_BEAM4_HR[L=@CIA] + ECHO_INTENSITY_BEAM4_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET ECHO_INTENSITY_BEAM4_FIL ECHO_INTENSITY_BEAM4_HR[L=@FLN] * GAP_MASK
! LET ECHO_INTENSITY_BEAM4_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM4_FIL,W33)

LET ECHO_INTENSITY_BEAM4_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM4_HR,W33)
LET ECHO_INTENSITY_BEAM4_DAY = ECHO_INTENSITY_BEAM4_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered beam4 Echo Intensity data per beam"/UNITS="Counts" ECHO_INTENSITY_BEAM4_DAY
SET MEM/SIZE=30
STAT ECHO_INTENSITY_BEAM4_FIL
STAT ECHO_INTENSITY_BEAM4_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM4_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM4_DAY
CANCEL VAR ECHO_INTENSITY_BEAM4_DAY
CANCEL VAR ECHO_INTENSITY_BEAM4_FIL

!------------------------------------------------------------------
! Variable GPS_LATITUDE_HR: 8 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = GPS_LATITUDE_HR[L=@CIA] + GPS_LATITUDE_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET GPS_LATITUDE_FIL GPS_LATITUDE_HR[L=@FLN] * GAP_MASK
! LET GPS_LATITUDE_FIL = CONVOLVEL(GPS_LATITUDE_FIL,W33)

LET GPS_LATITUDE_FIL = CONVOLVEL(GPS_LATITUDE_HR,W33)
LET GPS_LATITUDE_DAY = GPS_LATITUDE_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Latitude"/UNITS="Degrees North" GPS_LATITUDE_DAY
SET MEM/SIZE=30
STAT GPS_LATITUDE_FIL
STAT GPS_LATITUDE_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" GPS_LATITUDE_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" GPS_LATITUDE_DAY
CANCEL VAR GPS_LATITUDE_DAY
CANCEL VAR GPS_LATITUDE_FIL

!------------------------------------------------------------------
! Variable GPS_LONGITUDE_HR: 9 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = GPS_LONGITUDE_HR[L=@CIA] + GPS_LONGITUDE_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET GPS_LONGITUDE_FIL GPS_LONGITUDE_HR[L=@FLN] * GAP_MASK
! LET GPS_LONGITUDE_FIL = CONVOLVEL(GPS_LONGITUDE_FIL,W33)

LET GPS_LONGITUDE_FIL = CONVOLVEL(GPS_LONGITUDE_HR,W33)
LET GPS_LONGITUDE_DAY = GPS_LONGITUDE_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Longitude"/UNITS="Degrees East" GPS_LONGITUDE_DAY
SET MEM/SIZE=30
STAT GPS_LONGITUDE_FIL
STAT GPS_LONGITUDE_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" GPS_LONGITUDE_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" GPS_LONGITUDE_DAY
CANCEL VAR GPS_LONGITUDE_DAY
CANCEL VAR GPS_LONGITUDE_FIL

!------------------------------------------------------------------
! Variable PRESSURE_HR: 10 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = PRESSURE_HR[L=@CIA] + PRESSURE_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET PRESSURE_FIL PRESSURE_HR[L=@FLN] * GAP_MASK
! LET PRESSURE_FIL = CONVOLVEL(PRESSURE_FIL,W33)

LET PRESSURE_FIL = CONVOLVEL(PRESSURE_HR,W33)
LET PRESSURE_DAY = PRESSURE_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Pressure"/UNITS="db" PRESSURE_DAY
SET MEM/SIZE=30
STAT PRESSURE_FIL
STAT PRESSURE_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" PRESSURE_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" PRESSURE_DAY
CANCEL VAR PRESSURE_DAY
CANCEL VAR PRESSURE_FIL

!------------------------------------------------------------------
! Variable RELATIVE_HUMIDITY_HR: 11 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = RELATIVE_HUMIDITY_HR[L=@CIA] + RELATIVE_HUMIDITY_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET RELATIVE_HUMIDITY_FIL RELATIVE_HUMIDITY_HR[L=@FLN] * GAP_MASK
! LET RELATIVE_HUMIDITY_FIL = CONVOLVEL(RELATIVE_HUMIDITY_FIL,W33)

LET RELATIVE_HUMIDITY_FIL = CONVOLVEL(RELATIVE_HUMIDITY_HR,W33)
LET RELATIVE_HUMIDITY_DAY = RELATIVE_HUMIDITY_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Relative Humidity"/UNITS="%" RELATIVE_HUMIDITY_DAY
SET MEM/SIZE=30
STAT RELATIVE_HUMIDITY_FIL
STAT RELATIVE_HUMIDITY_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" RELATIVE_HUMIDITY_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" RELATIVE_HUMIDITY_DAY
CANCEL VAR RELATIVE_HUMIDITY_DAY
CANCEL VAR RELATIVE_HUMIDITY_FIL

!------------------------------------------------------------------
! Variable SALINITY_HR: 12 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = SALINITY_HR[L=@CIA] + SALINITY_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET SALINITY_FIL SALINITY_HR[L=@FLN] * GAP_MASK
! LET SALINITY_FIL = CONVOLVEL(SALINITY_FIL,W33)

LET SALINITY_FIL = CONVOLVEL(SALINITY_HR,W33)
LET SALINITY_DAY = SALINITY_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Salinity"/UNITS="" SALINITY_DAY
SET MEM/SIZE=30
STAT SALINITY_FIL
STAT SALINITY_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" SALINITY_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" SALINITY_DAY
CANCEL VAR SALINITY_DAY
CANCEL VAR SALINITY_FIL

!------------------------------------------------------------------
! Variable TEMPERATURE_HR: 13 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = TEMPERATURE_HR[L=@CIA] + TEMPERATURE_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET TEMPERATURE_FIL TEMPERATURE_HR[L=@FLN] * GAP_MASK
! LET TEMPERATURE_FIL = CONVOLVEL(TEMPERATURE_FIL,W33)

LET TEMPERATURE_FIL = CONVOLVEL(TEMPERATURE_HR,W33)
LET TEMPERATURE_DAY = TEMPERATURE_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered Temperature"/UNITS="Celsius" TEMPERATURE_DAY
SET MEM/SIZE=30
STAT TEMPERATURE_FIL
STAT TEMPERATURE_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" TEMPERATURE_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" TEMPERATURE_DAY
CANCEL VAR TEMPERATURE_DAY
CANCEL VAR TEMPERATURE_FIL

!------------------------------------------------------------------
! Variable U_COMPONENT_HR: 14 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = U_COMPONENT_HR[L=@CIA] + U_COMPONENT_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET U_COMPONENT_FIL U_COMPONENT_HR[L=@FLN] * GAP_MASK
! LET U_COMPONENT_FIL = CONVOLVEL(U_COMPONENT_FIL,W33)

LET U_COMPONENT_FIL = CONVOLVEL(U_COMPONENT_HR,W33)
LET U_COMPONENT_DAY = U_COMPONENT_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered East-West Velocity Towards(+E/-W) True Mooring Motion corrected"/UNITS="cm/s" U_COMPONENT_DAY
SET MEM/SIZE=30
STAT U_COMPONENT_FIL
STAT U_COMPONENT_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" U_COMPONENT_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" U_COMPONENT_DAY
CANCEL VAR U_COMPONENT_DAY
CANCEL VAR U_COMPONENT_FIL

!------------------------------------------------------------------
! Variable U_COMPONENT_UNCORR_HR: 15 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = U_COMPONENT_UNCORR_HR[L=@CIA] + U_COMPONENT_UNCORR_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET U_COMPONENT_UNCORR_FIL U_COMPONENT_UNCORR_HR[L=@FLN] * GAP_MASK
! LET U_COMPONENT_UNCORR_FIL = CONVOLVEL(U_COMPONENT_UNCORR_FIL,W33)

LET U_COMPONENT_UNCORR_FIL = CONVOLVEL(U_COMPONENT_UNCORR_HR,W33)
LET U_COMPONENT_UNCORR_DAY = U_COMPONENT_UNCORR_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered East-West Velocity Towards(+E/-W) True no mooring motion correction"/UNITS="cm/s" U_COMPONENT_UNCORR_DAY
SET MEM/SIZE=30
STAT U_COMPONENT_UNCORR_FIL
STAT U_COMPONENT_UNCORR_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" U_COMPONENT_UNCORR_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" U_COMPONENT_UNCORR_DAY
CANCEL VAR U_COMPONENT_UNCORR_DAY
CANCEL VAR U_COMPONENT_UNCORR_FIL

!------------------------------------------------------------------
! Variable V_COMPONENT_HR: 16 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = V_COMPONENT_HR[L=@CIA] + V_COMPONENT_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET V_COMPONENT_FIL V_COMPONENT_HR[L=@FLN] * GAP_MASK
! LET V_COMPONENT_FIL = CONVOLVEL(V_COMPONENT_FIL,W33)

LET V_COMPONENT_FIL = CONVOLVEL(V_COMPONENT_HR,W33)
LET V_COMPONENT_DAY = V_COMPONENT_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered North-South Velocity Towards(+N/-S) True Mooring Motion corrected"/UNITS="cm/s" V_COMPONENT_DAY
SET MEM/SIZE=30
STAT V_COMPONENT_FIL
STAT V_COMPONENT_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" V_COMPONENT_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" V_COMPONENT_DAY
CANCEL VAR V_COMPONENT_DAY
CANCEL VAR V_COMPONENT_FIL

!------------------------------------------------------------------
! Variable V_COMPONENT_UNCORR_HR: 17 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = V_COMPONENT_UNCORR_HR[L=@CIA] + V_COMPONENT_UNCORR_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET V_COMPONENT_UNCORR_FIL V_COMPONENT_UNCORR_HR[L=@FLN] * GAP_MASK
! LET V_COMPONENT_UNCORR_FIL = CONVOLVEL(V_COMPONENT_UNCORR_FIL,W33)

LET V_COMPONENT_UNCORR_FIL = CONVOLVEL(V_COMPONENT_UNCORR_HR,W33)
LET V_COMPONENT_UNCORR_DAY = V_COMPONENT_UNCORR_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered North-South Velocity Towards(+N/-S) True no mooring motion correction"/UNITS="cm/s" V_COMPONENT_UNCORR_DAY
SET MEM/SIZE=30
STAT V_COMPONENT_UNCORR_FIL
STAT V_COMPONENT_UNCORR_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" V_COMPONENT_UNCORR_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" V_COMPONENT_UNCORR_DAY
CANCEL VAR V_COMPONENT_UNCORR_DAY
CANCEL VAR V_COMPONENT_UNCORR_FIL

!------------------------------------------------------------------
! Variable WIND_U_COMPONENT_HR: 18 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = WIND_U_COMPONENT_HR[L=@CIA] + WIND_U_COMPONENT_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET WIND_U_COMPONENT_FIL WIND_U_COMPONENT_HR[L=@FLN] * GAP_MASK
! LET WIND_U_COMPONENT_FIL = CONVOLVEL(WIND_U_COMPONENT_FIL,W33)

LET WIND_U_COMPONENT_FIL = CONVOLVEL(WIND_U_COMPONENT_HR,W33)
LET WIND_U_COMPONENT_DAY = WIND_U_COMPONENT_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered U Component of Wind Velocity"/UNITS="m/s (eastward)" WIND_U_COMPONENT_DAY
SET MEM/SIZE=30
STAT WIND_U_COMPONENT_FIL
STAT WIND_U_COMPONENT_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" WIND_U_COMPONENT_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" WIND_U_COMPONENT_DAY
CANCEL VAR WIND_U_COMPONENT_DAY
CANCEL VAR WIND_U_COMPONENT_FIL

!------------------------------------------------------------------
! Variable WIND_V_COMPONENT_HR: 19 of 19
!
! These commands need too much memory for the whole deployment
! Save for when this code is converted to processing by deployment
!
! LET GAP_ALLOWED = 2
! LET GAP_SIZE = WIND_V_COMPONENT_HR[L=@CIA] + WIND_V_COMPONENT_HR[L=@CIB]
! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
! LET WIND_V_COMPONENT_FIL WIND_V_COMPONENT_HR[L=@FLN] * GAP_MASK
! LET WIND_V_COMPONENT_FIL = CONVOLVEL(WIND_V_COMPONENT_FIL,W33)

LET WIND_V_COMPONENT_FIL = CONVOLVEL(WIND_V_COMPONENT_HR,W33)
LET WIND_V_COMPONENT_DAY = WIND_V_COMPONENT_FIL[GT=TIME_DAY]
SET VAR/TITLE="Filtered V Component of Wind Velocity"/UNITS="m/s (northward)" WIND_V_COMPONENT_DAY
SET MEM/SIZE=30
STAT WIND_V_COMPONENT_FIL
STAT WIND_V_COMPONENT_DAY
SAVE/APPEND/FILE="hourlyFilteredM1.nc" WIND_V_COMPONENT_FIL
SAVE/APPEND/FILE="dailyFilteredM1.nc" WIND_V_COMPONENT_DAY
CANCEL VAR WIND_V_COMPONENT_DAY
CANCEL VAR WIND_V_COMPONENT_FIL

QUIT

The script's output (contains filter weights & variable statistics)

 	NOAA/PMEL TMAP
 	FERRET v5.80  
 	Solaris 5.8 - 01/03/05
 	23-Mar-10 15:24     

cancel mode journal
sp rm -f ferret.jnl
 
yes? ! Description: Create daily filtered OASIS data file from hourly gridded da 
ta
yes? ! Automatically generated by ./hourly2dailyfilter.pl on Tue Mar 23 15:24:36 
 2010.
yes? ! 
yes? ! All data sets have AIR_TEMPERATURE_HR variable; 
yes? ! use it to get axis time limits.
yes? ! Filter to remove tidal and inertial signals.
yes? ! Regrid from 1 hour to 1 day to reduce # file size and number of points
yes? ! Also save an intermediate hourly filtered file for finer scale use.
yes? !
yes? SET MEMORY/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? SET MODE DESPERATE
yes? 
yes? !
yes? ! Leslie / Fred's plweight.m for 33 hour filter
yes? !
yes? DEFINE AXIS/X=-33:33:1 XAX1
yes? DEFINE GRID/X=XAX1 G1
yes? FILE/VAR=WEIGHTS33/GRID=G1 "./33hrfilt"
yes? SET VAR/TITLE="33 Hour Filter Weights" WEIGHTS33
yes? LIST WEIGHTS33
VARIABLE : 33 Hour Filter Weights
FILENAME : 33hrfilt
SUBSET   : 67 points (X)
 -33   /  1: -0.00026
 -32   /  2: -0.00112
 -31   /  3: -0.00210
 -30   /  4: -0.00315
 -29   /  5: -0.00426
 -28   /  6: -0.00536
 -27   /  7: -0.00641
 -26   /  8: -0.00735
 -25   /  9: -0.00811
 -24   / 10: -0.00864
 -23   / 11: -0.00886
 -22   / 12: -0.00872
 -21   / 13: -0.00816
 -20   / 14: -0.00714
 -19   / 15: -0.00561
 -18   / 16: -0.00356
 -17   / 17: -0.00098
 -16   / 18:  0.00213
 -15   / 19:  0.00573
 -14   / 20:  0.00979
 -13   / 21:  0.01424
 -12   / 22:  0.01901
 -11   / 23:  0.02400
 -10   / 24:  0.02910
 -9    / 25:  0.03422
 -8    / 26:  0.03922
 -7    / 27:  0.04399
 -6    / 28:  0.04841
 -5    / 29:  0.05237
 -4    / 30:  0.05576
 -3    / 31:  0.05850
 -2    / 32:  0.06051
 -1    / 33:  0.06174
 0     / 34:  0.06215
 1     / 35:  0.06174
 2     / 36:  0.06051
 3     / 37:  0.05850
 4     / 38:  0.05576
 5     / 39:  0.05237
 6     / 40:  0.04841
 7     / 41:  0.04399
 8     / 42:  0.03922
 9     / 43:  0.03422
 10    / 44:  0.02910
 11    / 45:  0.02400
 12    / 46:  0.01901
 13    / 47:  0.01424
 14    / 48:  0.00979
 15    / 49:  0.00573
 16    / 50:  0.00213
 17    / 51: -0.00098
 18    / 52: -0.00356
 19    / 53: -0.00561
 20    / 54: -0.00714
 21    / 55: -0.00816
 22    / 56: -0.00872
 23    / 57: -0.00886
 24    / 58: -0.00864
 25    / 59: -0.00811
 26    / 60: -0.00735
 27    / 61: -0.00641
 28    / 62: -0.00536
 29    / 63: -0.00426
 30    / 64: -0.00315
 31    / 65: -0.00210
 32    / 66: -0.00112
 33    / 67: -0.00026
yes? 
yes? !
yes? ! Original hourly data file
yes? !
yes? !USE "http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/hourlyM1.n 
c"
yes? USE "hourlyM1.nc"
yes? DEFINE SYMBOL TBEG="`AIR_TEMPERATURE_HR,return=tstart`"
 !- DEFINE SYMBOL TBEG="21-AUG-1989 00:00"
yes? DEFINE SYMBOL TEND="`AIR_TEMPERATURE_HR,return=tend`"
 !- DEFINE SYMBOL TEND="20-OCT-2009 20:00"
yes? DEFINE AXIS/T=($TBEG):($TEND):1/unit=day TIME_DAY
 !- DEFINE AXIS/T="21-AUG-1989 00:00":"20-OCT-2009 20:00":1/unit=day TIME_DAY
yes? SPAWN "/bin/rm -f hourlyFilteredM1.nc"
yes? SPAWN "/bin/rm -f dailyFilteredM1.nc"
yes? LET W33=XSEQUENCE(WEIGHTS33[D=1])
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable AIR_PRESS_HR: 1 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = AIR_PRESS_HR[L=@CIA] + AIR_PRESS_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET AIR_PRESS_FIL AIR_PRESS_HR[L=@FLN] * GAP_MASK
yes? ! LET AIR_PRESS_FIL = CONVOLVEL(AIR_PRESS_FIL,W33)
yes? 
yes? LET AIR_PRESS_FIL = CONVOLVEL(AIR_PRESS_HR,W33)
yes? LET AIR_PRESS_DAY = AIR_PRESS_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Air Pressure"/UNITS="mbar" AIR_PRESS_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT AIR_PRESS_FIL
 
CONVOLVEL(AIR_PRESS_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 98325
 Minimum value: 996.46
 Maximum value: 1033
 Mean    value: 1017 (unweighted average)
 Standard deviation: 4.5505
yes? STAT AIR_PRESS_DAY
 
Filtered Air Pressure
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 4100
 Minimum value: 998.3
 Maximum value: 1032.6
 Mean    value: 1017 (unweighted average)
 Standard deviation: 4.542
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" AIR_PRESS_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" AIR_PRESS_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR AIR_PRESS_DAY
yes? CANCEL VAR AIR_PRESS_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable AIR_TEMPERATURE_HR: 2 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = AIR_TEMPERATURE_HR[L=@CIA] + AIR_TEMPERATURE_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET AIR_TEMPERATURE_FIL AIR_TEMPERATURE_HR[L=@FLN] * GAP_MASK
yes? ! LET AIR_TEMPERATURE_FIL = CONVOLVEL(AIR_TEMPERATURE_FIL,W33)
yes? 
yes? LET AIR_TEMPERATURE_FIL = CONVOLVEL(AIR_TEMPERATURE_HR,W33)
yes? LET AIR_TEMPERATURE_DAY = AIR_TEMPERATURE_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered air_temperature"/UNITS="Celsius" AIR_TEMPERATURE_DA 
Y
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT AIR_TEMPERATURE_FIL
 
CONVOLVEL(AIR_TEMPERATURE_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 41843
 Minimum value: 3.1522
 Maximum value: 17.972
 Mean    value: 11.472 (unweighted average)
 Standard deviation: 2.1275
yes? STAT AIR_TEMPERATURE_DAY
 
Filtered air_temperature
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 1748
 Minimum value: 3.1933
 Maximum value: 17.967
 Mean    value: 11.489 (unweighted average)
 Standard deviation: 2.1257
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" AIR_TEMPERATURE_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" AIR_TEMPERATURE_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR AIR_TEMPERATURE_DAY
yes? CANCEL VAR AIR_TEMPERATURE_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable CONDUCTIVITY_HR: 3 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = CONDUCTIVITY_HR[L=@CIA] + CONDUCTIVITY_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET CONDUCTIVITY_FIL CONDUCTIVITY_HR[L=@FLN] * GAP_MASK
yes? ! LET CONDUCTIVITY_FIL = CONVOLVEL(CONDUCTIVITY_FIL,W33)
yes? 
yes? LET CONDUCTIVITY_FIL = CONVOLVEL(CONDUCTIVITY_HR,W33)
yes? LET CONDUCTIVITY_DAY = CONDUCTIVITY_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Conductivity"/UNITS="Siemens/m" CONDUCTIVITY_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT CONDUCTIVITY_FIL
 
CONVOLVEL(CONDUCTIVITY_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 2121372 (1*1*12*176781)
 # flagged as bad  data: 1042729
 Minimum value: 2.4799
 Maximum value: 4.3771
 Mean    value: 3.7132 (unweighted average)
 Standard deviation: 0.14747
yes? STAT CONDUCTIVITY_DAY
 
Filtered Conductivity
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 88404 (1*1*12*7367)
 # flagged as bad  data: 43474
 Minimum value: 2.7764
 Maximum value: 4.3758
 Mean    value: 3.7132 (unweighted average)
 Standard deviation: 0.14753
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" CONDUCTIVITY_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" CONDUCTIVITY_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR CONDUCTIVITY_DAY
yes? CANCEL VAR CONDUCTIVITY_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable ECHO_INTENSITY_BEAM1_HR: 4 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = ECHO_INTENSITY_BEAM1_HR[L=@CIA] + ECHO_INTENSITY_BEAM1_HR[ 
L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET ECHO_INTENSITY_BEAM1_FIL ECHO_INTENSITY_BEAM1_HR[L=@FLN] * GAP_MASK
yes? ! LET ECHO_INTENSITY_BEAM1_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM1_FIL,W33)
yes? 
yes? LET ECHO_INTENSITY_BEAM1_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM1_HR,W33)
yes? LET ECHO_INTENSITY_BEAM1_DAY = ECHO_INTENSITY_BEAM1_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered beam1 Echo Intensity data per beam"/UNITS="Counts"  
ECHO_INTENSITY_BEAM1_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT ECHO_INTENSITY_BEAM1_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT ECHO_INTENSITY_BEAM1_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM1_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM1_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR ECHO_INTENSITY_BEAM1_DAY
yes? CANCEL VAR ECHO_INTENSITY_BEAM1_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable ECHO_INTENSITY_BEAM2_HR: 5 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = ECHO_INTENSITY_BEAM2_HR[L=@CIA] + ECHO_INTENSITY_BEAM2_HR[ 
L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET ECHO_INTENSITY_BEAM2_FIL ECHO_INTENSITY_BEAM2_HR[L=@FLN] * GAP_MASK
yes? ! LET ECHO_INTENSITY_BEAM2_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM2_FIL,W33)
yes? 
yes? LET ECHO_INTENSITY_BEAM2_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM2_HR,W33)
yes? LET ECHO_INTENSITY_BEAM2_DAY = ECHO_INTENSITY_BEAM2_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered beam2 Echo Intensity data per beam"/UNITS="Counts"  
ECHO_INTENSITY_BEAM2_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT ECHO_INTENSITY_BEAM2_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT ECHO_INTENSITY_BEAM2_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM2_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM2_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR ECHO_INTENSITY_BEAM2_DAY
yes? CANCEL VAR ECHO_INTENSITY_BEAM2_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable ECHO_INTENSITY_BEAM3_HR: 6 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = ECHO_INTENSITY_BEAM3_HR[L=@CIA] + ECHO_INTENSITY_BEAM3_HR[ 
L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET ECHO_INTENSITY_BEAM3_FIL ECHO_INTENSITY_BEAM3_HR[L=@FLN] * GAP_MASK
yes? ! LET ECHO_INTENSITY_BEAM3_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM3_FIL,W33)
yes? 
yes? LET ECHO_INTENSITY_BEAM3_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM3_HR,W33)
yes? LET ECHO_INTENSITY_BEAM3_DAY = ECHO_INTENSITY_BEAM3_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered beam3 Echo Intensity data per beam"/UNITS="Counts"  
ECHO_INTENSITY_BEAM3_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT ECHO_INTENSITY_BEAM3_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT ECHO_INTENSITY_BEAM3_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM3_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM3_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR ECHO_INTENSITY_BEAM3_DAY
yes? CANCEL VAR ECHO_INTENSITY_BEAM3_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable ECHO_INTENSITY_BEAM4_HR: 7 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = ECHO_INTENSITY_BEAM4_HR[L=@CIA] + ECHO_INTENSITY_BEAM4_HR[ 
L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET ECHO_INTENSITY_BEAM4_FIL ECHO_INTENSITY_BEAM4_HR[L=@FLN] * GAP_MASK
yes? ! LET ECHO_INTENSITY_BEAM4_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM4_FIL,W33)
yes? 
yes? LET ECHO_INTENSITY_BEAM4_FIL = CONVOLVEL(ECHO_INTENSITY_BEAM4_HR,W33)
yes? LET ECHO_INTENSITY_BEAM4_DAY = ECHO_INTENSITY_BEAM4_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered beam4 Echo Intensity data per beam"/UNITS="Counts"  
ECHO_INTENSITY_BEAM4_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT ECHO_INTENSITY_BEAM4_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT ECHO_INTENSITY_BEAM4_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" ECHO_INTENSITY_BEAM4_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" ECHO_INTENSITY_BEAM4_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR ECHO_INTENSITY_BEAM4_DAY
yes? CANCEL VAR ECHO_INTENSITY_BEAM4_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable GPS_LATITUDE_HR: 8 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = GPS_LATITUDE_HR[L=@CIA] + GPS_LATITUDE_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET GPS_LATITUDE_FIL GPS_LATITUDE_HR[L=@FLN] * GAP_MASK
yes? ! LET GPS_LATITUDE_FIL = CONVOLVEL(GPS_LATITUDE_FIL,W33)
yes? 
yes? LET GPS_LATITUDE_FIL = CONVOLVEL(GPS_LATITUDE_HR,W33)
yes? LET GPS_LATITUDE_DAY = GPS_LATITUDE_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Latitude"/UNITS="Degrees North" GPS_LATITUDE_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT GPS_LATITUDE_FIL
 
CONVOLVEL(GPS_LATITUDE_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (decibars): 1
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 81597
 Minimum value: 36.736
 Maximum value: 36.765
 Mean    value: 36.749 (unweighted average)
 Standard deviation: 0.0058494
yes? STAT GPS_LATITUDE_DAY
 
Filtered Latitude
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (decibars): 1
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 3408
 Minimum value: 36.736
 Maximum value: 36.765
 Mean    value: 36.749 (unweighted average)
 Standard deviation: 0.005845
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" GPS_LATITUDE_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" GPS_LATITUDE_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR GPS_LATITUDE_DAY
yes? CANCEL VAR GPS_LATITUDE_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable GPS_LONGITUDE_HR: 9 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = GPS_LONGITUDE_HR[L=@CIA] + GPS_LONGITUDE_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET GPS_LONGITUDE_FIL GPS_LONGITUDE_HR[L=@FLN] * GAP_MASK
yes? ! LET GPS_LONGITUDE_FIL = CONVOLVEL(GPS_LONGITUDE_FIL,W33)
yes? 
yes? LET GPS_LONGITUDE_FIL = CONVOLVEL(GPS_LONGITUDE_HR,W33)
yes? LET GPS_LONGITUDE_DAY = GPS_LONGITUDE_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Longitude"/UNITS="Degrees East" GPS_LONGITUDE_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT GPS_LONGITUDE_FIL
 
CONVOLVEL(GPS_LONGITUDE_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (decibars): 1
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 81597
 Minimum value: -122.04
 Maximum value: -122.01
 Mean    value: -122.02 (unweighted average)
 Standard deviation: 0.0064887
yes? STAT GPS_LONGITUDE_DAY
 
Filtered Longitude
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (decibars): 1
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 3408
 Minimum value: -122.04
 Maximum value: -122.01
 Mean    value: -122.02 (unweighted average)
 Standard deviation: 0.0064563
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" GPS_LONGITUDE_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" GPS_LONGITUDE_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR GPS_LONGITUDE_DAY
yes? CANCEL VAR GPS_LONGITUDE_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable PRESSURE_HR: 10 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = PRESSURE_HR[L=@CIA] + PRESSURE_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET PRESSURE_FIL PRESSURE_HR[L=@FLN] * GAP_MASK
yes? ! LET PRESSURE_FIL = CONVOLVEL(PRESSURE_FIL,W33)
yes? 
yes? LET PRESSURE_FIL = CONVOLVEL(PRESSURE_HR,W33)
yes? LET PRESSURE_DAY = PRESSURE_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Pressure"/UNITS="db" PRESSURE_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT PRESSURE_FIL
 
CONVOLVEL(PRESSURE_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 2121372 (1*1*12*176781)
 # flagged as bad  data: 369125
 Minimum value: -26.813
 Maximum value: 352.38
 Mean    value: 108.72 (unweighted average)
 Standard deviation: 96.31
yes? STAT PRESSURE_DAY
 
Filtered Pressure
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 88404 (1*1*12*7367)
 # flagged as bad  data: 15284
 Minimum value: -12.943
 Maximum value: 352.38
 Mean    value: 108.68 (unweighted average)
 Standard deviation: 96.155
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" PRESSURE_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" PRESSURE_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR PRESSURE_DAY
yes? CANCEL VAR PRESSURE_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable RELATIVE_HUMIDITY_HR: 11 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = RELATIVE_HUMIDITY_HR[L=@CIA] + RELATIVE_HUMIDITY_HR[L=@CIB 
]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET RELATIVE_HUMIDITY_FIL RELATIVE_HUMIDITY_HR[L=@FLN] * GAP_MASK
yes? ! LET RELATIVE_HUMIDITY_FIL = CONVOLVEL(RELATIVE_HUMIDITY_FIL,W33)
yes? 
yes? LET RELATIVE_HUMIDITY_FIL = CONVOLVEL(RELATIVE_HUMIDITY_HR,W33)
yes? LET RELATIVE_HUMIDITY_DAY = RELATIVE_HUMIDITY_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Relative Humidity"/UNITS="%" RELATIVE_HUMIDITY_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT RELATIVE_HUMIDITY_FIL
 
CONVOLVEL(RELATIVE_HUMIDITY_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 82508
 Minimum value: 31.809
 Maximum value: 102.04
 Mean    value: 85.803 (unweighted average)
 Standard deviation: 9.7678
yes? STAT RELATIVE_HUMIDITY_DAY
 
Filtered Relative Humidity
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 3446
 Minimum value: 36.363
 Maximum value: 101.13
 Mean    value: 85.749 (unweighted average)
 Standard deviation: 9.6935
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" RELATIVE_HUMIDITY_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" RELATIVE_HUMIDITY_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR RELATIVE_HUMIDITY_DAY
yes? CANCEL VAR RELATIVE_HUMIDITY_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable SALINITY_HR: 12 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = SALINITY_HR[L=@CIA] + SALINITY_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET SALINITY_FIL SALINITY_HR[L=@FLN] * GAP_MASK
yes? ! LET SALINITY_FIL = CONVOLVEL(SALINITY_FIL,W33)
yes? 
yes? LET SALINITY_FIL = CONVOLVEL(SALINITY_HR,W33)
yes? LET SALINITY_DAY = SALINITY_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Salinity"/UNITS="" SALINITY_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT SALINITY_FIL
 
CONVOLVEL(SALINITY_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 2121372 (1*1*12*176781)
 # flagged as bad  data: 1090050
 Minimum value: 30.796
 Maximum value: 34.251
 Mean    value: 33.773 (unweighted average)
 Standard deviation: 0.3199
yes? STAT SALINITY_DAY
 
Filtered Salinity
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 88404 (1*1*12*7367)
 # flagged as bad  data: 45470
 Minimum value: 30.86
 Maximum value: 34.249
 Mean    value: 33.773 (unweighted average)
 Standard deviation: 0.31989
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" SALINITY_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" SALINITY_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR SALINITY_DAY
yes? CANCEL VAR SALINITY_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable TEMPERATURE_HR: 13 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = TEMPERATURE_HR[L=@CIA] + TEMPERATURE_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET TEMPERATURE_FIL TEMPERATURE_HR[L=@FLN] * GAP_MASK
yes? ! LET TEMPERATURE_FIL = CONVOLVEL(TEMPERATURE_FIL,W33)
yes? 
yes? LET TEMPERATURE_FIL = CONVOLVEL(TEMPERATURE_HR,W33)
yes? LET TEMPERATURE_DAY = TEMPERATURE_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered Temperature"/UNITS="Celsius" TEMPERATURE_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT TEMPERATURE_FIL
 
CONVOLVEL(TEMPERATURE_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 2121372 (1*1*12*176781)
 # flagged as bad  data: 444307
 Minimum value: 6.624
 Maximum value: 18.008
 Mean    value: 10.291 (unweighted average)
 Standard deviation: 1.9993
yes? STAT TEMPERATURE_DAY
 
Filtered Temperature
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5 to 375
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 88404 (1*1*12*7367)
 # flagged as bad  data: 18446
 Minimum value: 6.6246
 Maximum value: 17.571
 Mean    value: 10.29 (unweighted average)
 Standard deviation: 2.0005
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" TEMPERATURE_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" TEMPERATURE_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR TEMPERATURE_DAY
yes? CANCEL VAR TEMPERATURE_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable U_COMPONENT_HR: 14 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = U_COMPONENT_HR[L=@CIA] + U_COMPONENT_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET U_COMPONENT_FIL U_COMPONENT_HR[L=@FLN] * GAP_MASK
yes? ! LET U_COMPONENT_FIL = CONVOLVEL(U_COMPONENT_FIL,W33)
yes? 
yes? LET U_COMPONENT_FIL = CONVOLVEL(U_COMPONENT_HR,W33)
yes? LET U_COMPONENT_DAY = U_COMPONENT_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered East-West Velocity Towards(+E/-W) True Mooring Moti 
on corrected"/UNITS="cm/s" U_COMPONENT_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT U_COMPONENT_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT U_COMPONENT_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" U_COMPONENT_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" U_COMPONENT_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR U_COMPONENT_DAY
yes? CANCEL VAR U_COMPONENT_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable U_COMPONENT_UNCORR_HR: 15 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = U_COMPONENT_UNCORR_HR[L=@CIA] + U_COMPONENT_UNCORR_HR[L=@C 
IB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET U_COMPONENT_UNCORR_FIL U_COMPONENT_UNCORR_HR[L=@FLN] * GAP_MASK
yes? ! LET U_COMPONENT_UNCORR_FIL = CONVOLVEL(U_COMPONENT_UNCORR_FIL,W33)
yes? 
yes? LET U_COMPONENT_UNCORR_FIL = CONVOLVEL(U_COMPONENT_UNCORR_HR,W33)
yes? LET U_COMPONENT_UNCORR_DAY = U_COMPONENT_UNCORR_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered East-West Velocity Towards(+E/-W) True no mooring m 
otion correction"/UNITS="cm/s" U_COMPONENT_UNCORR_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT U_COMPONENT_UNCORR_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT U_COMPONENT_UNCORR_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" U_COMPONENT_UNCORR_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" U_COMPONENT_UNCORR_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR U_COMPONENT_UNCORR_DAY
yes? CANCEL VAR U_COMPONENT_UNCORR_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable V_COMPONENT_HR: 16 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = V_COMPONENT_HR[L=@CIA] + V_COMPONENT_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET V_COMPONENT_FIL V_COMPONENT_HR[L=@FLN] * GAP_MASK
yes? ! LET V_COMPONENT_FIL = CONVOLVEL(V_COMPONENT_FIL,W33)
yes? 
yes? LET V_COMPONENT_FIL = CONVOLVEL(V_COMPONENT_HR,W33)
yes? LET V_COMPONENT_DAY = V_COMPONENT_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered North-South Velocity Towards(+N/-S) True Mooring Mo 
tion corrected"/UNITS="cm/s" V_COMPONENT_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT V_COMPONENT_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT V_COMPONENT_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" V_COMPONENT_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" V_COMPONENT_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR V_COMPONENT_DAY
yes? CANCEL VAR V_COMPONENT_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable V_COMPONENT_UNCORR_HR: 17 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = V_COMPONENT_UNCORR_HR[L=@CIA] + V_COMPONENT_UNCORR_HR[L=@C 
IB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET V_COMPONENT_UNCORR_FIL V_COMPONENT_UNCORR_HR[L=@FLN] * GAP_MASK
yes? ! LET V_COMPONENT_UNCORR_FIL = CONVOLVEL(V_COMPONENT_UNCORR_FIL,W33)
yes? 
yes? LET V_COMPONENT_UNCORR_FIL = CONVOLVEL(V_COMPONENT_UNCORR_HR,W33)
yes? LET V_COMPONENT_UNCORR_DAY = V_COMPONENT_UNCORR_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered North-South Velocity Towards(+N/-S) True no mooring 
 motion correction"/UNITS="cm/s" V_COMPONENT_UNCORR_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT V_COMPONENT_UNCORR_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? STAT V_COMPONENT_UNCORR_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" V_COMPONENT_UNCORR_FIL
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" V_COMPONENT_UNCORR_DAY
 **ERROR: insufficient memory: 17678100 words were requested.
 *** NOTE: You can use SET MEMORY/SIZE=xxx to increase memory.
 *** NOTE: The "Memory use" section of the FERRET Users Guide has further tips.
yes? CANCEL VAR V_COMPONENT_UNCORR_DAY
yes? CANCEL VAR V_COMPONENT_UNCORR_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable WIND_U_COMPONENT_HR: 18 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = WIND_U_COMPONENT_HR[L=@CIA] + WIND_U_COMPONENT_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET WIND_U_COMPONENT_FIL WIND_U_COMPONENT_HR[L=@FLN] * GAP_MASK
yes? ! LET WIND_U_COMPONENT_FIL = CONVOLVEL(WIND_U_COMPONENT_FIL,W33)
yes? 
yes? LET WIND_U_COMPONENT_FIL = CONVOLVEL(WIND_U_COMPONENT_HR,W33)
yes? LET WIND_U_COMPONENT_DAY = WIND_U_COMPONENT_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered U Component of Wind Velocity"/UNITS="m/s (eastward) 
" WIND_U_COMPONENT_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT WIND_U_COMPONENT_FIL
 
CONVOLVEL(WIND_U_COMPONENT_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 41195
 Minimum value: -10.591
 Maximum value: 14.906
 Mean    value: 2.2512 (unweighted average)
 Standard deviation: 3.1821
yes? STAT WIND_U_COMPONENT_DAY
 
Filtered U Component of Wind Velocity
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 1731
 Minimum value: -10.458
 Maximum value: 14.803
 Mean    value: 2.3373 (unweighted average)
 Standard deviation: 3.1717
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" WIND_U_COMPONENT_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" WIND_U_COMPONENT_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR WIND_U_COMPONENT_DAY
yes? CANCEL VAR WIND_U_COMPONENT_FIL
yes? 
yes? !------------------------------------------------------------------
yes? ! Variable WIND_V_COMPONENT_HR: 19 of 19
yes? !
yes? ! These commands need too much memory for the whole deployment
yes? ! Save for when this code is converted to processing by deployment
yes? !
yes? ! LET GAP_ALLOWED = 2
yes? ! LET GAP_SIZE = WIND_V_COMPONENT_HR[L=@CIA] + WIND_V_COMPONENT_HR[L=@CIB]
yes? ! LET GAP_MASK = IF GAP_SIZE LE GAP_ALLOWED THEN 1
yes? ! LET WIND_V_COMPONENT_FIL WIND_V_COMPONENT_HR[L=@FLN] * GAP_MASK
yes? ! LET WIND_V_COMPONENT_FIL = CONVOLVEL(WIND_V_COMPONENT_FIL,W33)
yes? 
yes? LET WIND_V_COMPONENT_FIL = CONVOLVEL(WIND_V_COMPONENT_HR,W33)
yes? LET WIND_V_COMPONENT_DAY = WIND_V_COMPONENT_FIL[GT=TIME_DAY]
yes? SET VAR/TITLE="Filtered V Component of Wind Velocity"/UNITS="m/s (northward 
)" WIND_V_COMPONENT_DAY
yes? SET MEM/SIZE=30
 Cached data cleared from memory
cancel mode journal
sp rm -f ferret.jnl
 
yes? STAT WIND_V_COMPONENT_FIL
 
CONVOLVEL(WIND_V_COMPONENT_HR,W33)
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 23:30 to 20-OCT-2009 20:30
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 176781 (1*1*1*176781)
 # flagged as bad  data: 41195
 Minimum value: -11.803
 Maximum value: 15.214
 Mean    value: -1.2331 (unweighted average)
 Standard deviation: 3.1232
yes? STAT WIND_V_COMPONENT_DAY
 
Filtered V Component of Wind Velocity
LONGITUDE: 122W
LATITUDE: 36.8N
DEPTH (m): -3.5
TIME: 20-AUG-1989 12:00 to 21-OCT-2009 12:00
DATA SET: ./hourlyM1.nc
 
 Total # of data points: 7367 (1*1*1*7367)
 # flagged as bad  data: 1731
 Minimum value: -11.558
 Maximum value: 14.496
 Mean    value: -1.229 (unweighted average)
 Standard deviation: 3.2062
yes? SAVE/APPEND/FILE="hourlyFilteredM1.nc" WIND_V_COMPONENT_FIL
 LISTing to file hourlyFilteredM1.nc
yes? SAVE/APPEND/FILE="dailyFilteredM1.nc" WIND_V_COMPONENT_DAY
 LISTing to file dailyFilteredM1.nc
yes? CANCEL VAR WIND_V_COMPONENT_DAY
yes? CANCEL VAR WIND_V_COMPONENT_FIL
yes? 
yes? QUIT

The 33 hour low-pass filter

A 33 hour low-pass filter is applied to the hourly time series. The plot below was created with these Ferret commands (33hrfilt is a local file containing the filter weights, the weight values are shown in the output above)

DEFINE AXIS/T=-33:33:1/UNITS=hour TAX1
DEFINE GRID/t=TAX1 g2
FILE/VAR=WEIGHTS33T/GRID=G2 "./33hrfilt"
SET VAR/TITLE="33 Hour Filter Weights" WEIGHTS33T
PLOT WEIGHTS33T 
FRAME/FILE=weights33.gif

The plot below shows an example of the high diurnal and tidal frequency energies contained in mooring time series data. The red line is the fourier transform of the above filter. Its sharp cutoff at 33 hours helps preserve low frequency energies and virtually eliminate the high frequency energies which could be aliased to lower frequencies if we did not apply this filter before sub-sampling to one day intervals. Below are the Ferret commands which produced this plot

USE "http://dods.mbari.org/cgi-bin/nph-nc/data/OASISdata/netcdf/hourlyM4.nc"

! Define the time series at a point in space.
! Set the FFT, using explicit time specification.
! Plot the amplitude spectrum vs frequency.

LET FFT_uwndtmp = U_UNCORRECTED_HR[Z=30]                ! 30 meters depth
LET FFT_uwndtim = MISSING(FFT_uwndtmp, 0.0)             ! ffta needs data, assign to 0
LET FFT_uwndfft = ffta(FFT_uwndtim)
SET VARIABLE/TITLE="U Velocity Energy Spectrum"/units=Amplitude FFT_uwndfft

! For easier interpretation, invert the frequency axis and plot the 
! spectrum vs period: hours/cycle

! Get the frequency increment used in the FFT.
LET FFT_nf = `FFT_uwndfft,return=lend`
LET FFT_nyquist = 0.5
LET FFT_freq1 = FFT_nyquist/ FFT_nf

! Define a frequency axis.
DEFINE AXIS/T=`FFT_freq1`:`FFT_nyquist`:`FFT_freq1` faxis
DEFINE GRID/T=faxis gfftfreq
LET a = T[g=gfftfreq]

! Define the period from the frequency axis.
LET per = 1./a

! Plot as a "Y VS X" plot, showing the first 72 hours where the most energy is.
! The PPL ccommands clean up the plot appearance.

SET WIN/SIZE=0.5
PLOT/VS/LINE/HLIMITS=0:72:3/VLIMITS=0:2/TITLE="Amplitude Spectrum"/SET_UP per[l=1:`FFT_nf`], FFT_uwndfft
PPL XFOR (I2)
PPL XLAB Period, hours/cycle
PPL YLAB Energy of M4 ADCP U Velocity Component at 30m
go unlabel 4
go unlabel 5
go unlabel 6
go unlabel 8
PPL PLOT

! Plot the filter's transform

DEFINE AXIS/T=-33:33:1/UNITS=hour TAX1
DEFINE GRID/t=TAX1 g2
FILE/VAR=WEIGHTS33T/GRID=G2 "./33hrfilt"
SET VAR/TITLE="33 Hour Filter Weights" WEIGHTS33T

LET FFT_filt = ffta(WEIGHTS33T)
LET FFT_filt_nf = `FFT_filt,return=lend`
LET FFT_filt_freq1 = FFT_nyquist/ FFT_filt_nf

!  Define a frequency axis.
DEFINE AXIS/T=`FFT_filt_freq1`:`FFT_nyquist`:`FFT_filt_freq1` filtaxis
DEFINE GRID/T=filtaxis gfiltfftfreq
LET af = T[g=gfiltfftfreq]

!  Define the period from the frequency axis.
LET perfilt = 1./af

! Plot the filter over the transform of the data
LET W33NORM = FFT_filt*31.43
SET VAR/TITLE="33 Hour Filter Transform" W33NORM
PLOT/OVER/LINE/VS perfilt[l=1:`FFT_filt_nf`], W33NORM
FRAME/FILE=w33_freq.gif

 

To use FFTA on data from other moorings which have multiple deployments, and hence gaps in the time axis, you need to first regrid the data onto a regular time axis. Here are the Ferret command to do that:

set mem/size=20
def sym tst="`U_UNCORRECTED_HR,return=tstart`"
def sym ten="`U_UNCORRECTED_HR,return=tend`"
def axis/t=():():1/units=hour treg
let u_reg = U_UNCORRECTED_HR[gt=treg]

! Can now pass u_reg to FFTA, or save it to a file...



Generated: Tue Mar 23 15:24:36 2010 by $Id: hourly2dailyfilter.pl,v 1.20 2009/08/25 22:14:33 mccann Exp $