In [ ]:
from dewberry.watershed_modeling import *
In [ ]:
# Assign data directory
data_dir = '/harvey-hindcast/dataHOpOMh'
start = datetime(2017, 8, 15, 0) # Start Date (Y, m, d, H)
stop = datetime(2017, 9, 15, 0) # End Date (Y, m, d, H)
interval = DateOffset(hours=1) # interval (hours)
daterange = date_range(start, stop - interval ,freq = interval) # Argument (pass to functions below)
GetPointFile(daterange, data_dir) # Download Files in gz format
Working with grib files¶
In [6]:
# Get a list of .gz files
grbzipfiles = glob(os.path.join(root_dir, '*.gz'))
# Clean up working directory
for grbzip in grbzipfiles:
ExtractGrib(grbzip, root_dir) # Unzip
os.remove(grbzip) # Delete Zip
# Print Inventory of file Contents
grbs = pygrib.open(grbfile)
PrintGribInventory(grbs)
Grib file: /notebooks/dataHOpOMh/ST4.2017082004.01h parametersVersion 1 UseEcmfConventions 1 GRIBEX_boustrophedonic 0 hundred Array Shape = (2,) globalDomain g GRIBEditionNumber 1 eps 0 offsetSection0 0 section0Length 8 totalLength 884824 editionNumber 1 WMO 0 productionStatusOfProcessedData 0 section1Length 28 wrongPadding 0 table2Version 2 centre kwbc centreDescription US National Weather Service - NCEP generatingProcessIdentifier 182 gridDefinition 255 indicatorOfParameter 61 parameterName TP Total precipitation kg m**-2 parameterUnits unknown indicatorOfTypeOfLevel sfc pressureUnits hPa typeOfLevelECMF surface typeOfLevel surface level 0 yearOfCentury 17 month 8 day 20 hour 3 minute 0 second 0 unitOfTimeRange 1 P1 0 P2 1 timeRangeIndicator 4 numberIncludedInAverage 0 numberMissingFromAveragesOrAccumulations0 centuryOfReferenceTimeOfData 21 subCentre 4 paramIdECMF 228228 paramId 228228 cfNameECMF unknown cfName unknown cfVarNameECMF tp cfVarName tp unitsECMF kg m**-2 units kg m**-2 nameECMF Total Precipitation name Total Precipitation decimalScaleFactor 2 setLocalDefinition 0 dataDate 20170820 year 2017 dataTime 300 julianDay 2457985.625 stepUnits 1 stepType accum stepRange 0-1 startStep 0 endStep 1 marsParam 61.2 validityDate 20170820 validityTime 400 deleteLocalDefinition 0 localUsePresent 0 shortNameECMF tp shortName tp ifsParam 228228 gridDescriptionSectionPresent 1 bitmapPresent 1 angularPrecision 1000 section2Length 32 radius 6367470 numberOfVerticalCoordinateValues 0 neitherPresent 255 pvlLocation 255 dataRepresentationType 5 gridDefinitionDescription Polar Stereographic Projection Grid gridDefinitionTemplateNumber 20 Nx 1121 Ny 881 latitudeOfFirstGridPoint 23117 latitudeOfFirstGridPointInDegrees 23.117 longitudeOfFirstGridPoint -119023 longitudeOfFirstGridPointInDegrees -119.023 resolutionAndComponentFlags 8 ijDirectionIncrementGiven 0 earthIsOblate 0 resolutionAndComponentFlags3 0 resolutionAndComponentFlags4 0 uvRelativeToGrid 1 resolutionAndComponentFlags6 0 resolutionAndComponentFlags7 0 resolutionAndComponentFlags8 0 orientationOfTheGrid -105000 orientationOfTheGridInDegrees -105.0 DxInMetres 4763 DyInMetres 4763 latitudeWhereDxAndDyAreSpecifiedInDegrees60 LaDInDegrees 60 projectionCentreFlag 0 southPoleOnProjectionPlane 0 scanningMode 64 iScansNegatively 0 jScansPositively 1 jPointsAreConsecutive 0 alternativeRowScanning 0 iScansPositively 1 scanningMode4 0 scanningMode5 0 scanningMode6 0 scanningMode7 0 scanningMode8 0 numberOfDataPoints 987601 numberOfValues 507522 PVPresent 0 PLPresent 0 deletePV 1 lengthOfHeaders 61 missingValue 9999 section3Length 123458 numberOfUnusedBitsAtEndOfSection3 15 tableReference 0 section4Length 761294 halfByte 0 dataFlag 0 binaryScaleFactor 0 referenceValue 0.0 referenceValueError 5.39760534693e-79 sphericalHarmonics 0 complexPacking 0 integerPointValues 0 additionalFlagPresent 0 orderOfSPD 2 boustrophedonic 0 hideThis 0 packingType grid_simple bitsPerValue 12 constantFieldHalfByte 8 bitMapIndicator 0 codedValues Array Shape = (507522,) values Array Shape = (881, 1121) numberOfCodedValues 507522 packingError 0.005 unpackedError 1.17549435082e-38 maximum 35.25 minimum 0.0 average 0.0550202552796 numberOfMissing 480079 standardDeviation 0.583560504205 skewness 20.2709463528 kurtosis 578.208512417 isConstant 0.0 dataLength 95160 changeDecimalPrecision 2 decimalPrecision 2 bitsPerValueAndRepack 12 scaleValuesBy 1.0 offsetValuesBy 0.0 gridType polar_stereographic getNumberOfValues 987601 section5Length 4 ---ERROR on analDate ---ERROR on validDate
