pyiem.nws.products package

Submodules

• pyiem.nws.products.cf6 module
  • CF6Product
    • CF6Product.parser()
    • CF6Product.sql()
  • parser()
• pyiem.nws.products.cli module
  • update_iemaccess()
  • trace_r()
  • get_number_year()
  • get_number()
  • convert_key()
  • make_tokens()
  • parse_snowfall()
  • parse_precipitation()
  • parse_temperature()
  • parse_sky_coverage()
  • parse_headline()
  • parse_wind()
  • sql_data()
  • CLIProduct
    • CLIProduct.find_sections()
    • CLIProduct.compute_diction()
    • CLIProduct.get_jabbers()
    • CLIProduct.parse_data()
    • CLIProduct.sql()
  • parser()
• pyiem.nws.products.cwa module
  • go2lonlat()
  • parse_polygon()
  • parse_product()
  • CWAProduct
    • CWAProduct.sql()
    • CWAProduct.get_jabbers()
  • parser()
• pyiem.nws.products.dsm module
  • process()
  • compute_time()
  • DSMProduct
    • DSMProduct.tzlocalize()
    • DSMProduct.compute_times()
    • DSMProduct.sql()
  • DSMCollective
    • DSMCollective.tzlocalize()
    • DSMCollective.sql()
  • parser()
• pyiem.nws.products.ero module
  • init_days()
  • compute_loc()
  • sid_rectify()
  • meat2segment()
  • jabber_messages()
  • compute_wfos()
  • ERO
    • ERO.get_outlookcollection()
    • ERO.get_outlook()
    • ERO.draw_outlooks()
    • ERO.find_issue_expire()
    • ERO.find_outlooks()
    • ERO.sql()
    • ERO.get_jabbers()
  • parser()
• pyiem.nws.products.fd module
  • parse_encoding()
  • compute_time()
  • make4()
  • FDProduct
    • FDProduct.parser()
    • FDProduct.sql()
  • parser()
• pyiem.nws.products.ffg module
  • safe()
  • FFGProduct
    • FFGProduct.do_parsing()
    • FFGProduct.sql()
  • parser()
• pyiem.nws.products.gairmet module
  • parseUTC()
  • prettify()
  • process_airmet()
  • GAIRMET
    • GAIRMET.sql()
    • GAIRMET.parsing()
  • parser()
• pyiem.nws.products.hml module
  • no999()
  • parseUTC()
  • parse_xml()
  • HMLData
  • HML
    • HML.do_sql_observed()
    • HML.do_sql_forecast()
    • HML.sql()
    • HML.parsing()
    • HML.__str__()
  • parser()
• pyiem.nws.products.hwo module
  • HWOProduct
    • HWOProduct.get_channels()
  • parser()
• pyiem.nws.products.lsr module
  • LSRProductException
  • LSRProduct
    • LSRProduct.get_temporal_domain()
    • LSRProduct.is_summary()
    • LSRProduct.get_url()
    • LSRProduct.get_jabbers()
  • parse_lsr()
  • parser()
• pyiem.nws.products.mcd module
  • MCDProduct
    • MCDProduct.parse_most_prob_tags()
    • MCDProduct.parse_correction()
    • MCDProduct.find_valid_times()
    • MCDProduct.find_watch_probability()
    • MCDProduct.get_prob_extra()
    • MCDProduct.tweet()
    • MCDProduct.get_url()
    • MCDProduct.parse_areas_affected()
    • MCDProduct.get_jabbers()
    • MCDProduct.parse_concerning()
    • MCDProduct.parse_discussion_num()
    • MCDProduct.parse_geometry()
    • MCDProduct.database_save()
  • parser()
• pyiem.nws.products.metar_util module
  • metar_from_dict()
  • metar_format_altimeter()
  • metar_format_mslp()
  • metar_format_pgroup()
  • metar_format_sky()
  • metar_format_temperature()
  • metar_format_visibility()
  • metar_format_weather()
  • metar_format_wind()
• pyiem.nws.products.metarcollect module
  • normalize_temp()
  • normid()
  • wind_logic()
  • trace()
  • to_metar()
  • sanitize()
  • wind_message()
  • over_wind_threshold()
  • to_iemaccess()
  • METARCollective
    • METARCollective.get_jabbers()
    • METARCollective.split_and_parse()
  • parser()
• pyiem.nws.products.mos module
  • section_parser()
  • make_null()
  • MOSProduct
    • MOSProduct.sql()
    • MOSProduct.parse_data()
  • parser()
• pyiem.nws.products.nhc module
  • NHCProduct
    • NHCProduct.get_jabbers()
  • parser()
• pyiem.nws.products.nldn module
  • NLDNProduct
    • NLDNProduct.sql()
  • parser()
• pyiem.nws.products.pirep module
  • Pirep
    • Pirep.parse_reports()
    • Pirep.process_pirep()
    • Pirep.compute_loc()
    • Pirep.compute_pirep_valid()
    • Pirep.sql()
    • Pirep.assign_cwsu()
    • Pirep.get_jabbers()
  • parser()
• pyiem.nws.products.saw module
  • SAWProduct
    • SAWProduct.TORNADO
    • SAWProduct.SEVERE_THUNDERSTORM
    • SAWProduct.ISSUES
    • SAWProduct.CANCELS
    • SAWProduct.find_replaces()
    • SAWProduct.find_action()
    • SAWProduct.compute_wfos()
    • SAWProduct.sql()
    • SAWProduct.find_time()
    • SAWProduct.find_ww_num()
    • SAWProduct.is_test()
    • SAWProduct.find_ww_type()
    • SAWProduct.find_polygon()
    • SAWProduct.get_jabbers()
  • parser()
• pyiem.nws.products.scp module
  • SCP
    • SCP.cldtop1
    • SCP.cldtop2
    • SCP.eca
    • SCP.high
    • SCP.mid
    • SCP.station
    • SCP.valid
  • SCPProduct
    • SCPProduct.sql()
  • parser()
• pyiem.nws.products.sel module
  • SELProduct
    • SELProduct.is_test()
    • SELProduct.sql()
  • parser()
• pyiem.nws.products.shef module
  • Formats
  • Implementation Notes
  • Known Limitations
  • parse_d_wrapper()
  • make_date()
  • parse_dc()
  • parse_dy()
  • datetime24()
  • parse_dh()
  • parse_station_valid()
  • process_di()
  • parse_dm()
  • parse_dd()
  • parse_dt()
  • process_modifiers()
  • process_message_e()
  • strip_comments()
  • clean_b_headerline()
  • process_message_b()
  • slash_tokenize()
  • process_message_a()
  • process_messages()
  • parse_A()
  • parse_B()
  • parse_E()
  • compute_num_value()
  • SHEFProduct
  • parser()
• pyiem.nws.products.sigmet module
  • SIGMET
  • figure_expire()
  • go2lonlat()
  • locs2lonslats()
  • compute_esol()
  • SIGMETProduct
    • SIGMETProduct.sql()
    • SIGMETProduct.compute_time()
    • SIGMETProduct.process_ocean()
    • SIGMETProduct.process_SIGC()
    • SIGMETProduct.get_jabbers()
  • parser()
• pyiem.nws.products.spacewx module
  • SpaceWxProduct
    • SpaceWxProduct.get_jabbers()
  • parser()
• pyiem.nws.products.spcpts module
  • imgsrc_from_row()
  • compute_times()
  • get_day()
  • get_segments_from_text()
  • str2multipolygon()
  • init_days()
  • SPCOutlookCollection
    • SPCOutlookCollection.add_outlook()
    • SPCOutlookCollection.get_categories()
    • SPCOutlookCollection.difference_geometries()
  • SPCOutlook
  • SPCPTS
    • SPCPTS.get_outlookcollection()
    • SPCPTS.get_outlook()
    • SPCPTS.draw_outlooks()
    • SPCPTS.set_metadata()
    • SPCPTS.find_issue_expire()
    • SPCPTS.find_outlooks()
    • SPCPTS.compute_wfos()
    • SPCPTS.sql()
    • SPCPTS.get_descript_and_url()
    • SPCPTS.get_jabbers()
  • parser()
• pyiem.nws.products.sps module
  • dedup_headline()
  • SPSProduct
    • SPSProduct.sql()
    • SPSProduct.get_jabbers()
  • parser()
• pyiem.nws.products.taf module
  • add_forecast_info()
  • make_qualifier()
  • make_forecast()
  • ambiguous_hour_magic()
  • ddhhmi2valid()
  • parse_prod()
  • TAFProduct
    • TAFProduct.get_channels_for_report()
    • TAFProduct.sql()
    • TAFProduct.get_jabbers()
  • parser()
• pyiem.nws.products.vtec module
  • VTECProductException
  • VTECProduct
    • VTECProduct.get_jabbers()
    • VTECProduct.sql()
    • VTECProduct.do_sql_vtec()
    • VTECProduct.do_sbw_geometry()
    • VTECProduct.is_single_action()
    • VTECProduct.is_homogeneous()
    • VTECProduct.get_first_non_cancel_vtec()
    • VTECProduct.get_first_non_cancel_segment()
    • VTECProduct.is_skip_con()
  • parser()
• pyiem.nws.products.wwp module
  • WWPProduct
    • WWPProduct.is_test()
    • WWPProduct.sql()
  • parser()
• pyiem.nws.products.xteus module
  • XTEUSProduct
    • XTEUSProduct.sql()
  • parser()

Module contents

A generalized parser frontend.

pyiem.nws.products.parser(text, utcnow=None, ugc_provider=None, nwsli_provider=None)

Omnibus parser of NWS Text Data

This is intended to be a catch-all parser of text data. As it currently stands, it does not correctly hand products off to the correct sub-processor, but some day it will!

Parameters:

• text (str) – The actual product text, this can have the <cntr>-a character to start the string.

• utcnow (datetime, optional) – What is the current time, this is useful for when ingesting old data. Many times, the product does not contain enough information to assign a current valid timestamp to it. So we need to know the current timestamp to do the relative computation.

• ugc_provider (UGCProvider, optional) – Provides UGC information for product parsing.

• nwsli_provider (dict, optional) – Provides NWS Location Identifiers to allow lookup of geographic information for station identifiers.

Returns:

A TextProduct instance

Return type:

TextProduct