Add timeseries/SOS data and web services for historic KNMI data

[justb4]

KNMI provides free datasets for various measurements. The rainradar provides WMS-Time, but it would be interesting to add all existing other data like temperature, pressure, wind direction/force, also to correlate with pollution measured values.

Via http://data.knmi.nl, https://data.knmi.nl/portal/KNMI-DataCentre.html

De volgende KNMI datasets lijken van belang.

• Waarneemstations
• Etmaalgegevens KNMI stations (alle historie sinds 1951)
• Actuele 10 min data KNMI stations (laatste metingen)

Soortgelijk als voor LML AQ kan een simpele ETL worden opgezet:

• eenmalig alle historie laden, dan incrementeel laatste metingen
• waarneemstations, evt coordinaten

verder zijn daarmee services te maken zoals WMS-Time, WFS en SOS.

Fileformaat: .nc (hierarchical?).

[justb4]

Mogelijk beter de uurgegevens gebruiken (CSV tabellen):

http://www.knmi.nl/klimatologie/uurgegevens/ . Is per station met directe .zip: bijv Deelen (station 275) van 2011-t/m heden (steeds op 24:00 uur op vorige dag van nu)
http://www.knmi.nl/klimatologie/uurgegevens/datafiles/275/uurgeg_275_2011-2020.zip

[justb4]

Aha .nc is NetCDF, in principe ondersteund door GDAL http://www.gdal.org/frmt_netcdf.html maar moet specifiek gebouwd worden...

[justb4]

ncdump en nc2text lijkt voldoende om in ieder geval de stations te extraheren. ::

    ncdump  STD___OPER_P___OBS_____L2.nc
    netcdf STD___OPER_P___OBS_____L2 {
    dimensions:
        stations = 60 ;
    variables:
        string name(stations) ;
            name:long_name = "Station name" ;
            name:units = "string" ;
            name:coordinates = "starttime lat lon height" ;
        string WMO(stations) ;
            WMO:long_name = "WMO number" ;
         .
         .

    // global attributes:
            :featureType = "point" ;
            :Conventions = "CF-1.4" ;
            :title = "STD___OPER_P___OBS_____L2" ;
            :institution = "Royal Netherlands Meteorological Institute (KNMI)" ;
            :source = "Royal Netherlands Meteorological Institute (KNMI)" ;
            :history = "File created from RobuSAIS ASCII file. " ;
            :references = "http://data.knmi.nl" ;
            :comments = "none" ;
            :description = "none" ;
            :disclaimer = "none" ;
            :comment = "none" ;
    data:

     name = "D15-FA-1", "P11-B", "K14-FA-1C", "A12-CPP", "F16-A", "L9-FF-1",
        "AWG-1", "IJMOND WP", "VALKENBURG AWS", "J6-A", "HOORN-A", "IJMUIDEN WP",
        "DE KOOIJ VK", "F3-FB-1", "AMSTERDAM/SCHIPHOL AP", "VLIELAND",
        "WIJDENES WP", "BERKHOUT AWS", "TERSCHELLING HOORN AWS", "K13-A",
        "WIJK AAN ZEE AWS", "HOUTRIBDIJK WP", "DE BILT AWS", "STAVOREN AWS",
        "LELYSTAD AP", "LEEUWARDEN", "MARKNESSE AWS", "DEELEN", "LAUWERSOOG AWS",
        "HEINO AWS", "HOOGEVEEN AWS", "GRONINGEN AP EELDE", "HUPSEL AWS",
        "HUIBERTGAT WP", "NIEUW BEERTA AWS", "TWENTE AWS", "CADZAND WP",
        "VLISSINGEN AWS", "HOOFDPLAAT", "OOSTERSCHELDE WP", "VLAKTE VAN DE RAAN",
        "HANSWEERT", "OOSTERSCHELDE 4", "WESTDORPE AWS", "LICHTEILAND GOEREE",
        "EURO PLATFORM", "STAVENISSE", "HOEK VAN HOLLAND AWS", "MAROLLEGAT",
        "WOENSDRECHT", "ROTTERDAM GEULHAVEN", "ROTTERDAM THE HAGUE AP",
        "CABAUW TOWER AWS", "GILZE RIJEN", "HERWIJNEN AWS", "EINDHOVEN AP",
        "VOLKEL", "ELL AWS", "MAASTRICHT AACHEN AP", "ARCEN AWS" ;

     WMO = "06201", "06203", "06204", "06205", "06206", "06207", "06208",
        "06209", "06210", "06211", "06212", "06225", "06235", "06239", "06240",
        "06242", "06248", "06249", "06251", "06252", "06257", "06258", "06260",
        "06267", "06269", "06270", "06273", "06275", "06277", "06278", "06279",
        "06280", "06283", "06285", "06286", "06290", "06308", "06310", "06311",
        "06312", "06313", "06315", "06316", "06319", "06320", "06321", "06324",
        "06330", "06331", "06340", "06343", "06344", "06348", "06350", "06356",
        "06370", "06375", "06377", "06380", "06391" ;

     type = "Platform/AWS", "Platform/AWS", "Platform/AWS", "Platform/AWS",
        "Platform/AWS", "Platform/AWS", "Platform/AWS", "Wind mast", "AWS",
        "Platform/AWS", "Platform/AWS", "Wind mast", "Aerodrome/AWS",
        "Platform/AWS", "Aerodrome/AWS", "AWS", "Wind mast", "AWS", "AWS",
        "Platform/AWS", "AWS", "Wind mast", "AWS", "AWS", "Aerodrome/AWS",
        "Aerodrome/AWS", "AWS", "Aerodrome/AWS", "AWS", "AWS", "AWS",
        "Aerodrome/AWS", "AWS", "Wind mast", "AWS", "AWS", "Wind mast", "AWS",
        "Wind mast", "Wind mast", "Wind mast", "Wind mast", "Wind mast", "AWS",
        "Platform/AWS", "Platform/AWS", "Wind mast", "AWS", "Wind mast",
        "Aerodrome/AWS", "Wind mast", "Aerodrome/AWS", "AWS", "Aerodrome/AWS",
        "AWS", "Aerodrome/AWS", "Aerodrome/AWS", "AWS", "Aerodrome/AWS", "AWS" ;

     time = 14285, 7305, 2550, 14285, 3645, 13479, -8616, 14285, -8401, -15713,
        7305, 11351, -5121, 13479, 7486, -5023, 8954, 10500, -731, 8394, 11413,
        13216, -26937, 8895, -6971, 7943, 7670, -7397, 13479, 7305, 7305, -7823,
        7670, 3932, 14557, -11749, 473, -41645, -15713, -4755, 7305, -8408, 1826,
        7844, 7670, 10561, 7670, 7670, 4011, 4208, -12426, 7305, 723, 8401, 7670,
        -8858, -6582, -8043, 7670, 13461 ;

     lat = 54.325666666667, 52.36, 53.269444444444, 55.399166666667,
        54.116666666667, 53.614444444444, 53.491666666667, 52.463735018795,
        52.170248689194, 53.824130555556, 52.918055555556, 52.462242867998,
        52.926865008825, 54.853888888889, 52.315408447486, 53.240026656696,
        52.632430667762, 52.642696895243, 53.391265948394, 53.217503824365,
        52.505333893732, 52.648187308904, 52.098821802977, 52.896643913235,
        52.457270486008, 53.223000488316, 52.701902388132, 52.0548617826,
        53.411581103636, 52.434561756559, 52.749056395511, 53.123676213651,
        52.067534268959, 53.573888888889, 53.194409573306, 52.27314817052, 51.38,
        51.441334059998, 51.377452361354, 51.76762399884, 51.503718278041,
        51.445833333333, 51.655878415805, 51.224757511326, 51.925472222222,
        51.997951293611, 51.595404203104, 51.990941918858, 51.478611111111,
        51.447744494043, 51.891830906739, 51.960667359998, 51.969031121385,
        51.564889021961, 51.857593837453, 51.449772459909, 51.658528382201,
        51.196699902606, 50.905256257898, 51.497306260089 ;

     lon = 2.93575, 3.3416666666667, 3.6277777777778, 3.8102777777778,
        4.0122222222222, 4.9602777777778, 5.9416666666667, 4.5173637041727,
        4.4294613573587, 2.9452777777778, 4.1502777777778, 4.5549006792363,
        4.7811453228565, 4.6961111111111, 4.7902228464686, 4.9207907082729,
        5.1734739738872, 4.9787572406902, 5.3458010937365, 3.2185197221557,
        4.6029300588208, 5.4003881262577, 5.1797058644882, 5.383478899702,
        5.5196324030324, 5.7515738887123, 5.8874461671401, 5.8723225499118,
        6.1990994508938, 6.2589770334531, 6.5729701105864, 6.5848470019087,
        6.6567253619722, 6.3983333333333, 7.1493220605216, 6.8908745111116,
        3.3791666666667, 3.5958241584686, 3.672675061238, 3.6171265677562,
        3.2421667712437, 3.9975, 3.6939548934033, 3.8609657214986,
        3.6698611111111, 3.2749384441635, 4.006012888555, 4.121849767852, 4.1925,
        4.342014, 4.3126638323991, 4.4469005114756, 4.9259216999194,
        4.9352386335384, 5.1453989235756, 5.3770039280214, 5.7065946674719,
        5.7625447234516, 5.7617834850481, 6.1961067840608 ;

     height = 42.7, 41.84, 41.8, 48.35, 43.4, 44, 40.5, 0, -0.2, 45.7, 50.9, 4,
        1.22, 50.6, -3.35, 10.79, 0.8, -2.4, 0.73, 37.67, 8.5, 7.25, 1.9, -1.3,
        -3.66, 1.22, -3.35, 48.16, 2.9, 3.6, 15.82, 5.18, 29.07, 0, -0.2, 34.75,
        0, 8.03, 0, 0, 0, 0, 0, 1.68, 22, 19, 0, 11.86, 0, 19.2, 3.5, -4.27,
        -0.71, 14.94, 0.66, 22.56, 21.95, 30, 114.3, 19.5 ;

     obs_pres = 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0,
        1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1,
        0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0 ;

     obs_wind = 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1,
        1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
        1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ;

     obs_temp = 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0,
        1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1,
        0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1 ;
        .
        .
    }