Fields incomplete for some files

[gerritholl]

Some files exist but the fields are totally incomplete. May have failed in the middle of writing.

For the one file I checked, this also had less than 512 lines, so I wonder if this is related to FIDUCEO/FCDRTools#15 and that the latter leaves files half written. Certainly, these files need to at least be deleted as part of #274.

netcdf FIDUCEO_FCDR_L1C_HIRS4_metopa_20070207230846_20070207235958_easy_v0.8pre_fv0.7 {
dimensions:
        y = 457 ;
        x = 56 ;
        channel = 19 ;
        n_wavelengths = 2751 ;
        lut_size = 101 ;
        delta_x = 56 ;
        delta_y = 228 ;
variables:
        int latitude(y, x) ;
                latitude:_FillValue = -2147483647 ;
                latitude:long_name = "latitude" ;
                latitude:units = "degrees_north" ;
                latitude:valid_range = -90LL, 90LL ;
                latitude:source = "copied from NOAA native L1B format" ;
                latitude:original_name_l1b = "lat" ;
                latitude:scale_factor = 0.001 ;
        int longitude(y, x) ;
                longitude:_FillValue = -2147483647 ;
                longitude:long_name = "longitude" ;
                longitude:units = "degrees_east" ;
                longitude:valid_range = -180LL, 180LL ;
                longitude:source = "copied from NOAA native L1B format" ;
                longitude:original_name_l1b = "lon" ;
                longitude:scale_factor = 0.001 ;
        ubyte quality_pixel_bitmask(y, x) ;

// global attributes:
                :Conventions = "CF-1.6" ;
                :licence = "This dataset is released for use under CC-BY licence (https://creativecommons.org/licenses/by/4.0/) and was developed in the EC FIDUCEO project \"Fidelity and Uncertainty in Climate Data Records from Earth Observations\". Grant Agreement: 638822." ;
                :writer_version = "2.0.0" ;
                :institution = "University of Reading" ;
                :title = "HIRS Easy FCDR" ;
                :source = "Produced with HIRS_FCDR code, version 0.1.15+dev407.g1e81cc7.update.harm.parameters" ;
                :history = "Produced on 2018-10-11T20:22:22Z.\nGenerated from L1B data using FCDR_HIRS.  See\nrelease notes for details on versions used." ;
                :references = "In preparation" ;
                :comment = "Early version.  Please note warning." ;
                :template_key = "HIRS4" ;
                :author = "Gerrit Holl and the FIDUCEO team" ;
                :email = "fiduceo-coordinator@lists.reading.ac.uk" ;
                :satellite = "metopa" ;
                :url = "http://www.fiduceo.eu" ;
                :fcdr_software_version = "0.1.15+dev407.g1e81cc7.update.harm.parameters" ;
                :data_version = "0.8pre" ;
                :WARNING = "VERY EARLY TRIAL VERSION! DO NOT USE THE CONTENTS OF THIS PRODUCT FOR ANY PURPOSE UNDER ANY CIRCUMSTANCES! This serves exclusively as a file format demonstration!" ;
                :orbit_start_time = "2007-02-07T23:08:46.647000" ;
                :orbit_end_time = "2007-02-07T23:59:58.640000" ;
                :orbit_start_granule = "NSS.HIRX.M2.D07038.S2150.E2333.B0158081.SV" ;
                :orbit_end_granule = "NSS.HIRX.M2.D07038.S2332.E0115.B0158182.SV" ;
                :full_info = "asn1crypto==0.24.0\nastropy==3.0.4\natomicwrites==1.1.5\nattrs==18.1.0\nbackcall==0.1.0\nbasemap==1.1.0\nbokeh==0.13.0\nBottleneck==1.2.1\nCartopy==0.16.0\ncertifi==2018.8.24\ncffi==1.11.5\ncftime==1.0.0b1\nchardet==3.0.4\nclick==6.7\ncloudpickle==0.5.3\ncryptography==2.2.2\ncycler==0.10.0\nCython==0.28.3\ncytoolz==0.9.0.1\ndask==0.18.1\ndecorator==4.3.0\ndistributed==1.22.0\ndocutils==0.14\nfastcache==1.0.2\nFCDR-HIRS==0.1.15+dev407.g1e81cc7.update.harm.parameters\nfcdr-tools==2.0.0\ngmpy2==2.0.8\nh5netcdf==0.6.1\nh5py==2.8.0\nheapdict==1.0.0\nidna==2.7\nimageio==2.3.0\nipdb==0.11\nipython==6.4.0\nipython-genutils==0.2.0\njedi==0.12.0\nJinja2==2.10\njoblib==0.12.1\nkiwisolver==1.0.1\nllvmlite==0.24.0\nlocket==0.2.0\nlxml==4.2.2\nMarkupSafe==1.0\nmatplotlib==2.2.2\nmkl-fft==1.0.2\nmkl-random==1.0.1\nmore-itertools==4.2.0\nmsgpack==0.5.6\nmsgpack-python==0.5.6\nnetCDF4==1.4.0\nnetworkx==2.1\nnumba==0.39.0\nnumexpr==2.6.5\nnumpy==1.14.5\nolefile==0.45.1\nOWSLib==0.16.0\npackaging==17.1\npandas==0.23.2\nparso==0.3.0\npartd==0.3.8\npatsy==0.5.0\npexpect==4.6.0\npickleshare==0.7.4\nPillow==5.1.0\nPint==0.8.1\npluggy==0.6.0\nprogressbar2==3.38.0\nprompt-toolkit==1.0.15\npsutil==5.4.6\nptyprocess==0.6.0\npy==1.5.4\npyatmlab==0.1.2\npycparser==2.18\npyepsg==0.3.2\nPygments==2.2.0\npyOpenSSL==18.0.0\npyorbital==1.3.1\npyparsing==2.2.0\npyproj==1.9.5.1\npyshp==1.2.12\nPySocks==1.6.8\npytest==3.2.2\npytest-arraydiff==0.2\npytest-astropy==0.4.0\npytest-doctestplus==0.1.3\npytest-openfiles==0.3.0\npytest-remotedata==0.3.0\npytest-runner==4.2\npython-dateutil==2.7.3\npython-utils==2.3.0\npytz==2018.5\nPyWavelets==0.5.2\nPyYAML==3.12\nrequests==2.19.1\nscikit-image==0.14.0\nscikit-learn==0.19.1\nscipy==1.1.0\nseaborn==0.9.0\nShapely==1.6.4.post1\nsimplegeneric==0.8.1\nsix==1.11.0\nsortedcontainers==2.0.4\nstatsmodels==0.9.0\nsympy==1.1.1\ntblib==1.3.2\ntoolz==0.9.0\ntornado==5.0.2\ntraitlets==4.3.2\ntyphon==0.6.0+dev222.gbd38106\nurllib3==1.23\nwcwidth==0.1.7\nxarray==0.10.7\nzict==0.1.3\n" ;
                :contact = "fiduceo-coordinator@lists.reading.ac.uk" ;
                :typical_structured_correlation_scale = "40 scanlines" ;
}```