Removing non-matching years from data files.

server.js

@@ -15,7 +15,7 @@
 
         console.log('=== Starting next promise chain.');
 
-        var station = 46026 //stations.ids[index];
+        var station = stations.ids[index];
 
         Promise.resolve()
             //===== Download
@@ -26,23 +26,21 @@
 
             //===== Parse
             // .then(stations.parseStation.bind(null, station))
-            // .then(meteo.parseAllMonths.bind(null, 46026, 2015))
+            // .then(meteo.parseAllMonths.bind(null, station, 2015))
             // .then(meteo.parseAllYears.bind(null, station, 1982, 2014))
 
             //===== Assemble
-            .then(assemble.read.bind(null, station, 2015))
-            .then(assemble.getAverages)
+            // .then(assemble.read.bind(null, station, 2015))
+            // .then(assemble.getAverages)
 
             // .then(function() { console.log('something') })
 
             //===== Flow control
-            .then(function() { console.log('=== Chain complete.\n'); })
+            // .then(function() { console.log('=== Chain complete.\n'); })
             // .then(next.bind(null, index + 1))
             .catch(IO.error);
 
     };
 
-    // TODO remove previous years from file, such as 46026-2015 shouldn't have data from 2014.
-
     next(0);
 })();

server/assemble.js

@@ -1,4 +1,3 @@
-'use strict';
 
 var IO = require('./io');
 var meteo = require('./meteo');

server/meteo.js

@@ -91,7 +91,7 @@ module.exports = {
             .then(NOAA.aggregate)
             .then(NOAA.convert)
             .then(function(str) {
-                IO.write(jsonPath + station + '-' + year + '.json', str);
+                return IO.write(jsonPath + station + '-' + year + '.json', str);
             });
     },
 
@@ -106,7 +106,7 @@ module.exports = {
             .then(NOAA.parseTxt)
             .then(NOAA.convert)
             .then(function(str) {
-                IO.write(jsonPath + station + '-' + year + '.json', str);
+                return IO.write(jsonPath + station + '-' + year + '.json', str);
             });
     },
 
@@ -161,5 +161,5 @@ module.exports = {
         }
 
         return Promise.all(arr);
-    },
+    }
 };

server/noaa.js

@@ -47,9 +47,28 @@ module.exports = {
             return dateA - dateB;
         });
 
-        // Filter for multiple headings/units rows.
-        var result = sorted.filter(function(row) {
-            return !(row[0] === '#YY' || row[0] === '#yr' || row.length === 1);
+        // Flag violations: headings, units, empty.
+        // Prepare average to trim incidental head/tail data points from different years.
+        var sum = 0;
+        var count = 0;
+        sorted.forEach(function(row) {
+            if (row[0] === '#YY' || row[0] === '#yr' || row.length === 1) {
+                row[0] = null;
+            }
+            else {
+                sum += parseInt(row[0]);
+                count++;
+            }
+        });
+
+        // Filter rows that have been flagged or that are the wrong year.
+        var year = Math.round(sum / count);
+        var result = sorted.filter(function(row, i) {
+            if (row[0] === null || row[0] != year) {
+                return false;
+            }
+
+            return true;
         });
 
         // Convert to JSON that can later be read easily.