Ver Fonte

Only load not-yet-loaded ones.

Herby Vojčík há 4 anos atrás
pai
commit
95b9196a20
1 ficheiros alterados com 4 adições e 1 exclusões
  1. 4 1
      index.js

+ 4 - 1
index.js

@@ -1,7 +1,8 @@
 // node --require regenerator-runtime/runtime --require ./babel-local --require isomorphic-fetch index.js
 
 import {createWriteStream, promises} from 'fs';
-const {rename} = promises;
+
+const {access, rename} = promises;
 
 async function work () {
     let rootUri = 'https://data.gov.sk/api/3/action/package_search?fq=%2btitle:Vestn%C3%ADk%20verejn%C3%A9ho%20obstar%C3%A1vania*&rows=9999&sort=metadata_created_date%20asc';
@@ -13,6 +14,8 @@ async function work () {
         const saves = [];
         for (let {name, description, url} of resources) {
             const [, issue, year] = name.match(/(\d+)\/(\d+)/);
+            if (await access(`${year}.${issue}.xml`).then(() => true, () => false))
+                continue;
             console.info(`File ${year} / ${issue}: ${description}`);
             const xmlRaw = await fetch(url);
             saves.push((async () => {