stats.js

(function() {
  const fs = require("fs");
  const dbPath = ".data/stats.json";
  let db = {};

  module.exports.setupApp = function(app) {
    // uncomment to clear all, beware
    //save();
    
    /*
    // https://www.npmjs.com/package/cors#configuring-cors-w-dynamic-origin
    const cors = require("cors");
    const whitelist = [
      "https://fiddle.jshell.net"
    ];

    const corsOptions = {
      origin: function(origin, callback) {
        // console.log(origin);
        if (origin === undefined || whitelist.indexOf(origin) !== -1) {
          callback(null, true);
        } else {
          callback(new Error(origin + ": not allowed by CORS"));
        }
      },
      optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204,
      credentials: true
    };
    app.use(cors(corsOptions));
    */
    
    load();
    
    const getStats = function(response){
      //module.exports.register({ name: "com.needle.test", version: "1.0.0" });
      response.json(db);
    }

    app.get("/private/magick/stats", (request, response) => {
      getStats(response);
    });

    // https://hashgenerator.de/
    app.get("/public/stats/098f6bcd4621d373cade4e832627b4f6", (request, response) => {
      getStats(response);
    });
    
    app.get("/public/stats/098f6bcd4621d373cade4e832627b4f6/viz", (request, response) => {
      response.sendFile(__dirname + "/views/viz.html");
    });
  };

  module.exports.register = function(data) {
    if(db === undefined) return;
    if (data === undefined) return;
    
    const lastAccess = new Date().toUTCString();
    
    if(db.meta === undefined) db.meta = {};
    const meta = db.meta;
    meta.lastAccess = lastAccess;
    
    if(db.downloads === undefined) db.downloads = {};
    const downloads = db.downloads;
    
    const { name, version } = data;
    if (name === undefined || version === undefined) return;
    if (downloads[name] === undefined) downloads[name] = { downloads: 1 };
    else downloads[name].downloads += 1;

    
    const pack = downloads[name];
    pack.lastAccess = lastAccess;
    
    if(pack.versions === undefined) pack.versions = {};
    const versions = pack.versions;
    
    if (versions[version] === undefined) versions[version] = { downloads: 1, lastAccess:lastAccess };
    else {
      const ver = versions[version];
      ver.downloads += 1;
      ver.lastAccess = lastAccess;
    }
    

    const req = data.request;
    if (req !== undefined) {

      
      /*
      console.log(req);
      console.log(req.path);
      console.log(req.headers.referer);
      console.log(req.headers.origin);
      */
      
      const apiUrl = req.originalUrl;
      if (pack.apis === undefined) pack.apis = {};
      if (pack.apis[apiUrl] === undefined) {
        pack.apis[apiUrl] = { downloads: 1, lastAccess:lastAccess };
      } else {
        const api = pack.apis[apiUrl];
        api.downloads += 1;
        api.lastAccess = lastAccess;
      }

      const source = req.headers.referer;
      if (source !== undefined) {
        if (pack.sources === undefined) pack.sources = {};
        if (pack.sources[source] === undefined) {
          pack.sources[source] = { downloads: 1, lastAccess:lastAccess };
        } else {
          const src = pack.sources[source];
          src.downloads += 1;
          src.lastAccess = lastAccess;
        }
      }
    }

    downloads[name] = pack;
    save();
  };

  const load = () => {
    fs.exists(dbPath, function(exists) {
      if (exists) {
        fs.readFile(dbPath, (err, res) => {
          if (err) throw err;
          db = JSON.parse(res);
          console.log("Loaded stats");
        });
      } else {
        console.log("Stats db does not exist yet, creating", db);
        db = {};
        save();
      }
    });
  };

  const save = () => {
    // ensure folder exists
    console.log("Saving stats to", dbPath);
    fs.mkdirSync(".data", { recursive: true });
    fs.writeFileSync(dbPath, JSON.stringify(db));
    console.log("Saved stats");
  };
})();