categorize.js

"use strict";

const config = require('./config/database');

const Promise = require("bluebird");

const mongoose = require('mongoose');
mongoose.Promise = Promise;
mongoose.connect(config.db.uri);

const path = require('path');

const Torrent = require('./models/Torrent.js');

const bunyan = require("bunyan");
const logger = bunyan.createLogger({name: "categorize"});

const CronJob = require("cron").CronJob;

const filter = { 'category' : /Unknown/ };

const dynamicToIgnore = () => {
  const pad = (n, width, z) => {
    z = z || '0';
    n = n + '';
    return n.length >= width ? n : new Array(width - n.length + 1).join(z) + n;
  }
  const result = [];
  // need to refactor this shit
  for(var i=2; i<100; i++) {
    result.push('.s'+pad(i,2));
    result.push('.r'+pad(i,2));
    result.push('.z'+pad(i,2));
    result.push('.'+pad(i,2));
  }
  for(var i=2; i<1000; i++) {
    result.push('.s'+pad(i,3));
    result.push('.r'+pad(i,3));
    result.push('.z'+pad(i,3));
    result.push('.'+pad(i,3));
  }
  return result;
}

function findCategoryBasedOnExtensions(exts) {
  return Object.keys(config.extToCateg)
    .map(categ => { // browse category extensions
      if ( config.extToCateg[categ].some(c => exts.includes(c)) )
      return categ;
    })
    .find((c) => c !== undefined); // find the first category
}

const job = new CronJob("30 * * * * *", function() { // run each 30 seconds
  const cursor = Torrent.find(filter).sort({'imported': -1}).limit(100).cursor();
  cursor.eachAsync(torrent => {
    logger.info(`Treating ${torrent._id} categorization`);
    if(!torrent.files) {
      logger.info(`Torrent ${torrent._id} has no files!`);
      return Promise.resolve(torrent);
    }
    const exts = torrent.files
      .map(file => path.extname(file).toLowerCase())
      .filter(ext => ext.length > 0) // no empty
      .filter(ext => !config.extToIgnore.includes(ext)) // no ignored
      .filter(ext => !dynamicToIgnore().includes(ext)) // no special ignored
      .filter(ext => ext.length < config.limitExt) // with min length
      .slice() // shallow copy
      .sort() // sort
      .reduce((p, c) => {
        if(p[0] !== c) return p.concat(c);
        return p;
      }, []) // deduplicate

    if(exts.length > 5) {
      return Promise.resolve(`Torrent ${torrent._id} has no too many extensions!`);
    }

    const category = findCategoryBasedOnExtensions(exts);
    torrent.category = category || "Unknown";
    return torrent.save();
  })
  .then(() => Promise.resolve(logger.info(`All torrents treated`)))
  .catch(err => Promise.reject(logger.error(err)))
});
job.start();