scraper.js

var config = require('./config.js')
  , express = require('express')
  , jsdom = require('jsdom')
  , request = require('request')
  , url = require('url')
  , Tempo = require('./tempo.js');

// Instanciated module
module.exports = function() {
  var app = express.createServer();

  app.db = require('./db')();
  app.on('close', app.db.close);

  app.configure(function(){
    app.use(express.bodyParser());
    app.use(express.methodOverride());
  });

  app.configure('development', function(){
    app.use(express.errorHandler({ dumpExceptions: true, showStack: true }));
  });

  app.configure('production', function(){
    app.use(express.errorHandler());
  });

  app.get('/', function(req, res) {
    request({uri: config.scrap_url}, function(err, response, body) {
      var self = this;

      // Just a basic error check
      if (err && response && response.statusCode !== 200) {
        console.log('Request error.');
      }

      // Send the body param as the HTML code we will parse in jsdom
      // also tell jsdom to attach jQuery in the scripts and loaded from jQuery.com
      jsdom.env({
        html: body,
        scripts: ['./jquery-1.6.min.js']
      }, function(err, window) {
        // Use jQuery just as in regular HTML page
        var $ = window.jQuery;
        var $body = $('body');

        // function to save the forecast.
        var save = function(day) {
          app.db.save(day, function(err, day, is_new) {
            if (err) {
              //console.log(err);
            }

            if (true === is_new) {
              var twitter = require('./twitter.js')(day);
              twitter.post(function(err, result) {
                if (err) {
                  console.log(err);
                  throw err;
                }
              });
            }
          });
        }

        // create a new Tempo object and scrap brefore saving.
        var today = new Tempo();
        today.scrap($, $body, 0, save);

        // create a new Tempo object and scrap brefore saving.
        var tomorrow = new Tempo();
        tomorrow.scrap($, $body, 1, save);

        res.end('Done');
      });
    });
  });

  return app;
}

// Expose dependencies to avoid duplicate modules
exports.express = express;

// Start when main module
if (module.parent == null) module.exports().listen(3000);