var http = require('http'); var url = require('url'); var fs = require('fs'); var winston = require('winston'); var connect = require('connect'); var route = require('connect-route'); var connect_st = require('st'); var connect_rate_limit = require('connect-ratelimit'); var RAW_USER_AGENTS = /(curl|wget|httpie|lwp-request)/i; var DocumentHandler = require('./lib/document_handler'); // Load the configuration and set some defaults var config = JSON.parse(fs.readFileSync('./config.js', 'utf8')); config.port = process.env.PORT || config.port || 7777; config.host = process.env.HOST || config.host || 'localhost'; // Set up the logger if (config.logging) { try { winston.remove(winston.transports.Console); } catch(er) { } var detail, type; for (var i = 0; i < config.logging.length; i++) { detail = config.logging[i]; type = detail.type; delete detail.type; winston.add(winston.transports[type], detail); } } // build the store from the config on-demand - so that we don't load it // for statics if (!config.storage) { config.storage = { type: 'file' }; } if (!config.storage.type) { config.storage.type = 'file'; } var Store, preferredStore; if (process.env.REDISTOGO_URL && config.storage.type === 'redis') { var redisClient = require('redis-url').connect(process.env.REDISTOGO_URL); Store = require('./lib/document_stores/redis'); preferredStore = new Store(config.storage, redisClient); } else { Store = require('./lib/document_stores/' + config.storage.type); preferredStore = new Store(config.storage); } // Compress the static javascript assets if (config.recompressStaticAssets) { var jsp = require("uglify-js").parser; var pro = require("uglify-js").uglify; var list = fs.readdirSync('./static'); for (var i = 0; i < list.length; i++) { var item = list[i]; var orig_code, ast; if ((item.indexOf('.js') === item.length - 3) && (item.indexOf('.min.js') === -1)) { dest = item.substring(0, item.length - 3) + '.min' + item.substring(item.length - 3); orig_code = fs.readFileSync('./static/' + item, 'utf8'); ast = jsp.parse(orig_code); ast = pro.ast_mangle(ast); ast = pro.ast_squeeze(ast); fs.writeFileSync('./static/' + dest, pro.gen_code(ast), 'utf8'); winston.info('compressed ' + item + ' into ' + dest); } } } // Send the static documents into the preferred store, skipping expirations var path, data; for (var name in config.documents) { path = config.documents[name]; data = fs.readFileSync(path, 'utf8'); winston.info('loading static document', { name: name, path: path }); if (data) { preferredStore.set(name, data, function(cb) { winston.debug('loaded static document', { success: cb }); }, true); } else { winston.warn('failed to load static document', { name: name, path: path }); } } // Pick up a key generator var pwOptions = config.keyGenerator || {}; pwOptions.type = pwOptions.type || 'random'; var gen = require('./lib/key_generators/' + pwOptions.type); var keyGenerator = new gen(pwOptions); // Configure the document handler var documentHandler = new DocumentHandler({ store: preferredStore, maxLength: config.maxLength, keyLength: config.keyLength, keyGenerator: keyGenerator }); var app = connect(); // Rate limit all requests if (config.rateLimits) { config.rateLimits.end = true; app.use(connect_rate_limit(config.rateLimits)); } // first look at API calls app.use(route(function(router) { // get raw documents - support getting with extension router.get('/raw/:id', function(request, response, next) { var skipExpire = !!config.documents[request.params.id]; var key = request.params.id.split('.')[0]; return documentHandler.handleRawGet(key, response, skipExpire); }); // add documents router.post('/documents', function(request, response, next) { return documentHandler.handlePost(request, response); }); // get documents router.get('/documents/:id', function(request, response, next) { var skipExpire = !!config.documents[request.params.id]; var args = [request.params.id, response, skipExpire]; var fn = RAW_USER_AGENTS.test(request.headers['user-agent'] || '') ? documentHandler.handleRawGet : documentHandler.handleGet; return fn.apply(documentHandler, args); }); })); // Otherwise, try to match static files app.use(connect_st({ path: __dirname + '/static', content: { maxAge: config.staticMaxAge }, passthrough: true, index: false })); // Then we can loop back - and everything else should be a token, // so route it back to / app.use(route(function(router) { router.get('/:id', function(request, response, next) { request.sturl = '/'; next(); }); })); // And match index app.use(connect_st({ path: __dirname + '/static', content: { maxAge: config.staticMaxAge }, index: 'index.html' })); http.createServer(app).listen(config.port, config.host); winston.info('listening on ' + config.host + ':' + config.port);