2017-03-03 01:31:08 +01:00
|
|
|
var express = require('express');
|
|
|
|
var https = require('https');
|
2011-11-18 16:17:41 +01:00
|
|
|
var http = require('http');
|
2011-11-18 22:54:16 +01:00
|
|
|
var fs = require('fs');
|
2017-03-03 01:31:08 +01:00
|
|
|
var url = require('url');
|
2011-11-18 16:17:41 +01:00
|
|
|
|
2011-11-18 21:44:28 +01:00
|
|
|
var winston = require('winston');
|
2011-11-23 19:14:18 +01:00
|
|
|
var connect = require('connect');
|
2016-03-06 22:20:40 +01:00
|
|
|
var route = require('connect-route');
|
|
|
|
var connect_st = require('st');
|
|
|
|
var connect_rate_limit = require('connect-ratelimit');
|
2011-11-18 21:44:28 +01:00
|
|
|
|
2011-11-18 21:51:38 +01:00
|
|
|
var DocumentHandler = require('./lib/document_handler');
|
2011-11-18 21:44:28 +01:00
|
|
|
|
2017-03-03 01:31:08 +01:00
|
|
|
// Load the HTTP configuration and set some defaults
|
2012-09-19 20:28:52 +02:00
|
|
|
var config = JSON.parse(fs.readFileSync('./config.js', 'utf8'));
|
2017-03-03 01:31:08 +01:00
|
|
|
config.http = process.env.HTTP || config.http || false;
|
|
|
|
config.http_port = process.env.HTTPS_PORT || config.http_port || 80;
|
|
|
|
config.http_host = process.env.HTTPS_HOST || config.http_host || 'localhost';
|
|
|
|
|
|
|
|
// Load the HTTPS configuration and set some defaults
|
|
|
|
config.https = process.env.HTTPS || config.https || false;
|
|
|
|
config.https_port = process.env.HTTPS_PORT || config.https_port || 443;
|
|
|
|
config.https_host = process.env.HTTPS_HOST || config.https_host || 'localhost';
|
|
|
|
config.https_key = process.env.HTTPS_KEY || config.https_key || '';
|
|
|
|
config.https_cert = process.env.HTTPS_CERT || config.https_cert || '';
|
|
|
|
|
|
|
|
var https_options = {};
|
|
|
|
if (config.https) {
|
|
|
|
https_options = {
|
|
|
|
key: fs.readFileSync(config.https_key),
|
|
|
|
cert: fs.readFileSync(config.https_cert)
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
// Verify a service was enabled
|
|
|
|
if (!config.http && !config.https){
|
|
|
|
winston.error('Neither HTTP nor HTTPS enabled. Quitting.');
|
|
|
|
process.exit(1)
|
|
|
|
}
|
|
|
|
|
|
|
|
// If both HTTP and HTTPS are enabled, verify different ports were used
|
|
|
|
if (config.http && config.https){
|
|
|
|
if (config.http_port === config.https_port){
|
|
|
|
winston.error('HTTP port must not be the same as HTTPS port. Quitting.');
|
|
|
|
process.exit(1)
|
|
|
|
}
|
|
|
|
}
|
2011-11-18 22:54:16 +01:00
|
|
|
|
2011-11-18 23:26:25 +01:00
|
|
|
// Set up the logger
|
|
|
|
if (config.logging) {
|
|
|
|
try {
|
|
|
|
winston.remove(winston.transports.Console);
|
|
|
|
} catch(er) { }
|
|
|
|
var detail, type;
|
|
|
|
for (var i = 0; i < config.logging.length; i++) {
|
|
|
|
detail = config.logging[i];
|
|
|
|
type = detail.type;
|
|
|
|
delete detail.type;
|
|
|
|
winston.add(winston.transports[type], detail);
|
|
|
|
}
|
|
|
|
}
|
2011-11-18 16:17:41 +01:00
|
|
|
|
2011-11-19 00:04:24 +01:00
|
|
|
// build the store from the config on-demand - so that we don't load it
|
|
|
|
// for statics
|
2011-11-22 04:03:50 +01:00
|
|
|
if (!config.storage) {
|
|
|
|
config.storage = { type: 'file' };
|
|
|
|
}
|
|
|
|
if (!config.storage.type) {
|
|
|
|
config.storage.type = 'file';
|
|
|
|
}
|
2012-09-27 17:46:53 +02:00
|
|
|
|
|
|
|
var Store, preferredStore;
|
2012-09-27 17:50:12 +02:00
|
|
|
|
2014-06-09 22:50:43 +02:00
|
|
|
if (process.env.REDISTOGO_URL && config.storage.type === 'redis') {
|
2012-09-27 17:46:53 +02:00
|
|
|
var redisClient = require('redis-url').connect(process.env.REDISTOGO_URL);
|
|
|
|
Store = require('./lib/document_stores/redis');
|
|
|
|
preferredStore = new Store(config.storage, redisClient);
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
Store = require('./lib/document_stores/' + config.storage.type);
|
|
|
|
preferredStore = new Store(config.storage);
|
|
|
|
}
|
2011-11-18 16:17:41 +01:00
|
|
|
|
2011-11-27 21:49:17 +01:00
|
|
|
// Compress the static javascript assets
|
|
|
|
if (config.recompressStaticAssets) {
|
|
|
|
var jsp = require("uglify-js").parser;
|
|
|
|
var pro = require("uglify-js").uglify;
|
|
|
|
var list = fs.readdirSync('./static');
|
|
|
|
for (var i = 0; i < list.length; i++) {
|
|
|
|
var item = list[i];
|
|
|
|
var orig_code, ast;
|
2012-01-21 21:19:55 +01:00
|
|
|
if ((item.indexOf('.js') === item.length - 3) &&
|
|
|
|
(item.indexOf('.min.js') === -1)) {
|
|
|
|
dest = item.substring(0, item.length - 3) + '.min' +
|
|
|
|
item.substring(item.length - 3);
|
2011-11-27 21:49:17 +01:00
|
|
|
orig_code = fs.readFileSync('./static/' + item, 'utf8');
|
|
|
|
ast = jsp.parse(orig_code);
|
|
|
|
ast = pro.ast_mangle(ast);
|
|
|
|
ast = pro.ast_squeeze(ast);
|
|
|
|
fs.writeFileSync('./static/' + dest, pro.gen_code(ast), 'utf8');
|
|
|
|
winston.info('compressed ' + item + ' into ' + dest);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-11-22 15:22:37 +01:00
|
|
|
// Send the static documents into the preferred store, skipping expirations
|
2012-08-13 17:33:20 +02:00
|
|
|
var path, data;
|
2011-11-22 15:22:37 +01:00
|
|
|
for (var name in config.documents) {
|
2012-08-13 17:33:20 +02:00
|
|
|
path = config.documents[name];
|
|
|
|
data = fs.readFileSync(path, 'utf8');
|
|
|
|
winston.info('loading static document', { name: name, path: path });
|
|
|
|
if (data) {
|
|
|
|
preferredStore.set(name, data, function(cb) {
|
|
|
|
winston.debug('loaded static document', { success: cb });
|
|
|
|
}, true);
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
winston.warn('failed to load static document', { name: name, path: path });
|
|
|
|
}
|
2011-11-22 15:22:37 +01:00
|
|
|
}
|
|
|
|
|
2012-01-07 17:35:11 +01:00
|
|
|
// Pick up a key generator
|
|
|
|
var pwOptions = config.keyGenerator || {};
|
|
|
|
pwOptions.type = pwOptions.type || 'random';
|
|
|
|
var gen = require('./lib/key_generators/' + pwOptions.type);
|
|
|
|
var keyGenerator = new gen(pwOptions);
|
|
|
|
|
2011-11-22 15:22:37 +01:00
|
|
|
// Configure the document handler
|
|
|
|
var documentHandler = new DocumentHandler({
|
|
|
|
store: preferredStore,
|
|
|
|
maxLength: config.maxLength,
|
2012-01-07 17:35:11 +01:00
|
|
|
keyLength: config.keyLength,
|
|
|
|
keyGenerator: keyGenerator
|
2011-11-22 15:22:37 +01:00
|
|
|
});
|
|
|
|
|
2017-03-03 01:31:08 +01:00
|
|
|
var app = express();
|
2016-03-06 22:20:40 +01:00
|
|
|
|
|
|
|
// Rate limit all requests
|
|
|
|
if (config.rateLimits) {
|
|
|
|
config.rateLimits.end = true;
|
|
|
|
app.use(connect_rate_limit(config.rateLimits));
|
|
|
|
}
|
|
|
|
|
|
|
|
// first look at API calls
|
|
|
|
app.use(route(function(router) {
|
|
|
|
// get raw documents - support getting with extension
|
|
|
|
router.get('/raw/:id', function(request, response, next) {
|
|
|
|
var key = request.params.id.split('.')[0];
|
2017-01-28 17:57:25 +01:00
|
|
|
var skipExpire = !!config.documents[key];
|
2016-03-06 22:20:40 +01:00
|
|
|
return documentHandler.handleRawGet(key, response, skipExpire);
|
|
|
|
});
|
|
|
|
// add documents
|
|
|
|
router.post('/documents', function(request, response, next) {
|
|
|
|
return documentHandler.handlePost(request, response);
|
|
|
|
});
|
|
|
|
// get documents
|
|
|
|
router.get('/documents/:id', function(request, response, next) {
|
2017-01-28 17:57:25 +01:00
|
|
|
var key = request.params.id.split('.')[0];
|
|
|
|
var skipExpire = !!config.documents[key];
|
|
|
|
return documentHandler.handleGet(key, response, skipExpire);
|
2016-03-06 22:20:40 +01:00
|
|
|
});
|
|
|
|
}));
|
|
|
|
|
|
|
|
// Otherwise, try to match static files
|
|
|
|
app.use(connect_st({
|
|
|
|
path: __dirname + '/static',
|
|
|
|
content: { maxAge: config.staticMaxAge },
|
|
|
|
passthrough: true,
|
|
|
|
index: false
|
|
|
|
}));
|
|
|
|
|
|
|
|
// Then we can loop back - and everything else should be a token,
|
|
|
|
// so route it back to /
|
|
|
|
app.use(route(function(router) {
|
|
|
|
router.get('/:id', function(request, response, next) {
|
|
|
|
request.sturl = '/';
|
|
|
|
next();
|
|
|
|
});
|
|
|
|
}));
|
|
|
|
|
|
|
|
// And match index
|
|
|
|
app.use(connect_st({
|
|
|
|
path: __dirname + '/static',
|
|
|
|
content: { maxAge: config.staticMaxAge },
|
|
|
|
index: 'index.html'
|
|
|
|
}));
|
|
|
|
|
2017-03-03 01:31:08 +01:00
|
|
|
if (config.http) {
|
2017-03-23 10:24:14 +01:00
|
|
|
if (config.http && config.https && config.http_redirect_to_https){
|
|
|
|
http.createServer(function(req, res) {
|
|
|
|
res.writeHead(301, { "Location": "https:\/\/" + req.headers['host'] + req.url });
|
|
|
|
res.end();
|
|
|
|
}).listen(config.http_port, config.http_host)
|
|
|
|
winston.info('redirecting http traffic to https');
|
|
|
|
} else {
|
|
|
|
http.createServer(app).listen(config.http_port, config.http_host);
|
|
|
|
winston.info('listening on http:\/\/' + config.http_host + ':' + config.http_port);
|
|
|
|
}
|
2017-03-03 01:31:08 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if (config.https) {
|
|
|
|
https.createServer(https_options, app).listen(config.https_port, config.https_host);
|
|
|
|
winston.info('listening on https:\/\/' + config.https_host + ':' + config.https_port);
|
|
|
|
}
|