request.js/index.js

307 lines
8.4 KiB
JavaScript
Raw Normal View History

2018-06-19 01:39:19 +00:00
'use strict';
var http = require('http');
var https = require('https');
var url = require('url');
function debug() {
if (module.exports.debug) {
console.log.apply(console, arguments);
}
}
function mergeOrDelete(defaults, updates) {
Object.keys(defaults).forEach(function (key) {
if (!(key in updates)) {
updates[key] = defaults[key];
return;
}
// neither accept the prior default nor define an explicit value
// CRDT probs...
if ('undefined' === typeof updates[key]) {
delete updates[key];
} else if ('object' === typeof defaults[key] && 'object' === typeof updates[key]) {
updates[key] = mergeOrDelete(defaults[key], updates[key]);
}
});
return updates;
}
function hasHeader(reqOpts, header) {
var headers = {};
Object.keys(reqOpts.headers).forEach(function (key) {
headers[key.toLowerCase()] = true;
});
return headers[header.toLowerCase()];
}
2018-06-19 06:17:04 +00:00
function toJSONifier(keys) {
2018-06-19 07:09:18 +00:00
2018-06-19 06:17:04 +00:00
return function () {
var obj = {};
var me = this;
keys.forEach(function (key) {
if (me[key] && 'function' === typeof me[key].toJSON) {
obj[key] = me[key].toJSON();
} else {
obj[key] = me[key];
}
});
return obj;
};
}
2018-06-19 01:39:19 +00:00
function setDefaults(defs) {
defs = defs || {};
2018-06-19 06:17:04 +00:00
function urequestHelper(opts, cb) {
2018-06-19 07:09:18 +00:00
debug("\n[urequest] processed options:");
2018-06-19 06:17:04 +00:00
debug(opts);
2018-06-19 01:39:19 +00:00
function onResponse(resp) {
var followRedirect;
2018-06-19 06:17:04 +00:00
2018-06-19 01:39:19 +00:00
Object.keys(defs).forEach(function (key) {
if (key in opts && 'undefined' !== typeof opts[key]) {
return;
}
opts[key] = defs[key];
});
followRedirect = opts.followRedirect;
2018-06-19 06:17:04 +00:00
resp.toJSON = toJSONifier([ 'statusCode', 'body', 'headers', 'request' ]);
2018-06-19 01:39:19 +00:00
resp.request = req;
2018-06-19 06:17:04 +00:00
resp.request.uri = url.parse(opts.url);
//resp.request.method = opts.method;
resp.request.headers = opts.headers;
resp.request.toJSON = toJSONifier([ 'uri', 'method', 'headers' ]);
2018-06-19 07:09:18 +00:00
if (followRedirect && resp.headers.location && -1 !== [ 301, 302 ].indexOf(resp.statusCode)) {
2018-06-19 01:39:19 +00:00
debug('Following redirect: ' + resp.headers.location);
2018-06-19 07:09:18 +00:00
if ('GET' !== opts.method && !opts.followAllRedirects) {
followRedirect = false;
2018-06-19 01:39:19 +00:00
}
if (opts._redirectCount >= opts.maxRedirects) {
followRedirect = false;
}
if ('function' === opts.followRedirect) {
if (!opts.followRedirect(resp)) {
followRedirect = false;
}
}
if (followRedirect) {
2018-06-19 07:09:18 +00:00
if (!opts.followOriginalHttpMethod) {
opts.method = 'GET';
opts.body = null;
}
if (opts.removeRefererHeader && opts.headers) {
delete opts.headers.referer;
}
2018-06-19 01:39:19 +00:00
opts.url = resp.headers.location;
2018-06-19 06:17:04 +00:00
opts.uri = url.parse(opts.url);
return urequestHelper(opts, cb);
2018-06-19 01:39:19 +00:00
}
}
2018-06-19 06:17:04 +00:00
if (null === opts.encoding) {
2018-06-19 01:39:19 +00:00
resp._body = [];
} else {
resp.body = '';
}
resp._bodyLength = 0;
resp.on('data', function (chunk) {
if ('string' === typeof resp.body) {
2018-06-19 06:17:04 +00:00
resp.body += chunk.toString(opts.encoding);
2018-06-19 01:39:19 +00:00
} else {
resp._body.push(chunk);
resp._bodyLength += chunk.length;
}
});
resp.on('end', function () {
if ('string' !== typeof resp.body) {
if (1 === resp._body.length) {
resp.body = resp._body[0];
} else {
resp.body = Buffer.concat(resp._body, resp._bodyLength);
}
resp._body = null;
}
if (opts.json && 'string' === typeof resp.body) {
// TODO I would parse based on Content-Type
// but request.js doesn't do that.
try {
resp.body = JSON.parse(resp.body);
} catch(e) {
// ignore
}
}
2018-06-19 07:09:18 +00:00
debug("\n[urequest] resp.toJSON():");
debug(resp.toJSON());
2018-06-19 01:39:19 +00:00
cb(null, resp, resp.body);
});
}
2018-06-19 06:17:04 +00:00
var req;
var finalOpts = {};
2018-06-19 07:09:18 +00:00
var _body;
if (opts.body) {
if (true === opts.json) {
_body = JSON.stringify(opts.body);
} else {
_body = opts.body;
}
} else if (opts.json && true !== opts.json) {
_body = JSON.stringify(opts.json);
}
if ('string' === typeof _body) {
_body = Buffer.from(_body);
}
2018-06-19 06:17:04 +00:00
Object.keys(opts.uri).forEach(function (key) {
finalOpts[key] = opts.uri[key];
});
finalOpts.method = opts.method;
finalOpts.headers = opts.headers;
2018-06-19 07:09:18 +00:00
if (_body) {
// Most APIs expect (or require) Content-Length except in the case of multipart uploads
// chunked is generally only well-supported downstream
//finalOpts.headers['Content-Length'] = _body.byteLength || _body.length;
}
2018-06-19 06:17:04 +00:00
// TODO support unix sockets
if ('https:' === finalOpts.protocol) {
// https://nodejs.org/api/https.html#https_https_request_options_callback
2018-06-19 07:09:18 +00:00
debug("\n[urequest] https.request(opts):");
debug(finalOpts);
2018-06-19 06:17:04 +00:00
req = https.request(finalOpts, onResponse);
} else if ('http:' === finalOpts.protocol) {
// https://nodejs.org/api/http.html#http_http_request_options_callback
2018-06-19 07:09:18 +00:00
debug("\n[urequest] http.request(opts):");
debug(finalOpts);
2018-06-19 06:17:04 +00:00
req = http.request(finalOpts, onResponse);
2018-06-19 01:39:19 +00:00
} else {
2018-06-19 06:17:04 +00:00
throw new Error("unknown protocol: '" + opts.uri.protocol + "'");
2018-06-19 01:39:19 +00:00
}
2018-06-19 06:17:04 +00:00
2018-06-19 01:39:19 +00:00
req.on('error', function (e) {
cb(e);
});
2018-06-19 06:17:04 +00:00
2018-06-19 07:09:18 +00:00
if (_body) {
debug("\n[urequest] '" + finalOpts.method + "' (request) body");
2018-06-19 07:09:18 +00:00
debug(_body);
// used for chunked encoding
//req.write(_body);
// used for known content-length
req.end(_body);
} else {
req.end();
2018-06-19 06:17:04 +00:00
}
}
function urequest(opts, cb) {
2018-06-19 07:09:18 +00:00
debug("\n[urequest] received options:");
2018-06-19 06:17:04 +00:00
debug(opts);
var reqOpts = {};
// request.js behavior:
// encoding: null + json ? unknown
// json => attempt to parse, fail silently
// encoding => buffer.toString(encoding)
// null === encoding => Buffer.concat(buffers)
if ('string' === typeof opts) {
opts = { url: opts };
}
module.exports._keys.forEach(function (key) {
if (key in opts && 'undefined' !== typeof opts[key]) {
reqOpts[key] = opts[key];
} else if (key in defs) {
reqOpts[key] = defs[key];
}
});
// TODO url.resolve(defs.baseUrl, opts.url);
2018-06-19 06:17:04 +00:00
if ('string' === typeof opts.url || 'string' === typeof opts.uri) {
if ('string' === typeof opts.url) {
reqOpts.url = opts.url;
reqOpts.uri = url.parse(opts.url);
} else if ('string' === typeof opts.uri) {
reqOpts.url = opts.uri;
reqOpts.uri = url.parse(opts.uri);
}
2018-06-19 01:39:19 +00:00
} else {
2018-06-19 06:17:04 +00:00
if ('object' === typeof opts.uri) {
reqOpts.url = url.format(opts.uri);
reqOpts.uri = opts.uri;
//reqOpts.uri = url.parse(reqOpts.uri);
} else if ('object' === typeof opts.url) {
reqOpts.url = url.format(opts.url);
reqOpts.uri = opts.url;
//reqOpts.uri = url.parse(reqOpts.url);
}
2018-06-19 01:39:19 +00:00
}
2018-06-19 06:17:04 +00:00
reqOpts.method = (reqOpts.method || 'GET').toUpperCase();
reqOpts.headers = reqOpts.headers || {};
// crazy case for easier testing
if (!hasHeader(reqOpts, 'CoNTeNT-TyPe')) {
if ((true === reqOpts.json && reqOpts.body)
|| (true !== reqOpts.json && reqOpts.json)) {
reqOpts.headers['Content-Type'] = 'application/json';
2018-06-19 06:17:04 +00:00
}
}
2018-06-19 06:17:04 +00:00
return urequestHelper(reqOpts, cb);
2018-06-19 01:39:19 +00:00
}
urequest.defaults = function (_defs) {
_defs = mergeOrDelete(defs, _defs);
return setDefaults(_defs);
};
[ 'get', 'put', 'post', 'patch', 'delete', 'head', 'options' ].forEach(function (method) {
urequest[method] = function (obj) {
if ('string' === typeof obj) {
obj = { url: obj };
}
obj.method = method.toUpperCase();
urequest(obj);
};
});
urequest.del = urequest.delete;
return urequest;
}
2018-06-19 06:17:04 +00:00
var _defaults = {
2018-06-19 01:39:19 +00:00
sendImmediately: true
, method: 'GET'
, headers: {}
, useQuerystring: false
, followRedirect: true
, followAllRedirects: false
, followOriginalHttpMethod: false
, maxRedirects: 10
, removeRefererHeader: false
//, encoding: undefined
, gzip: false
2018-06-19 06:17:04 +00:00
//, body: undefined
//, json: undefined
};
module.exports = setDefaults(_defaults);
module.exports._keys = Object.keys(_defaults).concat([
'encoding'
, 'body'
, 'json'
]);
2018-06-19 01:39:19 +00:00
module.exports.debug = (-1 !== (process.env.NODE_DEBUG||'').split(/\s+/g).indexOf('urequest'));
debug("DEBUG ON for urequest");