http-fake-xmlhttprequest.helper.js 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613
  1. /**
  2. * Fake XMLHttpRequest implementation for node.
  3. *
  4. * Modified from the code for node-xmlhttprequest to enable
  5. * support for returning XML etc.
  6. *
  7. * See https://github.com/driverdan/node-XMLHttpRequest
  8. * for the original code.
  9. *
  10. * Credits for the original code:
  11. *
  12. * @author Dan DeFelippi <dan@driverdan.com>
  13. * @contributor David Ellis <d.f.ellis@ieee.org>
  14. * @license MIT
  15. */
  16. var Url = require("url");
  17. var spawn = require("child_process").spawn;
  18. var fs = require('fs');
  19. // pass in the http and https implementations; returns a class
  20. // suitable for replacing XMLHttpRequest in a node.js context
  21. var construct = function (http, https) {
  22. return function () {
  23. /**
  24. * Private variables
  25. */
  26. var self = this;
  27. this.FAKED = true;
  28. // Holds http.js objects
  29. var request;
  30. var response;
  31. // Request settings
  32. var settings = {};
  33. // Disable header blacklist.
  34. // Not part of XHR specs.
  35. var disableHeaderCheck = false;
  36. // Set some default headers
  37. var defaultHeaders = {
  38. "User-Agent": "fake-XMLHttpRequest",
  39. "Accept": "*/*",
  40. };
  41. var headers = defaultHeaders;
  42. // These headers are not user setable.
  43. // The following are allowed but banned in the spec:
  44. // * user-agent
  45. var forbiddenRequestHeaders = [
  46. "accept-charset",
  47. "accept-encoding",
  48. "access-control-request-headers",
  49. "access-control-request-method",
  50. "connection",
  51. "content-length",
  52. "content-transfer-encoding",
  53. "cookie",
  54. "cookie2",
  55. "date",
  56. "expect",
  57. "host",
  58. "keep-alive",
  59. "origin",
  60. "referer",
  61. "te",
  62. "trailer",
  63. "transfer-encoding",
  64. "upgrade",
  65. "via"
  66. ];
  67. // These request methods are not allowed
  68. var forbiddenRequestMethods = [
  69. "TRACE",
  70. "TRACK",
  71. "CONNECT"
  72. ];
  73. // Send flag
  74. var sendFlag = false;
  75. // Error flag, used when errors occur or abort is called
  76. var errorFlag = false;
  77. // Event listeners
  78. var listeners = {};
  79. /**
  80. * Constants
  81. */
  82. this.UNSENT = 0;
  83. this.OPENED = 1;
  84. this.HEADERS_RECEIVED = 2;
  85. this.LOADING = 3;
  86. this.DONE = 4;
  87. /**
  88. * Public vars
  89. */
  90. // Current state
  91. this.readyState = this.UNSENT;
  92. // default ready state change handler in case one is not set or is set late
  93. this.onreadystatechange = null;
  94. // Result & response
  95. this.responseText = "";
  96. this.responseXML = "";
  97. this.status = null;
  98. this.statusText = null;
  99. /**
  100. * Private methods
  101. */
  102. /**
  103. * Check if the specified header is allowed.
  104. *
  105. * @param string header Header to validate
  106. * @return boolean False if not allowed, otherwise true
  107. */
  108. var isAllowedHttpHeader = function(header) {
  109. return disableHeaderCheck || (header && forbiddenRequestHeaders.indexOf(header.toLowerCase()) === -1);
  110. };
  111. /**
  112. * Check if the specified method is allowed.
  113. *
  114. * @param string method Request method to validate
  115. * @return boolean False if not allowed, otherwise true
  116. */
  117. var isAllowedHttpMethod = function(method) {
  118. return (method && forbiddenRequestMethods.indexOf(method) === -1);
  119. };
  120. /**
  121. * Public methods
  122. */
  123. /**
  124. * Open the connection. Currently supports local server requests.
  125. *
  126. * @param string method Connection method (eg GET, POST)
  127. * @param string url URL for the connection.
  128. * @param boolean async Asynchronous connection. Default is true.
  129. * @param string user Username for basic authentication (optional)
  130. * @param string password Password for basic authentication (optional)
  131. */
  132. this.open = function(method, url, async, user, password) {
  133. this.abort();
  134. errorFlag = false;
  135. // Check for valid request method
  136. if (!isAllowedHttpMethod(method)) {
  137. throw "SecurityError: Request method not allowed";
  138. }
  139. settings = {
  140. "method": method,
  141. "url": url.toString(),
  142. "async": (typeof async !== "boolean" ? true : async),
  143. "user": user || null,
  144. "password": password || null
  145. };
  146. setState(this.OPENED);
  147. };
  148. /**
  149. * Disables or enables isAllowedHttpHeader() check the request. Enabled by default.
  150. * This does not conform to the W3C spec.
  151. *
  152. * @param boolean state Enable or disable header checking.
  153. */
  154. this.setDisableHeaderCheck = function(state) {
  155. disableHeaderCheck = state;
  156. };
  157. /**
  158. * Sets a header for the request.
  159. *
  160. * @param string header Header name
  161. * @param string value Header value
  162. */
  163. this.setRequestHeader = function(header, value) {
  164. if (this.readyState != this.OPENED) {
  165. throw "INVALID_STATE_ERR: setRequestHeader can only be called when state is OPEN";
  166. }
  167. if (!isAllowedHttpHeader(header)) {
  168. console.warn('Refused to set unsafe header "' + header + '"');
  169. return;
  170. }
  171. if (sendFlag) {
  172. throw "INVALID_STATE_ERR: send flag is true";
  173. }
  174. headers[header] = value;
  175. };
  176. /**
  177. * Gets a header from the server response.
  178. *
  179. * @param string header Name of header to get.
  180. * @return string Text of the header or null if it doesn't exist.
  181. */
  182. this.getResponseHeader = function(header) {
  183. if (typeof header === "string"
  184. && this.readyState > this.OPENED
  185. && response.headers[header.toLowerCase()]
  186. && !errorFlag
  187. ) {
  188. return response.headers[header.toLowerCase()];
  189. }
  190. return null;
  191. };
  192. /**
  193. * Gets all the response headers.
  194. *
  195. * @return string A string with all response headers separated by CR+LF
  196. */
  197. this.getAllResponseHeaders = function() {
  198. if (this.readyState < this.HEADERS_RECEIVED || errorFlag) {
  199. return "";
  200. }
  201. var result = "";
  202. for (var i in response.headers) {
  203. // Cookie headers are excluded
  204. if (i !== "set-cookie" && i !== "set-cookie2") {
  205. result += i + ": " + response.headers[i] + "\r\n";
  206. }
  207. }
  208. return result.substr(0, result.length - 2);
  209. };
  210. /**
  211. * Gets a request header
  212. *
  213. * @param string name Name of header to get
  214. * @return string Returns the request header or empty string if not set
  215. */
  216. this.getRequestHeader = function(name) {
  217. // @TODO Make this case insensitive
  218. if (typeof name === "string" && headers[name]) {
  219. return headers[name];
  220. }
  221. return "";
  222. };
  223. /**
  224. * Sends the request to the server.
  225. *
  226. * @param string data Optional data to send as request body.
  227. */
  228. this.send = function(data) {
  229. if (this.readyState != this.OPENED) {
  230. throw "INVALID_STATE_ERR: connection must be opened before send() is called";
  231. }
  232. if (sendFlag) {
  233. throw "INVALID_STATE_ERR: send has already been called";
  234. }
  235. var ssl = false, local = false;
  236. var url = Url.parse(settings.url);
  237. var host;
  238. // Determine the server
  239. switch (url.protocol) {
  240. case 'https:':
  241. ssl = true;
  242. // SSL & non-SSL both need host, no break here.
  243. case 'http:':
  244. host = url.hostname;
  245. break;
  246. case 'file:':
  247. local = true;
  248. break;
  249. default:
  250. host = "localhost";
  251. break;
  252. }
  253. // Load files off the local filesystem (file://)
  254. if (local) {
  255. if (settings.method !== "GET") {
  256. throw "XMLHttpRequest: Only GET method is supported";
  257. }
  258. if (settings.async) {
  259. fs.readFile(url.pathname, 'utf8', function(error, data) {
  260. if (error) {
  261. self.handleError(error);
  262. } else {
  263. self.status = 200;
  264. self.responseText = data;
  265. self.responseXML = data;
  266. setState(self.DONE);
  267. }
  268. });
  269. } else {
  270. try {
  271. this.responseText = fs.readFileSync(url.pathname, 'utf8');
  272. this.responseXML = this.responseText;
  273. this.status = 200;
  274. setState(self.DONE);
  275. } catch(e) {
  276. this.handleError(e);
  277. }
  278. }
  279. return;
  280. }
  281. // Default to port 80. If accessing localhost on another port be sure
  282. // to use http://localhost:port/path
  283. var port = url.port || (ssl ? 443 : 80);
  284. // Add query string if one is used
  285. var uri = url.pathname + (url.search ? url.search : '');
  286. // Set the Host header or the server may reject the request
  287. headers["Host"] = host;
  288. if (!((ssl && port === 443) || port === 80)) {
  289. headers["Host"] += ':' + url.port;
  290. }
  291. // Set Basic Auth if necessary
  292. if (settings.user) {
  293. if (typeof settings.password == "undefined") {
  294. settings.password = "";
  295. }
  296. var authBuf = new Buffer(settings.user + ":" + settings.password);
  297. headers["Authorization"] = "Basic " + authBuf.toString("base64");
  298. }
  299. // Set content length header
  300. if (settings.method === "GET" || settings.method === "HEAD") {
  301. data = null;
  302. } else if (data) {
  303. headers["Content-Length"] = Buffer.isBuffer(data) ? data.length : Buffer.byteLength(data);
  304. if (!headers["Content-Type"]) {
  305. headers["Content-Type"] = "text/plain;charset=UTF-8";
  306. }
  307. } else if (settings.method === "POST") {
  308. // For a post with no data set Content-Length: 0.
  309. // This is required by buggy servers that don't meet the specs.
  310. headers["Content-Length"] = 0;
  311. }
  312. var options = {
  313. host: host,
  314. port: port,
  315. path: uri,
  316. method: settings.method,
  317. headers: headers,
  318. agent: false
  319. };
  320. // Reset error flag
  321. errorFlag = false;
  322. // Handle async requests
  323. if (settings.async) {
  324. // Use the proper protocol
  325. var doRequest = ssl ? https.request : http.request;
  326. // Request is being sent, set send flag
  327. sendFlag = true;
  328. // As per spec, this is called here for historical reasons.
  329. self.dispatchEvent("readystatechange");
  330. // Handler for the response
  331. function responseHandler(resp) {
  332. // Set response var to the response we got back
  333. // This is so it remains accessable outside this scope
  334. response = resp;
  335. // Check for redirect
  336. // @TODO Prevent looped redirects
  337. if (response.statusCode === 302 || response.statusCode === 303 || response.statusCode === 307) {
  338. // Change URL to the redirect location
  339. settings.url = response.headers.location;
  340. var url = Url.parse(settings.url);
  341. // Set host var in case it's used later
  342. host = url.hostname;
  343. // Options for the new request
  344. var newOptions = {
  345. hostname: url.hostname,
  346. port: url.port,
  347. path: url.path,
  348. method: response.statusCode === 303 ? 'GET' : settings.method,
  349. headers: headers
  350. };
  351. // Issue the new request
  352. request = doRequest(newOptions, responseHandler).on('error', errorHandler);
  353. request.end();
  354. // @TODO Check if an XHR event needs to be fired here
  355. return;
  356. }
  357. response.setEncoding("utf8");
  358. setState(self.HEADERS_RECEIVED);
  359. self.status = response.statusCode;
  360. response.on('data', function(chunk) {
  361. // Make sure there's some data
  362. if (chunk) {
  363. self.responseText += chunk;
  364. self.responseXML += chunk;
  365. }
  366. // Don't emit state changes if the connection has been aborted.
  367. if (sendFlag) {
  368. setState(self.LOADING);
  369. }
  370. });
  371. response.on('end', function() {
  372. if (sendFlag) {
  373. // Discard the 'end' event if the connection has been aborted
  374. setState(self.DONE);
  375. sendFlag = false;
  376. }
  377. });
  378. response.on('error', function(error) {
  379. self.handleError(error);
  380. });
  381. }
  382. // Error handler for the request
  383. function errorHandler(error) {
  384. self.handleError(error);
  385. }
  386. // Create the request
  387. request = doRequest(options, responseHandler).on('error', errorHandler);
  388. // Node 0.4 and later won't accept empty data. Make sure it's needed.
  389. if (data) {
  390. request.write(data);
  391. }
  392. request.end();
  393. self.dispatchEvent("loadstart");
  394. } else { // Synchronous
  395. // Create a temporary file for communication with the other Node process
  396. var contentFile = ".node-xmlhttprequest-content-" + process.pid;
  397. var syncFile = ".node-xmlhttprequest-sync-" + process.pid;
  398. fs.writeFileSync(syncFile, "", "utf8");
  399. // The async request the other Node process executes
  400. var execString = "var http = require('./http-fake.helper'), https = http, fs = require('fs');"
  401. + "var doRequest = http" + (ssl ? "s" : "") + ".request;"
  402. + "var options = " + JSON.stringify(options) + ";"
  403. + "var responseText = '';"
  404. + "var responseXML = '';"
  405. + "var req = doRequest(options, function(response) {"
  406. + "response.setEncoding('utf8');"
  407. + "response.on('data', function(chunk) {"
  408. + " responseText += chunk;"
  409. + " responseXML += chunk;"
  410. + "});"
  411. + "response.on('end', function() {"
  412. + "fs.writeFileSync('" + contentFile + "', 'NODE-XMLHTTPREQUEST-STATUS:' + response.statusCode + ',' + responseText, 'utf8');"
  413. + "fs.unlinkSync('" + syncFile + "');"
  414. + "});"
  415. + "response.on('error', function(error) {"
  416. + "fs.writeFileSync('" + contentFile + "', 'NODE-XMLHTTPREQUEST-ERROR:' + JSON.stringify(error), 'utf8');"
  417. + "fs.unlinkSync('" + syncFile + "');"
  418. + "});"
  419. + "}).on('error', function(error) {"
  420. + "fs.writeFileSync('" + contentFile + "', 'NODE-XMLHTTPREQUEST-ERROR:' + JSON.stringify(error), 'utf8');"
  421. + "fs.unlinkSync('" + syncFile + "');"
  422. + "});"
  423. + (data ? "req.write('" + data.replace(/'/g, "\\'") + "');":"")
  424. + "req.end();";
  425. // Start the other Node Process, executing this string
  426. var syncProc = spawn(process.argv[0], ["-e", execString]);
  427. var statusText;
  428. while(fs.existsSync(syncFile)) {
  429. // Wait while the sync file is empty
  430. }
  431. self.responseText = fs.readFileSync(contentFile, 'utf8');
  432. self.responseXML = self.responseText;
  433. // Kill the child process once the file has data
  434. syncProc.stdin.end();
  435. // Remove the temporary file
  436. fs.unlinkSync(contentFile);
  437. if (self.responseText.match(/^NODE-XMLHTTPREQUEST-ERROR:/)) {
  438. // If the file returned an error, handle it
  439. var errorObj = self.responseText.replace(/^NODE-XMLHTTPREQUEST-ERROR:/, "");
  440. self.handleError(errorObj);
  441. } else {
  442. // If the file returned okay, parse its data and move to the DONE state
  443. self.status = self.responseText.replace(/^NODE-XMLHTTPREQUEST-STATUS:([0-9]*),.*/, "$1");
  444. self.responseText = self.responseText.replace(/^NODE-XMLHTTPREQUEST-STATUS:[0-9]*,(.*)/, "$1");
  445. self.responseXML = self.responseText;
  446. setState(self.DONE);
  447. }
  448. }
  449. };
  450. /**
  451. * Called when an error is encountered to deal with it.
  452. */
  453. this.handleError = function(error) {
  454. this.status = 503;
  455. this.statusText = error;
  456. this.responseText = error.stack;
  457. this.responseXML = error.stack;
  458. errorFlag = true;
  459. setState(this.DONE);
  460. };
  461. /**
  462. * Aborts a request.
  463. */
  464. this.abort = function() {
  465. if (request) {
  466. request.abort();
  467. request = null;
  468. }
  469. headers = defaultHeaders;
  470. this.responseText = "";
  471. this.responseXML = "";
  472. errorFlag = true;
  473. if (this.readyState !== this.UNSENT
  474. && (this.readyState !== this.OPENED || sendFlag)
  475. && this.readyState !== this.DONE) {
  476. sendFlag = false;
  477. setState(this.DONE);
  478. }
  479. this.readyState = this.UNSENT;
  480. };
  481. /**
  482. * Adds an event listener. Preferred method of binding to events.
  483. */
  484. this.addEventListener = function(event, callback) {
  485. if (!(event in listeners)) {
  486. listeners[event] = [];
  487. }
  488. // Currently allows duplicate callbacks. Should it?
  489. listeners[event].push(callback);
  490. };
  491. /**
  492. * Remove an event callback that has already been bound.
  493. * Only works on the matching funciton, cannot be a copy.
  494. */
  495. this.removeEventListener = function(event, callback) {
  496. if (event in listeners) {
  497. // Filter will return a new array with the callback removed
  498. listeners[event] = listeners[event].filter(function(ev) {
  499. return ev !== callback;
  500. });
  501. }
  502. };
  503. /**
  504. * Dispatch any events, including both "on" methods and events attached using addEventListener.
  505. */
  506. this.dispatchEvent = function(event) {
  507. if (typeof self["on" + event] === "function") {
  508. self["on" + event]();
  509. }
  510. if (event in listeners) {
  511. for (var i = 0, len = listeners[event].length; i < len; i++) {
  512. listeners[event][i].call(self);
  513. }
  514. }
  515. };
  516. /**
  517. * Changes readyState and calls onreadystatechange.
  518. *
  519. * @param int state New state
  520. */
  521. var setState = function(state) {
  522. if (self.readyState !== state) {
  523. self.readyState = state;
  524. if (settings.async || self.readyState < self.OPENED || self.readyState === self.DONE) {
  525. self.dispatchEvent("readystatechange");
  526. }
  527. if (self.readyState === self.DONE && !errorFlag) {
  528. self.dispatchEvent("load");
  529. // @TODO figure out InspectorInstrumentation::didLoadXHR(cookie)
  530. self.dispatchEvent("loadend");
  531. }
  532. }
  533. };
  534. };
  535. };
  536. module.exports = construct(require("http"), require("https"));