XMLHttpRequest.js 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620
  1. /**
  2. * Wrapper for built-in http.js to emulate the browser XMLHttpRequest object.
  3. *
  4. * This can be used with JS designed for browsers to improve reuse of code and
  5. * allow the use of existing libraries.
  6. *
  7. * Usage: include("XMLHttpRequest.js") and use XMLHttpRequest per W3C specs.
  8. *
  9. * @author Dan DeFelippi <dan@driverdan.com>
  10. * @contributor David Ellis <d.f.ellis@ieee.org>
  11. * @license MIT
  12. */
  13. var Url = require("url");
  14. var spawn = require("child_process").spawn;
  15. var fs = require("fs");
  16. exports.XMLHttpRequest = function() {
  17. "use strict";
  18. /**
  19. * Private variables
  20. */
  21. var self = this;
  22. var http = require("http");
  23. var https = require("https");
  24. // Holds http.js objects
  25. var request;
  26. var response;
  27. // Request settings
  28. var settings = {};
  29. // Disable header blacklist.
  30. // Not part of XHR specs.
  31. var disableHeaderCheck = false;
  32. // Set some default headers
  33. var defaultHeaders = {
  34. "User-Agent": "node-XMLHttpRequest",
  35. "Accept": "*/*",
  36. };
  37. var headers = {};
  38. var headersCase = {};
  39. // These headers are not user setable.
  40. // The following are allowed but banned in the spec:
  41. // * user-agent
  42. var forbiddenRequestHeaders = [
  43. "accept-charset",
  44. "accept-encoding",
  45. "access-control-request-headers",
  46. "access-control-request-method",
  47. "connection",
  48. "content-length",
  49. "content-transfer-encoding",
  50. "cookie",
  51. "cookie2",
  52. "date",
  53. "expect",
  54. "host",
  55. "keep-alive",
  56. "origin",
  57. "referer",
  58. "te",
  59. "trailer",
  60. "transfer-encoding",
  61. "upgrade",
  62. "via"
  63. ];
  64. // These request methods are not allowed
  65. var forbiddenRequestMethods = [
  66. "TRACE",
  67. "TRACK",
  68. "CONNECT"
  69. ];
  70. // Send flag
  71. var sendFlag = false;
  72. // Error flag, used when errors occur or abort is called
  73. var errorFlag = false;
  74. // Event listeners
  75. var listeners = {};
  76. /**
  77. * Constants
  78. */
  79. this.UNSENT = 0;
  80. this.OPENED = 1;
  81. this.HEADERS_RECEIVED = 2;
  82. this.LOADING = 3;
  83. this.DONE = 4;
  84. /**
  85. * Public vars
  86. */
  87. // Current state
  88. this.readyState = this.UNSENT;
  89. // default ready state change handler in case one is not set or is set late
  90. this.onreadystatechange = null;
  91. // Result & response
  92. this.responseText = "";
  93. this.responseXML = "";
  94. this.status = null;
  95. this.statusText = null;
  96. // Whether cross-site Access-Control requests should be made using
  97. // credentials such as cookies or authorization headers
  98. this.withCredentials = false;
  99. /**
  100. * Private methods
  101. */
  102. /**
  103. * Check if the specified header is allowed.
  104. *
  105. * @param string header Header to validate
  106. * @return boolean False if not allowed, otherwise true
  107. */
  108. var isAllowedHttpHeader = function(header) {
  109. return disableHeaderCheck || (header && forbiddenRequestHeaders.indexOf(header.toLowerCase()) === -1);
  110. };
  111. /**
  112. * Check if the specified method is allowed.
  113. *
  114. * @param string method Request method to validate
  115. * @return boolean False if not allowed, otherwise true
  116. */
  117. var isAllowedHttpMethod = function(method) {
  118. return (method && forbiddenRequestMethods.indexOf(method) === -1);
  119. };
  120. /**
  121. * Public methods
  122. */
  123. /**
  124. * Open the connection. Currently supports local server requests.
  125. *
  126. * @param string method Connection method (eg GET, POST)
  127. * @param string url URL for the connection.
  128. * @param boolean async Asynchronous connection. Default is true.
  129. * @param string user Username for basic authentication (optional)
  130. * @param string password Password for basic authentication (optional)
  131. */
  132. this.open = function(method, url, async, user, password) {
  133. this.abort();
  134. errorFlag = false;
  135. // Check for valid request method
  136. if (!isAllowedHttpMethod(method)) {
  137. throw new Error("SecurityError: Request method not allowed");
  138. }
  139. settings = {
  140. "method": method,
  141. "url": url.toString(),
  142. "async": (typeof async !== "boolean" ? true : async),
  143. "user": user || null,
  144. "password": password || null
  145. };
  146. setState(this.OPENED);
  147. };
  148. /**
  149. * Disables or enables isAllowedHttpHeader() check the request. Enabled by default.
  150. * This does not conform to the W3C spec.
  151. *
  152. * @param boolean state Enable or disable header checking.
  153. */
  154. this.setDisableHeaderCheck = function(state) {
  155. disableHeaderCheck = state;
  156. };
  157. /**
  158. * Sets a header for the request or appends the value if one is already set.
  159. *
  160. * @param string header Header name
  161. * @param string value Header value
  162. */
  163. this.setRequestHeader = function(header, value) {
  164. if (this.readyState !== this.OPENED) {
  165. throw new Error("INVALID_STATE_ERR: setRequestHeader can only be called when state is OPEN");
  166. }
  167. if (!isAllowedHttpHeader(header)) {
  168. console.warn("Refused to set unsafe header \"" + header + "\"");
  169. return;
  170. }
  171. if (sendFlag) {
  172. throw new Error("INVALID_STATE_ERR: send flag is true");
  173. }
  174. header = headersCase[header.toLowerCase()] || header;
  175. headersCase[header.toLowerCase()] = header;
  176. headers[header] = headers[header] ? headers[header] + ', ' + value : value;
  177. };
  178. /**
  179. * Gets a header from the server response.
  180. *
  181. * @param string header Name of header to get.
  182. * @return string Text of the header or null if it doesn't exist.
  183. */
  184. this.getResponseHeader = function(header) {
  185. if (typeof header === "string"
  186. && this.readyState > this.OPENED
  187. && response
  188. && response.headers
  189. && response.headers[header.toLowerCase()]
  190. && !errorFlag
  191. ) {
  192. return response.headers[header.toLowerCase()];
  193. }
  194. return null;
  195. };
  196. /**
  197. * Gets all the response headers.
  198. *
  199. * @return string A string with all response headers separated by CR+LF
  200. */
  201. this.getAllResponseHeaders = function() {
  202. if (this.readyState < this.HEADERS_RECEIVED || errorFlag) {
  203. return "";
  204. }
  205. var result = "";
  206. for (var i in response.headers) {
  207. // Cookie headers are excluded
  208. if (i !== "set-cookie" && i !== "set-cookie2") {
  209. result += i + ": " + response.headers[i] + "\r\n";
  210. }
  211. }
  212. return result.substr(0, result.length - 2);
  213. };
  214. /**
  215. * Gets a request header
  216. *
  217. * @param string name Name of header to get
  218. * @return string Returns the request header or empty string if not set
  219. */
  220. this.getRequestHeader = function(name) {
  221. if (typeof name === "string" && headersCase[name.toLowerCase()]) {
  222. return headers[headersCase[name.toLowerCase()]];
  223. }
  224. return "";
  225. };
  226. /**
  227. * Sends the request to the server.
  228. *
  229. * @param string data Optional data to send as request body.
  230. */
  231. this.send = function(data) {
  232. if (this.readyState !== this.OPENED) {
  233. throw new Error("INVALID_STATE_ERR: connection must be opened before send() is called");
  234. }
  235. if (sendFlag) {
  236. throw new Error("INVALID_STATE_ERR: send has already been called");
  237. }
  238. var ssl = false, local = false;
  239. var url = Url.parse(settings.url);
  240. var host;
  241. // Determine the server
  242. switch (url.protocol) {
  243. case "https:":
  244. ssl = true;
  245. // SSL & non-SSL both need host, no break here.
  246. case "http:":
  247. host = url.hostname;
  248. break;
  249. case "file:":
  250. local = true;
  251. break;
  252. case undefined:
  253. case null:
  254. case "":
  255. host = "localhost";
  256. break;
  257. default:
  258. throw new Error("Protocol not supported.");
  259. }
  260. // Load files off the local filesystem (file://)
  261. if (local) {
  262. if (settings.method !== "GET") {
  263. throw new Error("XMLHttpRequest: Only GET method is supported");
  264. }
  265. if (settings.async) {
  266. fs.readFile(url.pathname, "utf8", function(error, data) {
  267. if (error) {
  268. self.handleError(error);
  269. } else {
  270. self.status = 200;
  271. self.responseText = data;
  272. setState(self.DONE);
  273. }
  274. });
  275. } else {
  276. try {
  277. this.responseText = fs.readFileSync(url.pathname, "utf8");
  278. this.status = 200;
  279. setState(self.DONE);
  280. } catch(e) {
  281. this.handleError(e);
  282. }
  283. }
  284. return;
  285. }
  286. // Default to port 80. If accessing localhost on another port be sure
  287. // to use http://localhost:port/path
  288. var port = url.port || (ssl ? 443 : 80);
  289. // Add query string if one is used
  290. var uri = url.pathname + (url.search ? url.search : "");
  291. // Set the defaults if they haven't been set
  292. for (var name in defaultHeaders) {
  293. if (!headersCase[name.toLowerCase()]) {
  294. headers[name] = defaultHeaders[name];
  295. }
  296. }
  297. // Set the Host header or the server may reject the request
  298. headers.Host = host;
  299. if (!((ssl && port === 443) || port === 80)) {
  300. headers.Host += ":" + url.port;
  301. }
  302. // Set Basic Auth if necessary
  303. if (settings.user) {
  304. if (typeof settings.password === "undefined") {
  305. settings.password = "";
  306. }
  307. var authBuf = new Buffer(settings.user + ":" + settings.password);
  308. headers.Authorization = "Basic " + authBuf.toString("base64");
  309. }
  310. // Set content length header
  311. if (settings.method === "GET" || settings.method === "HEAD") {
  312. data = null;
  313. } else if (data) {
  314. headers["Content-Length"] = Buffer.isBuffer(data) ? data.length : Buffer.byteLength(data);
  315. if (!headers["Content-Type"]) {
  316. headers["Content-Type"] = "text/plain;charset=UTF-8";
  317. }
  318. } else if (settings.method === "POST") {
  319. // For a post with no data set Content-Length: 0.
  320. // This is required by buggy servers that don't meet the specs.
  321. headers["Content-Length"] = 0;
  322. }
  323. var options = {
  324. host: host,
  325. port: port,
  326. path: uri,
  327. method: settings.method,
  328. headers: headers,
  329. agent: false,
  330. withCredentials: self.withCredentials
  331. };
  332. // Reset error flag
  333. errorFlag = false;
  334. // Handle async requests
  335. if (settings.async) {
  336. // Use the proper protocol
  337. var doRequest = ssl ? https.request : http.request;
  338. // Request is being sent, set send flag
  339. sendFlag = true;
  340. // As per spec, this is called here for historical reasons.
  341. self.dispatchEvent("readystatechange");
  342. // Handler for the response
  343. var responseHandler = function responseHandler(resp) {
  344. // Set response var to the response we got back
  345. // This is so it remains accessable outside this scope
  346. response = resp;
  347. // Check for redirect
  348. // @TODO Prevent looped redirects
  349. if (response.statusCode === 301 || response.statusCode === 302 || response.statusCode === 303 || response.statusCode === 307) {
  350. // Change URL to the redirect location
  351. settings.url = response.headers.location;
  352. var url = Url.parse(settings.url);
  353. // Set host var in case it's used later
  354. host = url.hostname;
  355. // Options for the new request
  356. var newOptions = {
  357. hostname: url.hostname,
  358. port: url.port,
  359. path: url.path,
  360. method: response.statusCode === 303 ? "GET" : settings.method,
  361. headers: headers,
  362. withCredentials: self.withCredentials
  363. };
  364. // Issue the new request
  365. request = doRequest(newOptions, responseHandler).on("error", errorHandler);
  366. request.end();
  367. // @TODO Check if an XHR event needs to be fired here
  368. return;
  369. }
  370. response.setEncoding("utf8");
  371. setState(self.HEADERS_RECEIVED);
  372. self.status = response.statusCode;
  373. response.on("data", function(chunk) {
  374. // Make sure there's some data
  375. if (chunk) {
  376. self.responseText += chunk;
  377. }
  378. // Don't emit state changes if the connection has been aborted.
  379. if (sendFlag) {
  380. setState(self.LOADING);
  381. }
  382. });
  383. response.on("end", function() {
  384. if (sendFlag) {
  385. // Discard the end event if the connection has been aborted
  386. setState(self.DONE);
  387. sendFlag = false;
  388. }
  389. });
  390. response.on("error", function(error) {
  391. self.handleError(error);
  392. });
  393. };
  394. // Error handler for the request
  395. var errorHandler = function errorHandler(error) {
  396. self.handleError(error);
  397. };
  398. // Create the request
  399. request = doRequest(options, responseHandler).on("error", errorHandler);
  400. // Node 0.4 and later won't accept empty data. Make sure it's needed.
  401. if (data) {
  402. request.write(data);
  403. }
  404. request.end();
  405. self.dispatchEvent("loadstart");
  406. } else { // Synchronous
  407. // Create a temporary file for communication with the other Node process
  408. var contentFile = ".node-xmlhttprequest-content-" + process.pid;
  409. var syncFile = ".node-xmlhttprequest-sync-" + process.pid;
  410. fs.writeFileSync(syncFile, "", "utf8");
  411. // The async request the other Node process executes
  412. var execString = "var http = require('http'), https = require('https'), fs = require('fs');"
  413. + "var doRequest = http" + (ssl ? "s" : "") + ".request;"
  414. + "var options = " + JSON.stringify(options) + ";"
  415. + "var responseText = '';"
  416. + "var req = doRequest(options, function(response) {"
  417. + "response.setEncoding('utf8');"
  418. + "response.on('data', function(chunk) {"
  419. + " responseText += chunk;"
  420. + "});"
  421. + "response.on('end', function() {"
  422. + "fs.writeFileSync('" + contentFile + "', JSON.stringify({err: null, data: {statusCode: response.statusCode, headers: response.headers, text: responseText}}), 'utf8');"
  423. + "fs.unlinkSync('" + syncFile + "');"
  424. + "});"
  425. + "response.on('error', function(error) {"
  426. + "fs.writeFileSync('" + contentFile + "', JSON.stringify({err: error}), 'utf8');"
  427. + "fs.unlinkSync('" + syncFile + "');"
  428. + "});"
  429. + "}).on('error', function(error) {"
  430. + "fs.writeFileSync('" + contentFile + "', JSON.stringify({err: error}), 'utf8');"
  431. + "fs.unlinkSync('" + syncFile + "');"
  432. + "});"
  433. + (data ? "req.write('" + JSON.stringify(data).slice(1,-1).replace(/'/g, "\\'") + "');":"")
  434. + "req.end();";
  435. // Start the other Node Process, executing this string
  436. var syncProc = spawn(process.argv[0], ["-e", execString]);
  437. while(fs.existsSync(syncFile)) {
  438. // Wait while the sync file is empty
  439. }
  440. var resp = JSON.parse(fs.readFileSync(contentFile, 'utf8'));
  441. // Kill the child process once the file has data
  442. syncProc.stdin.end();
  443. // Remove the temporary file
  444. fs.unlinkSync(contentFile);
  445. if (resp.err) {
  446. self.handleError(resp.err);
  447. } else {
  448. response = resp.data;
  449. self.status = resp.data.statusCode;
  450. self.responseText = resp.data.text;
  451. setState(self.DONE);
  452. }
  453. }
  454. };
  455. /**
  456. * Called when an error is encountered to deal with it.
  457. */
  458. this.handleError = function(error) {
  459. this.status = 0;
  460. this.statusText = error;
  461. this.responseText = error.stack;
  462. errorFlag = true;
  463. setState(this.DONE);
  464. this.dispatchEvent('error');
  465. };
  466. /**
  467. * Aborts a request.
  468. */
  469. this.abort = function() {
  470. if (request) {
  471. request.abort();
  472. request = null;
  473. }
  474. headers = defaultHeaders;
  475. this.status = 0;
  476. this.responseText = "";
  477. this.responseXML = "";
  478. errorFlag = true;
  479. if (this.readyState !== this.UNSENT
  480. && (this.readyState !== this.OPENED || sendFlag)
  481. && this.readyState !== this.DONE) {
  482. sendFlag = false;
  483. setState(this.DONE);
  484. }
  485. this.readyState = this.UNSENT;
  486. this.dispatchEvent('abort');
  487. };
  488. /**
  489. * Adds an event listener. Preferred method of binding to events.
  490. */
  491. this.addEventListener = function(event, callback) {
  492. if (!(event in listeners)) {
  493. listeners[event] = [];
  494. }
  495. // Currently allows duplicate callbacks. Should it?
  496. listeners[event].push(callback);
  497. };
  498. /**
  499. * Remove an event callback that has already been bound.
  500. * Only works on the matching funciton, cannot be a copy.
  501. */
  502. this.removeEventListener = function(event, callback) {
  503. if (event in listeners) {
  504. // Filter will return a new array with the callback removed
  505. listeners[event] = listeners[event].filter(function(ev) {
  506. return ev !== callback;
  507. });
  508. }
  509. };
  510. /**
  511. * Dispatch any events, including both "on" methods and events attached using addEventListener.
  512. */
  513. this.dispatchEvent = function(event) {
  514. if (typeof self["on" + event] === "function") {
  515. self["on" + event]();
  516. }
  517. if (event in listeners) {
  518. for (var i = 0, len = listeners[event].length; i < len; i++) {
  519. listeners[event][i].call(self);
  520. }
  521. }
  522. };
  523. /**
  524. * Changes readyState and calls onreadystatechange.
  525. *
  526. * @param int state New state
  527. */
  528. var setState = function(state) {
  529. if (state == self.LOADING || self.readyState !== state) {
  530. self.readyState = state;
  531. if (settings.async || self.readyState < self.OPENED || self.readyState === self.DONE) {
  532. self.dispatchEvent("readystatechange");
  533. }
  534. if (self.readyState === self.DONE && !errorFlag) {
  535. self.dispatchEvent("load");
  536. // @TODO figure out InspectorInstrumentation::didLoadXHR(cookie)
  537. self.dispatchEvent("loadend");
  538. }
  539. }
  540. };
  541. };