generate-code-points.js 3.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273
  1. "use strict";
  2. var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
  3. if (k2 === undefined) k2 = k;
  4. var desc = Object.getOwnPropertyDescriptor(m, k);
  5. if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
  6. desc = { enumerable: true, get: function() { return m[k]; } };
  7. }
  8. Object.defineProperty(o, k2, desc);
  9. }) : (function(o, m, k, k2) {
  10. if (k2 === undefined) k2 = k;
  11. o[k2] = m[k];
  12. }));
  13. var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
  14. Object.defineProperty(o, "default", { enumerable: true, value: v });
  15. }) : function(o, v) {
  16. o["default"] = v;
  17. });
  18. var __importStar = (this && this.__importStar) || function (mod) {
  19. if (mod && mod.__esModule) return mod;
  20. var result = {};
  21. if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
  22. __setModuleDefault(result, mod);
  23. return result;
  24. };
  25. var __importDefault = (this && this.__importDefault) || function (mod) {
  26. return (mod && mod.__esModule) ? mod : { "default": mod };
  27. };
  28. Object.defineProperty(exports, "__esModule", { value: true });
  29. const zlib_1 = require("zlib");
  30. const sparse_bitfield_1 = __importDefault(require("sparse-bitfield"));
  31. const codePoints = __importStar(require("./code-points-src"));
  32. const fs_1 = require("fs");
  33. const prettier = __importStar(require("prettier"));
  34. const unassigned_code_points = (0, sparse_bitfield_1.default)();
  35. const commonly_mapped_to_nothing = (0, sparse_bitfield_1.default)();
  36. const non_ascii_space_characters = (0, sparse_bitfield_1.default)();
  37. const prohibited_characters = (0, sparse_bitfield_1.default)();
  38. const bidirectional_r_al = (0, sparse_bitfield_1.default)();
  39. const bidirectional_l = (0, sparse_bitfield_1.default)();
  40. function traverse(bits, src) {
  41. for (const code of src.keys()) {
  42. bits.set(code, true);
  43. }
  44. const buffer = bits.toBuffer();
  45. return Buffer.concat([createSize(buffer), buffer]);
  46. }
  47. function createSize(buffer) {
  48. const buf = Buffer.alloc(4);
  49. buf.writeUInt32BE(buffer.length);
  50. return buf;
  51. }
  52. const memory = [];
  53. memory.push(traverse(unassigned_code_points, codePoints.unassigned_code_points), traverse(commonly_mapped_to_nothing, codePoints.commonly_mapped_to_nothing), traverse(non_ascii_space_characters, codePoints.non_ASCII_space_characters), traverse(prohibited_characters, codePoints.prohibited_characters), traverse(bidirectional_r_al, codePoints.bidirectional_r_al), traverse(bidirectional_l, codePoints.bidirectional_l));
  54. async function writeCodepoints() {
  55. const config = await prettier.resolveConfig(__dirname);
  56. const formatOptions = { ...config, parser: 'typescript' };
  57. function write(stream, chunk) {
  58. return new Promise((resolve) => stream.write(chunk, () => resolve()));
  59. }
  60. await write((0, fs_1.createWriteStream)(process.argv[2]), prettier.format(`import { gunzipSync } from 'zlib';
  61. export default gunzipSync(
  62. Buffer.from(
  63. '${(0, zlib_1.gzipSync)(Buffer.concat(memory), { level: 9 }).toString('base64')}',
  64. 'base64'
  65. )
  66. );
  67. `, formatOptions));
  68. const fsStreamUncompressedData = (0, fs_1.createWriteStream)(process.argv[3]);
  69. await write(fsStreamUncompressedData, prettier.format(`const data = Buffer.from('${Buffer.concat(memory).toString('base64')}', 'base64');\nexport default data;\n`, formatOptions));
  70. }
  71. writeCodepoints().catch((error) => console.error('error occurred generating saslprep codepoint data', { error }));
  72. //# sourceMappingURL=generate-code-points.js.map