generate-code-points.js 3.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283
  1. "use strict";
  2. var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
  3. if (k2 === undefined) k2 = k;
  4. var desc = Object.getOwnPropertyDescriptor(m, k);
  5. if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
  6. desc = { enumerable: true, get: function() { return m[k]; } };
  7. }
  8. Object.defineProperty(o, k2, desc);
  9. }) : (function(o, m, k, k2) {
  10. if (k2 === undefined) k2 = k;
  11. o[k2] = m[k];
  12. }));
  13. var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
  14. Object.defineProperty(o, "default", { enumerable: true, value: v });
  15. }) : function(o, v) {
  16. o["default"] = v;
  17. });
  18. var __importStar = (this && this.__importStar) || (function () {
  19. var ownKeys = function(o) {
  20. ownKeys = Object.getOwnPropertyNames || function (o) {
  21. var ar = [];
  22. for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
  23. return ar;
  24. };
  25. return ownKeys(o);
  26. };
  27. return function (mod) {
  28. if (mod && mod.__esModule) return mod;
  29. var result = {};
  30. if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
  31. __setModuleDefault(result, mod);
  32. return result;
  33. };
  34. })();
  35. var __importDefault = (this && this.__importDefault) || function (mod) {
  36. return (mod && mod.__esModule) ? mod : { "default": mod };
  37. };
  38. Object.defineProperty(exports, "__esModule", { value: true });
  39. const zlib_1 = require("zlib");
  40. const sparse_bitfield_1 = __importDefault(require("sparse-bitfield"));
  41. const codePoints = __importStar(require("./code-points-src"));
  42. const fs_1 = require("fs");
  43. const prettier = __importStar(require("prettier"));
  44. const unassigned_code_points = (0, sparse_bitfield_1.default)();
  45. const commonly_mapped_to_nothing = (0, sparse_bitfield_1.default)();
  46. const non_ascii_space_characters = (0, sparse_bitfield_1.default)();
  47. const prohibited_characters = (0, sparse_bitfield_1.default)();
  48. const bidirectional_r_al = (0, sparse_bitfield_1.default)();
  49. const bidirectional_l = (0, sparse_bitfield_1.default)();
  50. function traverse(bits, src) {
  51. for (const code of src.keys()) {
  52. bits.set(code, true);
  53. }
  54. const buffer = bits.toBuffer();
  55. return Buffer.concat([createSize(buffer), buffer]);
  56. }
  57. function createSize(buffer) {
  58. const buf = Buffer.alloc(4);
  59. buf.writeUInt32BE(buffer.length);
  60. return buf;
  61. }
  62. const memory = [];
  63. memory.push(traverse(unassigned_code_points, codePoints.unassigned_code_points), traverse(commonly_mapped_to_nothing, codePoints.commonly_mapped_to_nothing), traverse(non_ascii_space_characters, codePoints.non_ASCII_space_characters), traverse(prohibited_characters, codePoints.prohibited_characters), traverse(bidirectional_r_al, codePoints.bidirectional_r_al), traverse(bidirectional_l, codePoints.bidirectional_l));
  64. async function writeCodepoints() {
  65. const config = await prettier.resolveConfig(__dirname);
  66. const formatOptions = { ...config, parser: 'typescript' };
  67. function write(stream, chunk) {
  68. return new Promise((resolve) => stream.write(chunk, () => resolve()));
  69. }
  70. await write((0, fs_1.createWriteStream)(process.argv[2]), await prettier.format(`import { gunzipSync } from 'zlib';
  71. export default gunzipSync(
  72. Buffer.from(
  73. '${(0, zlib_1.gzipSync)(Buffer.concat(memory), { level: 9 }).toString('base64')}',
  74. 'base64'
  75. )
  76. );
  77. `, formatOptions));
  78. const fsStreamUncompressedData = (0, fs_1.createWriteStream)(process.argv[3]);
  79. await write(fsStreamUncompressedData, await prettier.format(`const data = Buffer.from('${Buffer.concat(memory).toString('base64')}', 'base64');\nexport default data;\n`, formatOptions));
  80. }
  81. writeCodepoints().catch((error) => console.error('error occurred generating saslprep codepoint data', { error }));
  82. //# sourceMappingURL=generate-code-points.js.map