index-xnf.cjs 51 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077
  1. 'use strict';
  2. // created 2023-09-25T01:01:55.148Z
  3. // compressed base64-encoded blob for include-ens data
  4. // source: https://github.com/adraffy/ens-normalize.js/blob/main/src/make.js
  5. // see: https://github.com/adraffy/ens-normalize.js#security
  6. // SHA-256: 0565ed049b9cf1614bb9e11ba7d8ac6a6fb96c893253d890f7e2b2884b9ded32
  7. var COMPRESSED = 'AEEUdwmgDS8BxQKKAP4BOgDjATAAngDUAIMAoABoAOAAagCOAEQAhABMAHIAOwA9ACsANgAmAGIAHgAuACgAJwAXAC0AGgAjAB8ALwAUACkAEgAeAAkAGwARABkAFgA5ACgALQArADcAFQApABAAHgAiABAAGgAeABMAGAUhBe8BFxREN8sF2wC5AK5HAW8ArQkDzQCuhzc3NzcBP68NEfMABQdHBuw5BV8FYAA9MzkI9r4ZBg7QyQAWA9CeOwLNCjcCjqkChuA/lm+RAsXTAoP6ASfnEQDytQFJAjWVCkeXAOsA6godAB/cwdAUE0WlBCN/AQUCQRjFD/MRBjHxDQSJbw0jBzUAswBxme+tnIcAYwabAysG8QAjAEMMmxcDqgPKQyDXCMMxA7kUQwD3NXOrAKmFIAAfBC0D3x4BJQDBGdUFAhEgVD8JnwmQJiNWYUzrg0oAGwAUAB0AFnNcACkAFgBP9h3gPfsDOWDKneY2ChglX1UDYD30ABsAFAAdABZzIGRAnwDD8wAjAEEMzRbDqgMB2sAFYwXqAtCnAsS4AwpUJKRtFHsadUz9AMMVbwLpABM1NJEX0ZkCgYMBEyMAxRVvAukAEzUBUFAtmUwSAy4DBTER33EftQHfSwB5MxJ/AjkWKQLzL8E/cwBB6QH9LQDPDtO9ASNriQC5DQANAwCK21EFI91zHwCoL9kBqQcHBwcHKzUDowBvAQohPvU3fAQgHwCyAc8CKQMA5zMSezr7ULgFmDp/LzVQBgEGAi8FYQVgt8AFcTtlQhpCWEmfe5tmZ6IAExsDzQ8t+X8rBKtTAltbAn0jsy8Bl6utPWMDTR8Ei2kRANkDBrNHNysDBzECQWUAcwFpJ3kAiyUhAJ0BUb8AL3EfAbfNAz81KUsFWwF3YQZtAm0A+VEfAzEJDQBRSQCzAQBlAHsAM70GD/v3IZWHBwARKQAxALsjTwHZAeMPEzmXgIHwABIAGQA8AEUAQDt3gdvIEGcQZAkGTRFMdEIVEwK0D64L7REdDNkq09PgADSxB/MDWwfzA1sDWwfzB/MDWwfzA1sDWwNbA1scEvAi28gQZw9QBHUFlgWTBN4IiyZREYkHMAjaVBV0JhxPA00BBCMtSSQ7mzMTJUpMFE0LCAQ2SmyvfUADTzGzVP2QqgPTMlc5dAkGHnkSqAAyD3skNb1OhnpPcagKU0+2tYdJak5vAsY6sEAACikJm2/Dd1YGRRAfJ6kQ+ww3AbkBPw3xS9wE9QY/BM0fgRkdD9GVoAipLeEM8SbnLqWAXiP5KocF8Uv4POELUVFsD10LaQnnOmeBUgMlAREijwrhDT0IcRD3Cs1vDekRSQc9A9lJngCpBwULFR05FbkmFGKwCw05ewb/GvoLkyazEy17AAXXGiUGUQEtGwMA0y7rhbRaNVwgT2MGBwspI8sUrFAkDSlAu3hMGh8HGSWtApVDdEqLUToelyH6PEENai4XUYAH+TwJGVMLhTyiRq9FEhHWPpE9TCJNTDAEOYMsMyePCdMPiQy9fHYBXQklCbUMdRM1ERs3yQg9Bx0xlygnGQglRplgngT7owP3E9UDDwVDCUUHFwO5HDETMhUtBRGBKNsC9zbZLrcCk1aEARsFzw8pH+MQVEfkDu0InwJpA4cl7wAxFSUAGyKfCEdnAGOP3FMJLs8Iy2pwI3gDaxTrZRF3B5UOWwerHDcVwxzlcMxeD4YMKKezCV8BeQmdAWME5wgNNV+MpCBFZ1eLXBifIGVBQ14AAjUMaRWjRMGHfAKPD28SHwE5AXcHPQ0FAnsR8RFvEJkI74YINbkz/DopBFMhhyAVCisDU2zSCysm/Qz8bQGnEmYDEDRBd/Jnr2C6KBgBBx0yyUFkIfULlk/RDKAaxRhGVDIZ6AfDA/ca9yfuQVsGAwOnBxc6UTPyBMELbQiPCUMATQ6nGwfbGG4KdYzUATWPAbudA1uVhwJzkwY7Bw8Aaw+LBX3pACECqwinAAkA0wNbAD0CsQehAB0AiUUBQQMrMwEl6QKTA5cINc8BmTMB9y0EH8cMGQD7O25OAsO1AoBuZqYF4VwCkgJNOQFRKQQJUktVA7N15QDfAE8GF+NLARmvTs8e50cB43MvAMsA/wAJOQcJRQHRAfdxALsBYws1Caa3uQFR7S0AhwAZbwHbAo0A4QA5AIP1AVcAUQVd/QXXAlNNARU1HC9bZQG/AyMBNwERAH0Gz5GpzQsjBHEH1wIQHxXlAu8yB7kFAyLjE9FCyQK94lkAMhoKPAqrCqpgX2Q3CjV2PVQAEh+sPss/UgVVO1c7XDtXO1w7VztcO1c7XDtXO1wDm8Pmw+YKcF9JYe8Mqg3YRMw6TRPfYFVgNhPMLbsUxRXSJVoZQRrAJwkl6FUNDwgt12Y0CDA0eRfAAEMpbINFY4oeNApPHOtTlVT8LR8AtUumM7MNsBsZREQFS3XxYi4WEgomAmSFAmJGX1GzAV83JAKh+wJonAJmDQKfiDgfDwJmPwJmKgRyBIMDfxcDfpY5Cjl7GzmGOicnAmwhAjI6OA4CbcsCbbLzjgM3a0kvAWsA4gDlAE4JB5wMkQECD8YAEbkCdzMCdqZDAnlPRwJ4viFg30WyRvcCfEMCeswCfQ0CfPRIBEiBZygALxlJXEpfGRtK0ALRBQLQ0EsrA4hTA4fqRMmRNgLypV0HAwOyS9JMMSkH001QTbMCi0MCitzFHwshR2sJuwKOOwKOYESbhQKO3QKOYHxRuFM5AQ5S2FSJApP/ApMQAO0AIFUiVbNV1AosHymZijLleGpFPz0Cl6MC77ZYJawAXSkClpMCloCgAK1ZsFoNhVEAPwKWuQKWUlxIXNUCmc8CmWhczl0LHQKcnznGOqECnBoCn58CnryOACETNS4TAp31Ap6WALlBYThh8wKe1wKgcgGtAp6jIwKeUqljzGQrKS8CJ7MCJoICoP8CoFDbAqYzAqXSAqgDAIECp/ZogGi1AAdNaiBq1QKs5wKssgKtawKtBgJXIQJV4AKx5dsDH1JsmwKywRECsuwbbORtZ21MYwMl0QK2YD9DbpQDKUkCuGICuUsZArkue3A6cOUCvR0DLbYDMhUCvoxyBgMzdQK+HnMmc1MCw88CwwhzhnRPOUl05AM8qwEDPJ4DPcMCxYACxksCxhSNAshtVQLISALJUwLJMgJkoQLd1nh9ZXiyeSlL1AMYp2cGAmH4GfeVKHsPXpZevxUCz28Cz3AzT1fW9xejAMqxAs93AS3uA04Wfk8JAtwrAtuOAtJTA1JgA1NjAQUDVZCAjUMEzxrxZEl5A4LSg5EC2ssC2eKEFIRNp0ADhqkAMwNkEoZ1Xf0AWQLfaQLevHd7AuIz7RgB8zQrAfSfAfLWiwLr9wLpdH0DAur9AuroAP1LAb0C7o0C66CWrpcHAu5DA4XkmH1w5HGlAvMHAG0DjhqZlwL3FwORcgOSiwL3nAL53QL4apogmq+/O5siA52HAv7+AR8APZ8gAZ+3AwWRA6ZuA6bdANXJAwZuoYyiCQ0DDE0BEwEjB3EGZb1rCQC/BG/DFY8etxEAG3k9ACcDNxJRA42DAWcrJQCM8wAlAOanC6OVCLsGI6fJBgCvBRnDBvElRUYFFoAFcD9GSDNCKUK8X3kZX8QAls0FOgCQVCGbwTsuYDoZutcONxjOGJHJ/gVfBWAFXwVgBWsFYAVfBWAFXwVgBV8FYAVfBWBOHQjfjW8KCgoKbF7xMwTRA7kGN8PDAMMEr8MA70gxFroFTj5xPnhCR0K+X30/X/AAWBkzswCNBsxzzASm70aCRS4rDDMeLz49fnXfcsH5GcoscQFz13Y4HwVnBXLJycnACNdRYwgICAqEXoWTxgA7P4kACxbZBu21Kw0AjMsTAwkVAOVtJUUsJ1JCuULESUArXy9gPi9AKwnJRQYKTD9LPoA+iT54PnkCkULEUUpDX9NWV3JVEjQAc1w3A3IBE3YnX+g7QiMJb6MKaiszRCUuQrNCxDPMCcwEX9EWJzYREBEEBwIHKn6l33JCNVIfybPJtAltydPUCmhBZw/tEKsZAJOVJU1CLRuxbUHOQAo7P0s+eEJHHA8SJVRPdGM0NVrpvBoKhfUlM0JHHGUQUhEWO1xLSj8MO0ucNAqJIzVCRxv9EFsqKyA4OQgNj2nwZgp5ZNFgE2A1K3YHS2AhQQojJmC7DgpzGG1WYFUZCQYHZO9gHWCdYIVgu2BTYJlwFh8GvRbcXbG8YgtDHrMBwzPVyQonHQgkCyYBgQJ0Ajc4nVqIAwGSCsBPIgDsK3SWEtIVBa5N8gGjAo+kVwVIZwD/AEUSCDweX4ITrRQsJ8K3TwBXFDwEAB0TvzVcAtoTS20RIwDgVgZ9BBImYgA5AL4Coi8LFnezOkCnIQFjAY4KBAPh9RcGsgZSBsEAJctdsWIRu2kTkQstRw7DAcMBKgpPBGIGMDAwKCYnKTQaLg4AKRSVAFwCdl+YUZ0JdicFD3lPAdt1F9ZZKCGxuE3yBxkFVGcA/wBFEgiCBwAOLHQSjxOtQDg1z7deFRMAZ8QTAGtKb1ApIiPHADkAvgKiLy1DFtYCmBiDAlDDWNB0eo7fpaMO/aEVRRv0ATEQZBIODyMEAc8JQhCbDRgzFD4TAEMAu9YBCgCsAOkAm5I3ABwAYxvONnR+MhXJAxgKQyxL2+kkJhMbhQKDBMkSsvF0AD9BNQ6uQC7WqSQHwxEAEEIu1hkhAH2z4iQPwyJPHNWpdyYBRSpnJALzoBAEVPPsH20MxA0CCEQKRgAFyAtFAlMNwwjEDUQJRArELtapMg7DDZgJIw+TGukEIwvDFkMAqAtDEMMMBhioe+QAO3MMRAACrgnEBSPY9Q0FDnbSBoMAB8MSYxkSxAEJAPIJAAB8FWMOFtMc/HcXwxhDAC7DAvOowwAewwJdKDKHAAHDAALrFUQVwwAbwyvzpWMWv8wA/ABpAy++bcYDUKPD0KhDCwKmJ1MAAmMA5+UZwxAagwipBRL/eADfw6fDGOMCGsOjk3l6BwOpo4sAEsMOGxMAA5sAbcMOAAvDp0MJGkMDwgipnNIPAwfIqUMGAOGDAAPzABXDAAcDAAnDAGmTABrDAA7DChjDjnEWAwABYwAOcwAuUyYABsMAF8MIKQANUgC6wy4AA8MADqMq8wCyYgAcIwAB8wqpAAXOCx0V4wAHowBCwwEKAGnDAAuDAB3DAAjDCakABdIAbqcZ3QCZCCkABdIAAAFDAAfjAB2jCCkABqIACYMAGzMAbSMA5sOIAAhjAAhDABTDBAkpAAbSAOOTAAlDC6kOzPtnAAdDAG6kQFAATwAKwwwAA0MACbUDPwAHIwAZgwACE6cDAAojAApDAAoDp/MGwwAJIwADEwAQQwgAFEMAEXMAD5MADfMADcMAGRMOFiMAFUMAbqMWuwHDAMIAE0MLAGkzEgDhUwACQwAEWgAXgwUjAAbYABjDBSYBgzBaAEFNALcQBxUMegAwMngBrA0IZgJ0KxQHBREPd1N0ZzKRJwaIHAZqNT4DqQq8BwngAB4DAwt2AX56T1ocKQNXAh1GATQGC3tOxYNagkgAMQA5CQADAQEAWxLjAIOYNAEzAH7tFRk6TglSAF8NAAlYAQ+S1ACAQwQorQBiAN4dAJ1wPyeTANVzuQDX3AIeEMp9eyMgXiUAEdkBkJizKltbVVAaRMqRAAEAhyQ/SDEz6BmfVwB6ATEsOClKIRcDOF0E/832AFNt5AByAnkCRxGCOs94NjXdAwINGBonDBwPALW2AwICAgAAAAAAAAYDBQMDARrUAwAtAAAAAgEGBgYGBgYFBQUFBQUEBQYHCAkEBQUFBQQAAAICAAAAIgCNAJAAlT0A6gC7ANwApEQAwgCyAK0AqADuAKYA2gCjAOcBCAEDAMcAgQBiANIA1AEDAN4A8gCQAKkBMQDqAN8A3AsBCQ8yO9ra2tq8xuLT1tRJOB0BUgFcNU0BWgFpAWgBWwFMUUlLbhMBUxsNEAs6PhMOACcUKy0vMj5AQENDQ0RFFEYGJFdXV1dZWVhZL1pbXVxcI2NnZ2ZoZypsbnZ1eHh4eHh4enp6enp6enp6enp8fH18e2IARPIASQCaAHgAMgBm+ACOAFcAVwA3AnbvAIsABfj4AGQAk/IAnwBPAGIAZP//sACFAIUAaQBWALEAJAC2AIMCQAJDAPwA5wD+AP4A6AD/AOkA6QDoAOYALwJ7AVEBQAE+AVQBPgE+AT4BOQE4ATgBOAEcAVgXADEQCAEAUx8SHgsdHhYAjgCWAKYAUQBqIAIxAHYAbwCXAxUDJzIDIUlGTzEAkQJPAMcCVwKkAMAClgKWApYClgKWApYCiwKWApYClgKWApYClgKVApUCmAKgApcClgKWApQClAKUApQCkgKVAnUB1AKXAp8ClgKWApUeAIETBQD+DQOfAmECOh8BVBg9AuIZEjMbAU4/G1WZAXusRAFpYQEFA0FPAQYAmTEeIJdyADFoAHEANgCRA5zMk/C2jGINwjMWygIZCaXdfDILBCs5dAE7YnQBugDlhoiHhoiGiYqKhouOjIaNkI6Ij4qQipGGkoaThpSSlYaWhpeKmIaZhpqGm4aci52QnoqfhuIC4XTpAt90AIp0LHSoAIsAdHQEQwRABEIERQRDBEkERgRBBEcESQRIBEQERgRJAJ5udACrA490ALxuAQ10ANFZdHQA13QCFHQA/mJ0AP4BIQD+APwA/AD9APwDhGZ03ASMK23HAP4A/AD8AP0A/CR0dACRYnQA/gCRASEA/gCRAvQA/gCRA4RmdNwEjCttxyR0AP9idAEhAP4A/gD8APwA/QD8AP8A/AD8AP0A/AOEZnTcBIwrbcckdHQAkWJ0ASEA/gCRAP4AkQL0AP4AkQOEZnTcBIwrbcckdAJLAT50AlIBQXQCU8l0dAJfdHQDpgL0A6YDpgOnA6cDpwOnA4RmdNwEjCttxyR0dACRYnQBIQOmAJEDpgCRAvQDpgCRA4RmdNwEjCttxyR0BDh0AJEEOQCRDpU5dSgCADR03gV2CwArdAEFAM5iCnR0AF1iAAYcOgp0dACRCnQAXAEIwWZ0CnRmdHQAkWZ0CnRmdEXgAFF03gp0dEY0tlT2u3SOAQTwscwhjZZKrhYcBSfFp9XNbKiVDOD2b+cpe4/Z17mQnbtzzhaeQtE2GGj0IDNTjRUSyTxxw/RPHW/+vS7d1NfRt9z9QPZg4X7QFfhCnkvgNPIItOsC2eV6hPannZNHlZ9xrwZXIMOlu3jSoQSq78WEjwLjw1ELSlF1aBvfzwk5ZX7AUvQzjPQKbDuQ+sm4wNOp4A6AdVuRS0t1y/DZpg4R6m7FNjM9HgvW7Bi88zaMjOo6lM8wtBBdj8LP4ylv3zCXPhebMKJc066o9sF71oFW/8JXu86HJbwDID5lzw5GWLR/LhT0Qqnp2JQxNZNfcbLIzPy+YypqRm/lBmGmex+82+PisxUumSeJkALIT6rJezxMH+CTJmQtt5uwTVbL3ptmjDUQzlSIvWi8Tl7ng1NpuRn1Ng4n14Qc+3Iil7OwkvNWogLSPkn3pihIFytyIGmMhOe3n1tWsuMy9BdKyqF4Z3v2SgggTL9KVvMXPnCbRe+oOuFFP3HejBG/w9gvmfNYvg6JuWia2lcSSN1uIjBktzoIazOHPJZ7kKHPz8mRWVdW3lA8WGF9dQF6Bm673boov3BUWDU2JNcahR23GtfHKLOz/viZ+rYnZFaIznXO67CYEJ1fXuTRpZhYZkKe54xeoagkNGLs+NTZHE0rX45/XvQ2RGADX6vcAvdxIUBV27wxGm2zjZo4X3ILgAlrOFheuZ6wtsvaIj4yLY7qqawlliaIcrz2G+c3vscAnCkCuMzMmZvMfu9lLwTvfX+3cVSyPdN9ZwgDZhfjRgNJcLiJ67b9xx8JHswprbiE3v9UphotAPIgnXVIN5KmMc0piXhc6cChPnN+MRhG9adtdttQTTwSIpl8I4/j//d3sz1326qTBTpPRM/Hgh3kzqEXs8ZAk4ErQhNO8hzrQ0DLkWMA/N+91tn2MdOJnWC2FCZehkQrwzwbKOjhvZsbM95QoeL9skYyMf4srVPVJSgg7pOLUtr/n9eT99oe9nLtFRpjA9okV2Kj8h9k5HaC0oivRD8VyXkJ81tcd4fHNXPCfloIQasxsuO18/46dR2jgul/UIet2G0kRvnyONMKhHs6J26FEoqSqd+rfYjeEGwHWVDpX1fh1jBBcKGMqRepju9Y00mDVHC+Xdij/j44rKfvfjGinNs1jO/0F3jB83XCDINN/HB84axlP+3E/klktRo+vl3U/aiyMJbIodE1XSsDn6UAzIoMtUObY2+k/4gY/l+AkZJ5Sj2vQrkyLm3FoxjhDX+31UXBFf9XrAH31fFqoBmDEZvhvvpnZ87N+oZEu7U9O/nnk+QWj3x8uyoRbEnf+O5UMr9i0nHP38IF5AvzrBW8YWBUR0mIAzIvndQq9N3v/Jto3aPjPXUPl8ASdPPyAp7jENf8bk7VMM9ol9XGmlBmeDMuGqt+WzuL6CXAxXjIhCPM5vACchgMJ/8XBGLO/D1isVvGhwwHHr1DLaI5mn2Jr/b1pUD90uciDaS8cXNDzCWvNmT/PhQe5e8nTnnnkt8Ds/SIjibcum/fqDhKopxAY8AkSrPn+IGDEKOO+U3XOP6djFs2H5N9+orhOahiQk5KnEUWa+CzkVzhp8bMHRbg81qhjjXuIKbHjSLSIBKWqockGtKinY+z4/RdBUF6pcc3JmnlxVcNgrI4SEzKUZSwcD2QCyxzKve+gAmg6ZuSRkpPFa6mfThu7LJNu3H5K42uCpNvPAsoedolKV/LHe/eJ+BbaG5MG0NaSGVPRUmNFMFFSSpXEcXwbVh7UETOZZtoVNRGOIbbkig3McEtR68cG0RZAoJevWYo7Dg/lZ1CQzblWeUvVHmr8fY4Nqd9JJiH/zEX24mJviH60fAyFr0A3c4bC1j3yZU60VgJxXn8JgJXLUIsiBnmKmMYz+7yBQFBvqb2eYnuW59joZBf56/wXvWIR4R8wTmV80i1mZy+S4+BUES+hzjk0uXpC///z/IlqHZ1monzlXp8aCfhGKMti73FI1KbL1q6IKO4fuBuZ59gagjn5xU79muMpHXg6S+e+gDM/U9BKLHbl9l6o8czQKl4RUkJJiqftQG2i3BMg/TQlUYFkJDYBOOvAugYuzYSDnZbDDd/aSd9x0Oe6F+bJcHfl9+gp6L5/TgA+BdFFovbfCrQ40s5vMPw8866pNX8zyFGeFWdxIpPVp9Rg1UPOVFbFZrvaFq/YAzHQgqMWpahMYfqHpmwXfHL1/kpYmGuHFwT55mQu0dylfNuq2Oq0hTMCPwqfxnuBIPLXfci4Y1ANy+1CUipQxld/izVh16WyG2Q0CQQ9NqtAnx1HCHwDj7sYxOSB0wopZSnOzxQOcExmxrVTF2BkOthVpGfuhaGECfCJpJKpjnihY+xOT2QJxN61+9K6QSqtv2Shr82I3jgJrqBg0wELFZPjvHpvzTtaJnLK6Vb97Yn933koO/saN7fsjwNKzp4l2lJVx2orjCGzC/4ZL4zCver6aQYtC5sdoychuFE6ufOiog+VWi5UDkbmvmtah/3aArEBIi39s5ILUnlFLgilcGuz9CQshEY7fw2ouoILAYPVT/gyAIq3TFAIwVsl+ktkRz/qGfnCDGrm5gsl/l9QdvCWGsjPz3dU7XuqKfdUrr/6XIgjp4rey6AJBmCmUJMjITHVdFb5m1p+dLMCL8t55zD42cmftmLEJC0Da04YiRCVUBLLa8D071/N5UBNBXDh0LFsmhV/5B5ExOB4j3WVG/S3lfK5o+V6ELHvy6RR9n4ac+VsK4VE4yphPvV+kG9FegTBH4ZRXL2HytUHCduJazB/KykjfetYxOXTLws267aGOd+I+JhKP//+VnXmS90OD/jvLcVu0asyqcuYN1mSb6XTlCkqv1vigZPIYwNF/zpWcT1GR/6aEIRjkh0yhg4LXJfaGobYJTY4JI58KiAKgmmgAKWdl5nYCeLqavRJGQNuYuZtZFGx+IkI4w4NS2xwbetNMunOjBu/hmKCI/w7tfiiyUd//4rbTeWt4izBY8YvGIN6vyKYmP/8X8wHKCeN+WRcKM70+tXKNGyevU9H2Dg5BsljnTf8YbsJ1TmMs74Ce2XlHisleguhyeg44rQOHZuw/6HTkhnnurK2d62q6yS7210SsAIaR+jXMQA+svkrLpsUY+F30Uw89uOdGAR6vo4FIME0EfVVeHTu6eKicfhSqOeXJhbftcd08sWEnNUL1C9fnprTgd83IMut8onVUF0hvqzZfHduPjbjwEXIcoYmy+P6tcJZHmeOv6VrvEdkHDJecjHuHeWANe79VG662qTjA/HCvumVv3qL+LrOcpqGps2ZGwQdFJ7PU4iuyRlBrwfO+xnPyr47s2cXVbWzAyznDiBGjCM3ksxjjqM62GE9C8f5U38kB3VjtabKp/nRdvMESPGDG90bWRLAt1Qk5DyLuazRR1YzdC1c+hZXvAWV8xA72S4A8B67vjVhbba3MMop293FeEXpe7zItMWrJG/LOH9ByOXmYnNJfjmfuX9KbrpgLOba4nZ+fl8Gbdv/ihv+6wFGKHCYrVwmhFC0J3V2bn2tIB1wCc1CST3d3X2OyxhguXcs4sm679UngzofuSeBewMFJboIQHbUh/m2JhW2hG9DIvG2t7yZIzKBTz9wBtnNC+2pCRYhSIuQ1j8xsz5VvqnyUIthvuoyyu7fNIrg/KQUVmGQaqkqZk/Vx5b33/gsEs8yX7SC1J+NV4icz6bvIE7C5G6McBaI8rVg56q5QBJWxn/87Q1sPK4+sQa8fLU5gXo4paaq4cOcQ4wR0VBHPGjKh+UlPCbA1nLXyEUX45qZ8J7/Ln4FPJE2TdzD0Z8MLSNQiykMMmSyOCiFfy84Rq60emYB2vD09KjYwsoIpeDcBDTElBbXxND72yhd9pC/1CMid/5HUMvAL27OtcIJDzNKpRPNqPOpyt2aPGz9QWIs9hQ9LiX5s8m9hjTUu/f7MyIatjjd+tSfQ3ufZxPpmJhTaBtZtKLUcfOCUqADuO+QoH8B9v6U+P0HV1GLQmtoNFTb3s74ivZgjES0qfK+8RdGgBbcCMSy8eBvh98+et1KIFqSe1KQPyXULBMTsIYnysIwiZBJYdI20vseV+wuJkcqGemehKjaAb9L57xZm3g2zX0bZ2xk/fU+bCo7TlnbW7JuF1YdURo/2Gw7VclDG1W7LOtas2LX4upifZ/23rzpsnY/ALfRgrcWP5hYmV9VxVOQA1fZvp9F2UNU+7d7xRyVm5wiLp3/0dlV7vdw1PMiZrbDAYzIVqEjRY2YU03sJhPnlwIPcZUG5ltL6S8XCxU1eYS5cjr34veBmXAvy7yN4ZjArIG0dfD/5UpBNlX1ZPoxJOwyqRi3wQWtOzd4oNKh0LkoTm8cwqgIfKhqqGOhwo71I+zXnMemTv2B2AUzABWyFztGgGULjDDzWYwJUVBTjKCn5K2QGMK1CQT7SzziOjo+BhAmqBjzuc3xYym2eedGeOIRJVyTwDw37iCMe4g5Vbnsb5ZBdxOAnMT7HU4DHpxWGuQ7GeiY30Cpbvzss55+5Km1YsbD5ea3NI9QNYIXol5apgSu9dZ8f8xS5dtHpido5BclDuLWY4lhik0tbJa07yJhH0BOyEut/GRbYTS6RfiTYWGMCkNpfSHi7HvdiTglEVHKZXaVhezH4kkXiIvKopYAlPusftpE4a5IZwvw1x/eLvoDIh/zpo9FiQInsTb2SAkKHV42XYBjpJDg4374XiVb3ws4qM0s9eSQ5HzsMU4OZJKuopFjBM+dAZEl8RUMx5uU2N486Kr141tVsGQfGjORYMCJAMsxELeNT4RmWjRcpdTGBwcx6XN9drWqPmJzcrGrH4+DRc7+n1w3kPZwu0BkNr6hQrqgo7JTB9A5kdJ/H7P4cWBMwsmuixAzJB3yrQpnGIq90lxAXLzDCdn1LPibsRt7rHNjgQBklRgPZ8vTbjXdgXrTWQsK5MdrXXQVPp0Rinq3frzZKJ0qD6Qhc40VzAraUXlob1gvkhK3vpmHgI6FRlQZNx6eRqkp0zy4AQlX813fAPtL3jMRaitGFFjo0zmErloC+h+YYdVQ6k4F/epxAoF0BmqEoKNTt6j4vQZNQ2BoqF9Vj53TOIoNmDiu9Xp15RkIgQIGcoLpfoIbenzpGUAtqFJp5W+LLnx38jHeECTJ/navKY1NWfN0sY1T8/pB8kIH3DU3DX+u6W3YwpypBMYOhbSxGjq84RZ84fWJow8pyHqn4S/9J15EcCMsXqrfwyd9mhiu3+rEo9pPpoJkdZqHjra4NvzFwuThNKy6hao/SlLw3ZADUcUp3w3SRVfW2rhl80zOgTYnKE0Hs2qp1J6H3xqPqIkvUDRMFDYyRbsFI3M9MEyovPk8rlw7/0a81cDVLmBsR2ze2pBuKb23fbeZC0uXoIvDppfTwIDxk1Oq2dGesGc+oJXWJLGkOha3CX+DUnzgAp9HGH9RsPZN63Hn4RMA5eSVhPHO+9RcRb/IOgtW31V1Q5IPGtoxPjC+MEJbVlIMYADd9aHYWUIQKopuPOHmoqSkubnAKnzgKHqgIOfW5RdAgotN6BN+O2ZYHkuemLnvQ8U9THVrS1RtLmKbcC7PeeDsYznvqzeg6VCNwmr0Yyx1wnLjyT84BZz3EJyCptD3yeueAyDWIs0L2qs/VQ3HUyqfrja0V1LdDzqAikeWuV4sc7RLIB69jEIBjCkyZedoUHqCrOvShVzyd73OdrJW0hPOuQv2qOoHDc9xVb6Yu6uq3Xqp2ZaH46A7lzevbxQEmfrzvAYSJuZ4WDk1Hz3QX1LVdiUK0EvlAGAYlG3Md30r7dcPN63yqBCIj25prpvZP0nI4+EgWoFG95V596CurXpKRBGRjQlHCvy5Ib/iW8nZJWwrET3mgd6mEhfP4KCuaLjopWs7h+MdXFdIv8dHQJgg1xi1eYqB0uDYjxwVmri0Sv5XKut/onqapC+FQiC2C1lvYJ9MVco6yDYsS3AANUfMtvtbYI2hfwZatiSsnoUeMZd34GVjkMMKA+XnjJpXgRW2SHTZplVowPmJsvXy6w3cfO1AK2dvtZEKTkC/TY9LFiKHCG0DnrMQdGm2lzlBHM9iEYynH2UcVMhUEjsc0oDBTgo2ZSQ1gzkAHeWeBXYFjYLuuf8yzTCy7/RFR81WDjXMbq2BOH5dURnxo6oivmxL3cKzKInlZkD31nvpHB9Kk7GfcfE1t+1V64b9LtgeJGlpRFxQCAqWJ5DoY77ski8gsOEOr2uywZaoO/NGa0X0y1pNQHBi3b2SUGNpcZxDT7rLbBf1FSnQ8guxGW3W+36BW0gBje4DOz6Ba6SVk0xiKgt+q2JOFyr4SYfnu+Ic1QZYIuwHBrgzr6UvOcSCzPTOo7D6IC4ISeS7zkl4h+2VoeHpnG/uWR3+ysNgPcOIXQbv0n4mr3BwQcdKJxgPSeyuP/z1Jjg4e9nUvoXegqQVIE30EHx5GHv+FAVUNTowYDJgyFhf5IvlYmEqRif6+WN1MkEJmDcQITx9FX23a4mxy1AQRsOHO/+eImX9l8EMJI3oPWzVXxSOeHU1dUWYr2uAA7AMb+vAEZSbU3qob9ibCyXeypEMpZ6863o6QPqlqGHZkuWABSTVNd4cOh9hv3qEpSx2Zy/DJMP6cItEmiBJ5PFqQnDEIt3NrA3COlOSgz43D7gpNFNJ5MBh4oFzhDPiglC2ypsNU4ISywY2erkyb1NC3Qh/IfWj0eDgZI4/ln8WPfBsT3meTjq1Uqt1E7Zl/qftqkx6aM9KueMCekSnMrcHj1CqTWWzEzPsZGcDe3Ue4Ws+XFYVxNbOFF8ezkvQGR6ZOtOLU2lQEnMBStx47vE6Pb7AYMBRj2OOfZXfisjJnpTfSNjo6sZ6qSvNxZNmDeS7Gk3yYyCk1HtKN2UnhMIjOXUzAqDv90lx9O/q/AT1ZMnit5XQe9wmQxnE/WSH0CqZ9/2Hy+Sfmpeg8RwsHI5Z8kC8H293m/LHVVM/BA7HaTJYg5Enk7M/xWpq0192ACfBai2LA/qrCjCr6Dh1BIMzMXINBmX96MJ5Hn2nxln/RXPFhwHxUmSV0EV2V0jm86/dxxuYSU1W7sVkEbN9EzkG0QFwPhyHKyb3t+Fj5WoUUTErcazE/N6EW6Lvp0d//SDPj7EV9UdJN+Amnf3Wwk3A0SlJ9Z00yvXZ7n3z70G47Hfsow8Wq1JXcfwnA+Yxa5mFsgV464KKP4T31wqIgzFPd3eCe3j5ory5fBF2hgCFyVFrLzI9eetNXvM7oQqyFgDo4CTp/hDV9NMX9JDHQ/nyHTLvZLNLF6ftn2OxjGm8+PqOwhxnPHWipkE/8wbtyri80Sr7pMNkQGMfo4ZYK9OcCC4ESVFFbLMIvlxSoRqWie0wxqnLfcLSXMSpMMQEJYDVObYsXIQNv4TGNwjq1kvT1UOkicTrG3IaBZ3XdScS3u8sgeZPVpOLkbiF940FjbCeNRINNvDbd01EPBrTCPpm12m43ze1bBB59Ia6Ovhnur/Nvx3IxwSWol+3H2qfCJR8df6aQf4v6WiONxkK+IqT4pKQrZK/LplgDI/PJZbOep8dtbV7oCr6CgfpWa8NczOkPx81iSHbsNhVSJBOtrLIMrL31LK9TqHqAbAHe0RLmmV806kRLDLNEhUEJfm9u0sxpkL93Zgd6rw+tqBfTMi59xqXHLXSHwSbSBl0EK0+loECOPtrl+/nsaFe197di4yUgoe4jKoAJDXc6DGDjrQOoFDWZJ9HXwt8xDrQP+7aRwWKWI1GF8s8O4KzxWBBcwnl3vnl1Oez3oh6Ea1vjR7/z7DDTrFtqU2W/KAEzAuXDNZ7MY73MF216dzdSbWmUp4lcm7keJfWaMHgut9x5C9mj66Z0lJ+yhsjVvyiWrfk1lzPOTdhG15Y7gQlXtacvI7qv/XNSscDwqkgwHT/gUsD5yB7LdRRvJxQGYINn9hTpodKFVSTPrtGvyQw+HlRFXIkodErAGu9Iy1YpfSPc3jkFh5CX3lPxv7aqjE/JAfTIpEjGb/H7MO0e2vsViSW1qa/Lmi4/n4DEI3g7lYrcanspDfEpKkdV1OjSLOy0BCUqVoECaB55vs06rXl4jqmLsPsFM/7vYJ0vrBhDCm/00A/H81l1uekJ/6Lml3Hb9+NKiLqATJmDpyzfYZFHumEjC662L0Bwkxi7E9U4cQA0XMVDuMYAIeLMPgQaMVOd8fmt5SflFIfuBoszeAw7ow5gXPE2Y/yBc/7jExARUf/BxIHQBF5Sn3i61w4z5xJdCyO1F1X3+3ax+JSvMeZ7S6QSKp1Fp/sjYz6Z+VgCZzibGeEoujryfMulH7Rai5kAft9ebcW50DyJr2uo2z97mTWIu45YsSnNSMrrNUuG1XsYBtD9TDYzQffKB87vWbkM4EbPAFgoBV4GQS+vtFDUqOFAoi1nTtmIOvg38N4hT2Sn8r8clmBCXspBlMBYTnrqFJGBT3wZOzAyJDre9dHH7+x7qaaKDOB4UQALD5ecS0DE4obubQEiuJZ0EpBVpLuYcce8Aa4PYd/V4DLDAJBYKQPCWTcrEaZ5HYbJi11Gd6hjGom1ii18VHYnG28NKpkz2UKVPxlhYSp8uZr367iOmoy7zsxehW9wzcy2zG0a80PBMCRQMb32hnaHeOR8fnNDzZhaNYhkOdDsBUZ3loDMa1YP0uS0cjUP3b/6DBlqmZOeNABDsLl5BI5QJups8uxAuWJdkUB/pO6Zax6tsg7fN5mjjDgMGngO+DPcKqiHIDbFIGudxtPTIyDi9SFMKBDcfdGQRv41q1AqmxgkVfJMnP8w/Bc7N9/TR6C7mGObFqFkIEom8sKi2xYqJLTCHK7cxzaZvqODo22c3wisBCP4HeAgcRbNPAsBkNRhSmD48dHupdBRw4mIvtS5oeF6zeT1KMCyhMnmhpkFAGWnGscoNkwvQ8ZM5lE/vgTHFYL99OuNxdFBxTEDd5v2qLR8y9WkXsWgG6kZNndFG+pO/UAkOCipqIhL3hq7cRSdrCq7YhUsTocEcnaFa6nVkhnSeRYUA1YO0z5itF9Sly3VlxYDw239TJJH6f3EUfYO5lb7bcFcz8Bp7Oo8QmnsUHOz/fagVUBtKEw1iT88j+aKkv8cscKNkMxjYr8344D1kFoZ7/td1W6LCNYN594301tUGRmFjAzeRg5vyoM1F6+bJZ/Q54jN/k8SFd3DxPTYaAUsivsBfgTn7Mx8H2SpPt4GOdYRnEJOH6jHM2p6SgB0gzIRq6fHxGMmSmqaPCmlfwxiuloaVIitLGN8wie2CDWhkzLoCJcODh7KIOAqbHEvXdUxaS4TTTs07Clzj/6GmVs9kiZDerMxEnhUB6QQPlcfqkG9882RqHoLiHGBoHfQuXIsAG8GTAtao2KVwRnvvam8jo1e312GQAKWEa4sUVEAMG4G6ckcONDwRcg1e2D3+ohXgY4UAWF8wHKQMrSnzCgfFpsxh+aHXMGtPQroQasRY4U6UdG0rz1Vjbka0MekOGRZQEvqQFlxseFor8zWFgHek3v29+WqN6gaK5gZOTOMZzpQIC1201LkMCXild3vWXSc5UX9xcFYfbRPzGFa1FDcPfPB/jUEq/FeGt419CI3YmBlVoHsa4KdcwQP5ZSwHHhFJ7/Ph/Rap/4vmG91eDwPP0lDfCDRCLszTqfzM71xpmiKi2HwS4WlqvGNwtvwF5Dqpn6KTq8ax00UMPkxDcZrEEEsIvHiUXXEphdb4GB4FymlPwBz4Gperqq5pW7TQ6/yNRhW8VT5NhuP0udlxo4gILq5ZxAZk8ZGh3g4CqxJlPKY7AQxupfUcVpWT5VItp1+30UqoyP4wWsRo3olRRgkWZZ2ZN6VC3OZFeXB8NbnUrSdikNptD1QiGuKkr8EmSR/AK9Rw+FF3s5uwuPbvHGiPeFOViltMK7AUaOsq9+x9cndk3iJEE5LKZRlWJbKOZweROzmPNVPkjE3K/TyA57Rs68TkZ3MR8akKpm7cFjnjPd/DdkWjgYoKHSr5Wu5ssoBYU4acRs5g2DHxUmdq8VXOXRbunD8QN0LhgkssgahcdoYsNvuXGUK/KXD/7oFb+VGdhqIn02veuM5bLudJOc2Ky0GMaG4W/xWBxIJcL7yliJOXOpx0AkBqUgzlDczmLT4iILXDxxtRR1oZa2JWFgiAb43obrJnG/TZC2KSK2wqOzRZTXavZZFMb1f3bXvVaNaK828w9TO610gk8JNf3gMfETzXXsbcvRGCG9JWQZ6+cDPqc4466Yo2RcKH+PILeKOqtnlbInR3MmBeGG3FH10yzkybuqEC2HSQwpA0An7d9+73BkDUTm30bZmoP/RGbgFN+GrCOfADgqr0WbI1a1okpFms8iHYw9hm0zUvlEMivBRxModrbJJ+9/p3jUdQQ9BCtQdxnOGrT5dzRUmw0593/mbRSdBg0nRvRZM5/E16m7ZHmDEtWhwvfdZCZ8J8M12W0yRMszXamWfQTwIZ4ayYktrnscQuWr8idp3PjT2eF/jmtdhIfcpMnb+IfZY2FebW6UY/AK3jP4u3Tu4zE4qlnQgLFbM19EBIsNf7KhjdbqQ/D6yiDb+NlEi2SKD+ivXVUK8ib0oBo366gXkR8ZxGjpJIDcEgZPa9TcYe0TIbiPl/rPUQDu3XBJ9X/GNq3FAUsKsll57DzaGMrjcT+gctp+9MLYXCq+sqP81eVQ0r9lt+gcQfZbACRbEjvlMskztZG8gbC8Qn9tt26Q7y7nDrbZq/LEz7kR6Jc6pg3N9rVX8Y5MJrGlML9p9lU4jbTkKqCveeZUJjHB03m2KRKR2TytoFkTXOLg7keU1s1lrPMQJpoOKLuAAC+y1HlJucU6ysB5hsXhvSPPLq5J7JtnqHKZ4vYjC4Vy8153QY+6780xDuGARsGbOs1WqzH0QS765rnSKEbbKlkO8oI/VDwUd0is13tKpqILu1mDJFNy/iJAWcvDgjxvusIT+PGz3ST/J9r9Mtfd0jpaGeiLYIqXc7DiHSS8TcjFVksi66PEkxW1z6ujbLLUGNNYnzOWpH8BZGK4bCK7iR+MbIv8ncDAz1u4StN3vTTzewr9IQjk9wxFxn+6N1ddKs0vffJiS08N3a4G1SVrlZ97Q/M+8G9fe5AP6d9/Qq4WRnORVhofPIKEdCr3llspUfE0oKIIYoByBRPh+bX1HLS3JWGJRhIvE1aW4NTd8ePi4Z+kXb+Z8snYfSNcqijhAgVsx4RCM54cXUiYkjeBmmC4ajOHrChoELscJJC7+9jjMjw5BagZKlgRMiSNYz7h7vvZIoQqbtQmspc0cUk1G/73iXtSpROl5wtLgQi0mW2Ex8i3WULhcggx6E1LMVHUsdc9GHI1PH3U2Ko0PyGdn9KdVOLm7FPBui0i9a0HpA60MsewVE4z8CAt5d401Gv6zXlIT5Ybit1VIA0FCs7wtvYreru1fUyW3oLAZ/+aTnZrOcYRNVA8spoRtlRoWflsRClFcgzkqiHOrf0/SVw+EpVaFlJ0g4Kxq1MMOmiQdpMNpte8lMMQqm6cIFXlnGbfJllysKDi+0JJMotkqgIxOSQgU9dn/lWkeVf8nUm3iwX2Nl3WDw9i6AUK3vBAbZZrcJpDQ/N64AVwjT07Jef30GSSmtNu2WlW7YoyW2FlWfZFQUwk867EdLYKk9VG6JgEnBiBxkY7LMo4YLQJJlAo9l/oTvJkSARDF/XtyAzM8O2t3eT/iXa6wDN3WewNmQHdPfsxChU/KtLG2Mn8i4ZqKdSlIaBZadxJmRzVS/o4yA65RTSViq60oa395Lqw0pzY4SipwE0SXXsKV+GZraGSkr/RW08wPRvqvSUkYBMA9lPx4m24az+IHmCbXA+0faxTRE9wuGeO06DIXa6QlKJ3puIyiuAVfPr736vzo2pBirS+Vxel3TMm3JKhz9o2ZoRvaFVpIkykb0Hcm4oHFBMcNSNj7/4GJt43ogonY2Vg4nsDQIWxAcorpXACzgBqQPjYsE/VUpXpwNManEru4NwMCFPkXvMoqvoeLN3qyu/N1eWEHttMD65v19l/0kH2mR35iv/FI+yjoHJ9gPMz67af3Mq/BoWXqu3rphiWMXVkmnPSEkpGpUI2h1MThideGFEOK6YZHPwYzMBvpNC7+ZHxPb7epfefGyIB4JzO9DTNEYnDLVVHdQyvOEVefrk6Uv5kTQYVYWWdqrdcIl7yljwwIWdfQ/y+2QB3eR/qxYObuYyB4gTbo2in4PzarU1sO9nETkmj9/AoxDA+JM3GMqQtJR4jtduHtnoCLxd1gQUscHRB/MoRYIEsP2pDZ9KvHgtlk1iTbWWbHhohwFEYX7y51fUV2nuUmnoUcqnWIQAAgl9LTVX+Bc0QGNEhChxHR4YjfE51PUdGfsSFE6ck7BL3/hTf9jLq4G1IafINxOLKeAtO7quulYvH5YOBc+zX7CrMgWnW47/jfRsWnJjYYoE7xMfWV2HN2iyIqLI';
  8. const FENCED = new Map([[8217,"apostrophe"],[8260,"fraction slash"],[12539,"middle dot"]]);
  9. const NSM_MAX = 4;
  10. function decode_arithmetic(bytes) {
  11. let pos = 0;
  12. function u16() { return (bytes[pos++] << 8) | bytes[pos++]; }
  13. // decode the frequency table
  14. let symbol_count = u16();
  15. let total = 1;
  16. let acc = [0, 1]; // first symbol has frequency 1
  17. for (let i = 1; i < symbol_count; i++) {
  18. acc.push(total += u16());
  19. }
  20. // skip the sized-payload that the last 3 symbols index into
  21. let skip = u16();
  22. let pos_payload = pos;
  23. pos += skip;
  24. let read_width = 0;
  25. let read_buffer = 0;
  26. function read_bit() {
  27. if (read_width == 0) {
  28. // this will read beyond end of buffer
  29. // but (undefined|0) => zero pad
  30. read_buffer = (read_buffer << 8) | bytes[pos++];
  31. read_width = 8;
  32. }
  33. return (read_buffer >> --read_width) & 1;
  34. }
  35. const N = 31;
  36. const FULL = 2**N;
  37. const HALF = FULL >>> 1;
  38. const QRTR = HALF >> 1;
  39. const MASK = FULL - 1;
  40. // fill register
  41. let register = 0;
  42. for (let i = 0; i < N; i++) register = (register << 1) | read_bit();
  43. let symbols = [];
  44. let low = 0;
  45. let range = FULL; // treat like a float
  46. while (true) {
  47. let value = Math.floor((((register - low + 1) * total) - 1) / range);
  48. let start = 0;
  49. let end = symbol_count;
  50. while (end - start > 1) { // binary search
  51. let mid = (start + end) >>> 1;
  52. if (value < acc[mid]) {
  53. end = mid;
  54. } else {
  55. start = mid;
  56. }
  57. }
  58. if (start == 0) break; // first symbol is end mark
  59. symbols.push(start);
  60. let a = low + Math.floor(range * acc[start] / total);
  61. let b = low + Math.floor(range * acc[start+1] / total) - 1;
  62. while (((a ^ b) & HALF) == 0) {
  63. register = (register << 1) & MASK | read_bit();
  64. a = (a << 1) & MASK;
  65. b = (b << 1) & MASK | 1;
  66. }
  67. while (a & ~b & QRTR) {
  68. register = (register & HALF) | ((register << 1) & (MASK >>> 1)) | read_bit();
  69. a = (a << 1) ^ HALF;
  70. b = ((b ^ HALF) << 1) | HALF | 1;
  71. }
  72. low = a;
  73. range = 1 + b - a;
  74. }
  75. let offset = symbol_count - 4;
  76. return symbols.map(x => { // index into payload
  77. switch (x - offset) {
  78. case 3: return offset + 0x10100 + ((bytes[pos_payload++] << 16) | (bytes[pos_payload++] << 8) | bytes[pos_payload++]);
  79. case 2: return offset + 0x100 + ((bytes[pos_payload++] << 8) | bytes[pos_payload++]);
  80. case 1: return offset + bytes[pos_payload++];
  81. default: return x - 1;
  82. }
  83. });
  84. }
  85. // returns an iterator which returns the next symbol
  86. function read_payload(v) {
  87. let pos = 0;
  88. return () => v[pos++];
  89. }
  90. function read_compressed_payload(s) {
  91. return read_payload(decode_arithmetic(unsafe_atob(s)));
  92. }
  93. // unsafe in the sense:
  94. // expected well-formed Base64 w/o padding
  95. // 20220922: added for https://github.com/adraffy/ens-normalize.js/issues/4
  96. function unsafe_atob(s) {
  97. let lookup = [];
  98. [...'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/'].forEach((c, i) => lookup[c.charCodeAt(0)] = i);
  99. let n = s.length;
  100. let ret = new Uint8Array((6 * n) >> 3);
  101. for (let i = 0, pos = 0, width = 0, carry = 0; i < n; i++) {
  102. carry = (carry << 6) | lookup[s.charCodeAt(i)];
  103. width += 6;
  104. if (width >= 8) {
  105. ret[pos++] = (carry >> (width -= 8));
  106. }
  107. }
  108. return ret;
  109. }
  110. // eg. [0,1,2,3...] => [0,-1,1,-2,...]
  111. function signed(i) {
  112. return (i & 1) ? (~i >> 1) : (i >> 1);
  113. }
  114. function read_deltas(n, next) {
  115. let v = Array(n);
  116. for (let i = 0, x = 0; i < n; i++) v[i] = x += signed(next());
  117. return v;
  118. }
  119. // [123][5] => [0 3] [1 1] [0 0]
  120. function read_sorted(next, prev = 0) {
  121. let ret = [];
  122. while (true) {
  123. let x = next();
  124. let n = next();
  125. if (!n) break;
  126. prev += x;
  127. for (let i = 0; i < n; i++) {
  128. ret.push(prev + i);
  129. }
  130. prev += n + 1;
  131. }
  132. return ret;
  133. }
  134. function read_sorted_arrays(next) {
  135. return read_array_while(() => {
  136. let v = read_sorted(next);
  137. if (v.length) return v;
  138. });
  139. }
  140. // returns map of x => ys
  141. function read_mapped(next) {
  142. let ret = [];
  143. while (true) {
  144. let w = next();
  145. if (w == 0) break;
  146. ret.push(read_linear_table(w, next));
  147. }
  148. while (true) {
  149. let w = next() - 1;
  150. if (w < 0) break;
  151. ret.push(read_replacement_table(w, next));
  152. }
  153. return ret.flat();
  154. }
  155. // read until next is falsy
  156. // return array of read values
  157. function read_array_while(next) {
  158. let v = [];
  159. while (true) {
  160. let x = next(v.length);
  161. if (!x) break;
  162. v.push(x);
  163. }
  164. return v;
  165. }
  166. // read w columns of length n
  167. // return as n rows of length w
  168. function read_transposed(n, w, next) {
  169. let m = Array(n).fill().map(() => []);
  170. for (let i = 0; i < w; i++) {
  171. read_deltas(n, next).forEach((x, j) => m[j].push(x));
  172. }
  173. return m;
  174. }
  175. // returns [[x, ys], [x+dx, ys+dy], [x+2*dx, ys+2*dy], ...]
  176. // where dx/dy = steps, n = run size, w = length of y
  177. function read_linear_table(w, next) {
  178. let dx = 1 + next();
  179. let dy = next();
  180. let vN = read_array_while(next);
  181. let m = read_transposed(vN.length, 1+w, next);
  182. return m.flatMap((v, i) => {
  183. let [x, ...ys] = v;
  184. return Array(vN[i]).fill().map((_, j) => {
  185. let j_dy = j * dy;
  186. return [x + j * dx, ys.map(y => y + j_dy)];
  187. });
  188. });
  189. }
  190. // return [[x, ys...], ...]
  191. // where w = length of y
  192. function read_replacement_table(w, next) {
  193. let n = 1 + next();
  194. let m = read_transposed(n, 1+w, next);
  195. return m.map(v => [v[0], v.slice(1)]);
  196. }
  197. function read_trie(next) {
  198. let ret = [];
  199. let sorted = read_sorted(next);
  200. expand(decode([]), []);
  201. return ret; // not sorted
  202. function decode(Q) { // characters that lead into this node
  203. let S = next(); // state: valid, save, check
  204. let B = read_array_while(() => { // buckets leading to new nodes
  205. let cps = read_sorted(next).map(i => sorted[i]);
  206. if (cps.length) return decode(cps);
  207. });
  208. return {S, B, Q};
  209. }
  210. function expand({S, B}, cps, saved) {
  211. if (S & 4 && saved === cps[cps.length-1]) return;
  212. if (S & 2) saved = cps[cps.length-1];
  213. if (S & 1) ret.push(cps);
  214. for (let br of B) {
  215. for (let cp of br.Q) {
  216. expand(br, [...cps, cp], saved);
  217. }
  218. }
  219. }
  220. }
  221. function hex_cp(cp) {
  222. return cp.toString(16).toUpperCase().padStart(2, '0');
  223. }
  224. function quote_cp(cp) {
  225. return `{${hex_cp(cp)}}`; // raffy convention: like "\u{X}" w/o the "\u"
  226. }
  227. /*
  228. export function explode_cp(s) {
  229. return [...s].map(c => c.codePointAt(0));
  230. }
  231. */
  232. function explode_cp(s) { // this is about 2x faster
  233. let cps = [];
  234. for (let pos = 0, len = s.length; pos < len; ) {
  235. let cp = s.codePointAt(pos);
  236. pos += cp < 0x10000 ? 1 : 2;
  237. cps.push(cp);
  238. }
  239. return cps;
  240. }
  241. function str_from_cps(cps) {
  242. const chunk = 4096;
  243. let len = cps.length;
  244. if (len < chunk) return String.fromCodePoint(...cps);
  245. let buf = [];
  246. for (let i = 0; i < len; ) {
  247. buf.push(String.fromCodePoint(...cps.slice(i, i += chunk)));
  248. }
  249. return buf.join('');
  250. }
  251. function compare_arrays(a, b) {
  252. let n = a.length;
  253. let c = n - b.length;
  254. for (let i = 0; c == 0 && i < n; i++) c = a[i] - b[i];
  255. return c;
  256. }
  257. // reverse polyfill
  258. // replace custom nf implementation with system implementation
  259. // (saves approximately 6KB)
  260. function nf(cps, form) {
  261. return explode_cp(str_from_cps(cps).normalize(form));
  262. }
  263. function nfc(cps) {
  264. return nf(cps, 'NFC');
  265. }
  266. function nfd(cps) {
  267. return nf(cps, 'NFD');
  268. }
  269. const HYPHEN = 0x2D;
  270. const STOP = 0x2E;
  271. const STOP_CH = '.';
  272. const FE0F = 0xFE0F;
  273. const UNIQUE_PH = 1;
  274. // 20230913: replace [...v] with Array_from(v) to avoid large spreads
  275. const Array_from = x => Array.from(x); // Array.from.bind(Array);
  276. function group_has_cp(g, cp) {
  277. // 20230913: keep primary and secondary distinct instead of creating valid union
  278. return g.P.has(cp) || g.Q.has(cp);
  279. }
  280. class Emoji extends Array {
  281. get is_emoji() { return true; } // free tagging system
  282. }
  283. let MAPPED, IGNORED, CM, NSM, ESCAPE, NFC_CHECK, GROUPS, WHOLE_VALID, WHOLE_MAP, VALID, EMOJI_LIST, EMOJI_ROOT;
  284. function init() {
  285. if (MAPPED) return;
  286. let r = read_compressed_payload(COMPRESSED);
  287. const read_sorted_array = () => read_sorted(r);
  288. const read_sorted_set = () => new Set(read_sorted_array());
  289. const set_add_many = (set, v) => v.forEach(x => set.add(x));
  290. MAPPED = new Map(read_mapped(r));
  291. IGNORED = read_sorted_set(); // ignored characters are not valid, so just read raw codepoints
  292. /*
  293. // direct include from payload is smaller than the decompression code
  294. const FENCED = new Map(read_array_while(() => {
  295. let cp = r();
  296. if (cp) return [cp, read_str(r())];
  297. }));
  298. */
  299. // 20230217: we still need all CM for proper error formatting
  300. // but norm only needs NSM subset that are potentially-valid
  301. CM = read_sorted_array();
  302. NSM = new Set(read_sorted_array().map(i => CM[i]));
  303. CM = new Set(CM);
  304. ESCAPE = read_sorted_set(); // characters that should not be printed
  305. NFC_CHECK = read_sorted_set(); // only needed to illustrate ens_tokenize() transformations
  306. let chunks = read_sorted_arrays(r);
  307. let unrestricted = r();
  308. //const read_chunked = () => new Set(read_sorted_array().flatMap(i => chunks[i]).concat(read_sorted_array()));
  309. const read_chunked = () => {
  310. // 20230921: build set in parts, 2x faster
  311. let set = new Set();
  312. read_sorted_array().forEach(i => set_add_many(set, chunks[i]));
  313. set_add_many(set, read_sorted_array());
  314. return set;
  315. };
  316. GROUPS = read_array_while(i => {
  317. // minifier property mangling seems unsafe
  318. // so these are manually renamed to single chars
  319. let N = read_array_while(r).map(x => x+0x60);
  320. if (N.length) {
  321. let R = i >= unrestricted; // unrestricted then restricted
  322. N[0] -= 32; // capitalize
  323. N = str_from_cps(N);
  324. if (R) N=`Restricted[${N}]`;
  325. let P = read_chunked(); // primary
  326. let Q = read_chunked(); // secondary
  327. let M = !r(); // not-whitelisted, check for NSM
  328. // *** this code currently isn't needed ***
  329. /*
  330. let V = [...P, ...Q].sort((a, b) => a-b); // derive: sorted valid
  331. let M = r()-1; // number of combining mark
  332. if (M < 0) { // whitelisted
  333. M = new Map(read_array_while(() => {
  334. let i = r();
  335. if (i) return [V[i-1], read_array_while(() => {
  336. let v = read_array_while(r);
  337. if (v.length) return v.map(x => x-1);
  338. })];
  339. }));
  340. }*/
  341. return {N, P, Q, M, R};
  342. }
  343. });
  344. // decode compressed wholes
  345. WHOLE_VALID = read_sorted_set();
  346. WHOLE_MAP = new Map();
  347. let wholes = read_sorted_array().concat(Array_from(WHOLE_VALID)).sort((a, b) => a-b); // must be sorted
  348. wholes.forEach((cp, i) => {
  349. let d = r();
  350. let w = wholes[i] = d ? wholes[i-d] : {V: [], M: new Map()};
  351. w.V.push(cp); // add to member set
  352. if (!WHOLE_VALID.has(cp)) {
  353. WHOLE_MAP.set(cp, w); // register with whole map
  354. }
  355. });
  356. // compute confusable-extent complements
  357. // usage: WHOLE_MAP.get(cp).M.get(cp) = complement set
  358. for (let {V, M} of new Set(WHOLE_MAP.values())) {
  359. // connect all groups that have each whole character
  360. let recs = [];
  361. for (let cp of V) {
  362. let gs = GROUPS.filter(g => group_has_cp(g, cp));
  363. let rec = recs.find(({G}) => gs.some(g => G.has(g)));
  364. if (!rec) {
  365. rec = {G: new Set(), V: []};
  366. recs.push(rec);
  367. }
  368. rec.V.push(cp);
  369. set_add_many(rec.G, gs);
  370. }
  371. // per character cache groups which are not a member of the extent
  372. let union = recs.flatMap(x => Array_from(x.G)); // all of the groups used by this whole
  373. for (let {G, V} of recs) {
  374. let complement = new Set(union.filter(g => !G.has(g))); // groups not covered by the extent
  375. for (let cp of V) {
  376. M.set(cp, complement); // this is the same reference
  377. }
  378. }
  379. }
  380. // compute valid set
  381. // 20230924: VALID was union but can be re-used
  382. VALID = new Set(); // exists in 1+ groups
  383. let multi = new Set(); // exists in 2+ groups
  384. const add_to_union = cp => VALID.has(cp) ? multi.add(cp) : VALID.add(cp);
  385. for (let g of GROUPS) {
  386. for (let cp of g.P) add_to_union(cp);
  387. for (let cp of g.Q) add_to_union(cp);
  388. }
  389. // dual purpose WHOLE_MAP: return placeholder if unique non-confusable
  390. for (let cp of VALID) {
  391. if (!WHOLE_MAP.has(cp) && !multi.has(cp)) {
  392. WHOLE_MAP.set(cp, UNIQUE_PH);
  393. }
  394. }
  395. // add all decomposed parts
  396. // see derive: "Valid is Closed (via Brute-force)"
  397. set_add_many(VALID, nfd(VALID));
  398. // decode emoji
  399. // 20230719: emoji are now fully-expanded to avoid quirk logic
  400. EMOJI_LIST = read_trie(r).map(v => Emoji.from(v)).sort(compare_arrays);
  401. EMOJI_ROOT = new Map(); // this has approx 7K nodes (2+ per emoji)
  402. for (let cps of EMOJI_LIST) {
  403. // 20230719: change to *slightly* stricter algorithm which disallows
  404. // insertion of misplaced FE0F in emoji sequences (matching ENSIP-15)
  405. // example: beautified [A B] (eg. flag emoji)
  406. // before: allow: [A FE0F B], error: [A FE0F FE0F B]
  407. // after: error: both
  408. // note: this code now matches ENSNormalize.{cs,java} logic
  409. let prev = [EMOJI_ROOT];
  410. for (let cp of cps) {
  411. let next = prev.map(node => {
  412. let child = node.get(cp);
  413. if (!child) {
  414. // should this be object?
  415. // (most have 1-2 items, few have many)
  416. // 20230719: no, v8 default map is 4?
  417. child = new Map();
  418. node.set(cp, child);
  419. }
  420. return child;
  421. });
  422. if (cp === FE0F) {
  423. prev.push(...next); // less than 20 elements
  424. } else {
  425. prev = next;
  426. }
  427. }
  428. for (let x of prev) {
  429. x.V = cps;
  430. }
  431. }
  432. }
  433. // if escaped: {HEX}
  434. // else: "x" {HEX}
  435. function quoted_cp(cp) {
  436. return (should_escape(cp) ? '' : `${bidi_qq(safe_str_from_cps([cp]))} `) + quote_cp(cp);
  437. }
  438. // 20230211: some messages can be mixed-directional and result in spillover
  439. // use 200E after a quoted string to force the remainder of a string from
  440. // acquring the direction of the quote
  441. // https://www.w3.org/International/questions/qa-bidi-unicode-controls#exceptions
  442. function bidi_qq(s) {
  443. return `"${s}"\u200E`; // strong LTR
  444. }
  445. function check_label_extension(cps) {
  446. if (cps.length >= 4 && cps[2] == HYPHEN && cps[3] == HYPHEN) {
  447. throw new Error(`invalid label extension: "${str_from_cps(cps.slice(0, 4))}"`); // this can only be ascii so cant be bidi
  448. }
  449. }
  450. function check_leading_underscore(cps) {
  451. const UNDERSCORE = 0x5F;
  452. for (let i = cps.lastIndexOf(UNDERSCORE); i > 0; ) {
  453. if (cps[--i] !== UNDERSCORE) {
  454. throw new Error('underscore allowed only at start');
  455. }
  456. }
  457. }
  458. // check that a fenced cp is not leading, trailing, or touching another fenced cp
  459. function check_fenced(cps) {
  460. let cp = cps[0];
  461. let prev = FENCED.get(cp);
  462. if (prev) throw error_placement(`leading ${prev}`);
  463. let n = cps.length;
  464. let last = -1; // prevents trailing from throwing
  465. for (let i = 1; i < n; i++) {
  466. cp = cps[i];
  467. let match = FENCED.get(cp);
  468. if (match) {
  469. // since cps[0] isn't fenced, cps[1] cannot throw
  470. if (last == i) throw error_placement(`${prev} + ${match}`);
  471. last = i + 1;
  472. prev = match;
  473. }
  474. }
  475. if (last == n) throw error_placement(`trailing ${prev}`);
  476. }
  477. // create a safe to print string
  478. // invisibles are escaped
  479. // leading cm uses placeholder
  480. // if cps exceed max, middle truncate with ellipsis
  481. // quoter(cp) => string, eg. 3000 => "{3000}"
  482. // note: in html, you'd call this function then replace [<>&] with entities
  483. function safe_str_from_cps(cps, max = Infinity, quoter = quote_cp) {
  484. //if (Number.isInteger(cps)) cps = [cps];
  485. //if (!Array.isArray(cps)) throw new TypeError(`expected codepoints`);
  486. let buf = [];
  487. if (is_combining_mark(cps[0])) buf.push('◌');
  488. if (cps.length > max) {
  489. max >>= 1;
  490. cps = [...cps.slice(0, max), 0x2026, ...cps.slice(-max)];
  491. }
  492. let prev = 0;
  493. let n = cps.length;
  494. for (let i = 0; i < n; i++) {
  495. let cp = cps[i];
  496. if (should_escape(cp)) {
  497. buf.push(str_from_cps(cps.slice(prev, i)));
  498. buf.push(quoter(cp));
  499. prev = i + 1;
  500. }
  501. }
  502. buf.push(str_from_cps(cps.slice(prev, n)));
  503. return buf.join('');
  504. }
  505. // note: set(s) cannot be exposed because they can be modified
  506. // note: Object.freeze() doesn't work
  507. function is_combining_mark(cp) {
  508. init();
  509. return CM.has(cp);
  510. }
  511. function should_escape(cp) {
  512. init();
  513. return ESCAPE.has(cp);
  514. }
  515. // return all supported emoji as fully-qualified emoji
  516. // ordered by length then lexicographic
  517. function ens_emoji() {
  518. init();
  519. return EMOJI_LIST.map(x => x.slice()); // emoji are exposed so copy
  520. }
  521. function ens_normalize_fragment(frag, decompose) {
  522. init();
  523. let nf = decompose ? nfd : nfc;
  524. return frag.split(STOP_CH).map(label => str_from_cps(tokens_from_str(explode_cp(label), nf, filter_fe0f).flat())).join(STOP_CH);
  525. }
  526. function ens_normalize(name) {
  527. return flatten(split(name, nfc, filter_fe0f));
  528. }
  529. function ens_beautify(name) {
  530. let labels = split(name, nfc, x => x); // emoji not exposed
  531. for (let {type, output, error} of labels) {
  532. if (error) break; // flatten will throw
  533. // replace leading/trailing hyphen
  534. // 20230121: consider beautifing all or leading/trailing hyphen to unicode variant
  535. // not exactly the same in every font, but very similar: "-" vs "‐"
  536. /*
  537. const UNICODE_HYPHEN = 0x2010;
  538. // maybe this should replace all for visual consistancy?
  539. // `node tools/reg-count.js regex ^-\{2,\}` => 592
  540. //for (let i = 0; i < output.length; i++) if (output[i] == 0x2D) output[i] = 0x2010;
  541. if (output[0] == HYPHEN) output[0] = UNICODE_HYPHEN;
  542. let end = output.length-1;
  543. if (output[end] == HYPHEN) output[end] = UNICODE_HYPHEN;
  544. */
  545. // 20230123: WHATWG URL uses "CheckHyphens" false
  546. // https://url.spec.whatwg.org/#idna
  547. // update ethereum symbol
  548. // ξ => Ξ if not greek
  549. if (type !== 'Greek') array_replace(output, 0x3BE, 0x39E);
  550. // 20221213: fixes bidi subdomain issue, but breaks invariant (200E is disallowed)
  551. // could be fixed with special case for: 2D (.) + 200E (LTR)
  552. // https://discuss.ens.domains/t/bidi-label-ordering-spoof/15824
  553. //output.splice(0, 0, 0x200E);
  554. }
  555. return flatten(labels);
  556. }
  557. function array_replace(v, a, b) {
  558. let prev = 0;
  559. while (true) {
  560. let next = v.indexOf(a, prev);
  561. if (next < 0) break;
  562. v[next] = b;
  563. prev = next + 1;
  564. }
  565. }
  566. function ens_split(name, preserve_emoji) {
  567. return split(name, nfc, preserve_emoji ? x => x.slice() : filter_fe0f); // emoji are exposed so copy
  568. }
  569. function split(name, nf, ef) {
  570. if (!name) return []; // 20230719: empty name allowance
  571. init();
  572. let offset = 0;
  573. // https://unicode.org/reports/tr46/#Validity_Criteria
  574. // 4.) "The label must not contain a U+002E ( . ) FULL STOP."
  575. return name.split(STOP_CH).map(label => {
  576. let input = explode_cp(label);
  577. let info = {
  578. input,
  579. offset, // codepoint, not substring!
  580. };
  581. offset += input.length + 1; // + stop
  582. try {
  583. // 1.) "The label must be in Unicode Normalization Form NFC"
  584. let tokens = info.tokens = tokens_from_str(input, nf, ef);
  585. let token_count = tokens.length;
  586. let type;
  587. if (!token_count) { // the label was effectively empty (could of had ignored characters)
  588. //norm = [];
  589. //type = 'None'; // use this instead of next match, "ASCII"
  590. // 20230120: change to strict
  591. // https://discuss.ens.domains/t/ens-name-normalization-2nd/14564/59
  592. throw new Error(`empty label`);
  593. }
  594. let norm = info.output = tokens.flat();
  595. check_leading_underscore(norm);
  596. let emoji = info.emoji = token_count > 1 || tokens[0].is_emoji; // same as: tokens.some(x => x.is_emoji);
  597. if (!emoji && norm.every(cp => cp < 0x80)) { // special case for ascii
  598. // 20230123: matches matches WHATWG, see note 3.3
  599. check_label_extension(norm); // only needed for ascii
  600. // cant have fenced
  601. // cant have cm
  602. // cant have wholes
  603. // see derive: "Fastpath ASCII"
  604. type = 'ASCII';
  605. } else {
  606. let chars = tokens.flatMap(x => x.is_emoji ? [] : x); // all of the nfc tokens concat together
  607. if (!chars.length) { // theres no text, just emoji
  608. type = 'Emoji';
  609. } else {
  610. // 5.) "The label must not begin with a combining mark, that is: General_Category=Mark."
  611. if (CM.has(norm[0])) throw error_placement('leading combining mark');
  612. for (let i = 1; i < token_count; i++) { // we've already checked the first token
  613. let cps = tokens[i];
  614. if (!cps.is_emoji && CM.has(cps[0])) { // every text token has emoji neighbors, eg. EtEEEtEt...
  615. // bidi_qq() not needed since emoji is LTR and cps is a CM
  616. throw error_placement(`emoji + combining mark: "${str_from_cps(tokens[i-1])} + ${safe_str_from_cps([cps[0]])}"`);
  617. }
  618. }
  619. check_fenced(norm);
  620. let unique = Array_from(new Set(chars));
  621. let [g] = determine_group(unique); // take the first match
  622. // see derive: "Matching Groups have Same CM Style"
  623. // alternative: could form a hybrid type: Latin/Japanese/...
  624. check_group(g, chars); // need text in order
  625. check_whole(g, unique); // only need unique text (order would be required for multiple-char confusables)
  626. type = g.N;
  627. // 20230121: consider exposing restricted flag
  628. // it's simpler to just check for 'Restricted'
  629. // or even better: type.endsWith(']')
  630. //if (g.R) info.restricted = true;
  631. }
  632. }
  633. info.type = type;
  634. } catch (err) {
  635. info.error = err; // use full error object
  636. }
  637. return info;
  638. });
  639. }
  640. function check_whole(group, unique) {
  641. let maker;
  642. let shared = [];
  643. for (let cp of unique) {
  644. let whole = WHOLE_MAP.get(cp);
  645. if (whole === UNIQUE_PH) return; // unique, non-confusable
  646. if (whole) {
  647. let set = whole.M.get(cp); // groups which have a character that look-like this character
  648. maker = maker ? maker.filter(g => set.has(g)) : Array_from(set);
  649. if (!maker.length) return; // confusable intersection is empty
  650. } else {
  651. shared.push(cp);
  652. }
  653. }
  654. if (maker) {
  655. // we have 1+ confusable
  656. // check if any of the remaining groups
  657. // contain the shared characters too
  658. for (let g of maker) {
  659. if (shared.every(cp => group_has_cp(g, cp))) {
  660. throw new Error(`whole-script confusable: ${group.N}/${g.N}`);
  661. }
  662. }
  663. }
  664. }
  665. // assumption: unique.size > 0
  666. // returns list of matching groups
  667. function determine_group(unique) {
  668. let groups = GROUPS;
  669. for (let cp of unique) {
  670. // note: we need to dodge CM that are whitelisted
  671. // but that code isn't currently necessary
  672. let gs = groups.filter(g => group_has_cp(g, cp));
  673. if (!gs.length) {
  674. if (!GROUPS.some(g => group_has_cp(g, cp))) {
  675. // the character was composed of valid parts
  676. // but it's NFC form is invalid
  677. // 20230716: change to more exact statement, see: ENSNormalize.{cs,java}
  678. // note: this doesn't have to be a composition
  679. // 20230720: change to full check
  680. throw error_disallowed(cp); // this should be rare
  681. } else {
  682. // there is no group that contains all these characters
  683. // throw using the highest priority group that matched
  684. // https://www.unicode.org/reports/tr39/#mixed_script_confusables
  685. throw error_group_member(groups[0], cp);
  686. }
  687. }
  688. groups = gs;
  689. if (gs.length == 1) break; // there is only one group left
  690. }
  691. // there are at least 1 group(s) with all of these characters
  692. return groups;
  693. }
  694. // throw on first error
  695. function flatten(split) {
  696. return split.map(({input, error, output}) => {
  697. if (error) {
  698. // don't print label again if just a single label
  699. let msg = error.message;
  700. // bidi_qq() only necessary if msg is digits
  701. throw new Error(split.length == 1 ? msg : `Invalid label ${bidi_qq(safe_str_from_cps(input, 63))}: ${msg}`);
  702. }
  703. return str_from_cps(output);
  704. }).join(STOP_CH);
  705. }
  706. function error_disallowed(cp) {
  707. // TODO: add cp to error?
  708. return new Error(`disallowed character: ${quoted_cp(cp)}`);
  709. }
  710. function error_group_member(g, cp) {
  711. let quoted = quoted_cp(cp);
  712. let gg = GROUPS.find(g => g.P.has(cp)); // only check primary
  713. if (gg) {
  714. quoted = `${gg.N} ${quoted}`;
  715. }
  716. return new Error(`illegal mixture: ${g.N} + ${quoted}`);
  717. }
  718. function error_placement(where) {
  719. return new Error(`illegal placement: ${where}`);
  720. }
  721. // assumption: cps.length > 0
  722. // assumption: cps[0] isn't a CM
  723. // assumption: the previous character isn't an emoji
  724. function check_group(g, cps) {
  725. for (let cp of cps) {
  726. if (!group_has_cp(g, cp)) {
  727. // for whitelisted scripts, this will throw illegal mixture on invalid cm, eg. "e{300}{300}"
  728. // at the moment, it's unnecessary to introduce an extra error type
  729. // until there exists a whitelisted multi-character
  730. // eg. if (M < 0 && is_combining_mark(cp)) { ... }
  731. // there are 3 cases:
  732. // 1. illegal cm for wrong group => mixture error
  733. // 2. illegal cm for same group => cm error
  734. // requires set of whitelist cm per group:
  735. // eg. new Set([...g.P, ...g.Q].flatMap(nfc).filter(cp => CM.has(cp)))
  736. // 3. wrong group => mixture error
  737. throw error_group_member(g, cp);
  738. }
  739. }
  740. //if (M >= 0) { // we have a known fixed cm count
  741. if (g.M) { // we need to check for NSM
  742. let decomposed = nfd(cps);
  743. for (let i = 1, e = decomposed.length; i < e; i++) { // see: assumption
  744. // 20230210: bugfix: using cps instead of decomposed h/t Carbon225
  745. /*
  746. if (CM.has(decomposed[i])) {
  747. let j = i + 1;
  748. while (j < e && CM.has(decomposed[j])) j++;
  749. if (j - i > M) {
  750. throw new Error(`too many combining marks: ${g.N} ${bidi_qq(str_from_cps(decomposed.slice(i-1, j)))} (${j-i}/${M})`);
  751. }
  752. i = j;
  753. }
  754. */
  755. // 20230217: switch to NSM counting
  756. // https://www.unicode.org/reports/tr39/#Optional_Detection
  757. if (NSM.has(decomposed[i])) {
  758. let j = i + 1;
  759. for (let cp; j < e && NSM.has(cp = decomposed[j]); j++) {
  760. // a. Forbid sequences of the same nonspacing mark.
  761. for (let k = i; k < j; k++) { // O(n^2) but n < 100
  762. if (decomposed[k] == cp) {
  763. throw new Error(`duplicate non-spacing marks: ${quoted_cp(cp)}`);
  764. }
  765. }
  766. }
  767. // parse to end so we have full nsm count
  768. // b. Forbid sequences of more than 4 nonspacing marks (gc=Mn or gc=Me).
  769. if (j - i > NSM_MAX) {
  770. // note: this slice starts with a base char or spacing-mark cm
  771. throw new Error(`excessive non-spacing marks: ${bidi_qq(safe_str_from_cps(decomposed.slice(i-1, j)))} (${j-i}/${NSM_MAX})`);
  772. }
  773. i = j;
  774. }
  775. }
  776. }
  777. // *** this code currently isn't needed ***
  778. /*
  779. let cm_whitelist = M instanceof Map;
  780. for (let i = 0, e = cps.length; i < e; ) {
  781. let cp = cps[i++];
  782. let seqs = cm_whitelist && M.get(cp);
  783. if (seqs) {
  784. // list of codepoints that can follow
  785. // if this exists, this will always be 1+
  786. let j = i;
  787. while (j < e && CM.has(cps[j])) j++;
  788. let cms = cps.slice(i, j);
  789. let match = seqs.find(seq => !compare_arrays(seq, cms));
  790. if (!match) throw new Error(`disallowed combining mark sequence: "${safe_str_from_cps([cp, ...cms])}"`);
  791. i = j;
  792. } else if (!V.has(cp)) {
  793. // https://www.unicode.org/reports/tr39/#mixed_script_confusables
  794. let quoted = quoted_cp(cp);
  795. for (let cp of cps) {
  796. let u = UNIQUE.get(cp);
  797. if (u && u !== g) {
  798. // if both scripts are restricted this error is confusing
  799. // because we don't differentiate RestrictedA from RestrictedB
  800. if (!u.R) quoted = `${quoted} is ${u.N}`;
  801. break;
  802. }
  803. }
  804. throw new Error(`disallowed ${g.N} character: ${quoted}`);
  805. //throw new Error(`disallowed character: ${quoted} (expected ${g.N})`);
  806. //throw new Error(`${g.N} does not allow: ${quoted}`);
  807. }
  808. }
  809. if (!cm_whitelist) {
  810. let decomposed = nfd(cps);
  811. for (let i = 1, e = decomposed.length; i < e; i++) { // we know it can't be cm leading
  812. if (CM.has(decomposed[i])) {
  813. let j = i + 1;
  814. while (j < e && CM.has(decomposed[j])) j++;
  815. if (j - i > M) {
  816. throw new Error(`too many combining marks: "${str_from_cps(decomposed.slice(i-1, j))}" (${j-i}/${M})`);
  817. }
  818. i = j;
  819. }
  820. }
  821. }
  822. */
  823. }
  824. // given a list of codepoints
  825. // returns a list of lists, where emoji are a fully-qualified (as Array subclass)
  826. // eg. explode_cp("abc💩d") => [[61, 62, 63], Emoji[1F4A9, FE0F], [64]]
  827. // 20230818: rename for 'process' name collision h/t Javarome
  828. // https://github.com/adraffy/ens-normalize.js/issues/23
  829. function tokens_from_str(input, nf, ef) {
  830. let ret = [];
  831. let chars = [];
  832. input = input.slice().reverse(); // flip so we can pop
  833. while (input.length) {
  834. let emoji = consume_emoji_reversed(input);
  835. if (emoji) {
  836. if (chars.length) {
  837. ret.push(nf(chars));
  838. chars = [];
  839. }
  840. ret.push(ef(emoji));
  841. } else {
  842. let cp = input.pop();
  843. if (VALID.has(cp)) {
  844. chars.push(cp);
  845. } else {
  846. let cps = MAPPED.get(cp);
  847. if (cps) {
  848. chars.push(...cps); // less than 10 elements
  849. } else if (!IGNORED.has(cp)) {
  850. // 20230912: unicode 15.1 changed the order of processing such that
  851. // disallowed parts are only rejected after NFC
  852. // https://unicode.org/reports/tr46/#Validity_Criteria
  853. // this doesn't impact normalization as of today
  854. // technically, this error can be removed as the group logic will apply similar logic
  855. // however the error type might be less clear
  856. throw error_disallowed(cp);
  857. }
  858. }
  859. }
  860. }
  861. if (chars.length) {
  862. ret.push(nf(chars));
  863. }
  864. return ret;
  865. }
  866. function filter_fe0f(cps) {
  867. return cps.filter(cp => cp != FE0F);
  868. }
  869. // given array of codepoints
  870. // returns the longest valid emoji sequence (or undefined if no match)
  871. // *MUTATES* the supplied array
  872. // disallows interleaved ignored characters
  873. // fills (optional) eaten array with matched codepoints
  874. function consume_emoji_reversed(cps, eaten) {
  875. let node = EMOJI_ROOT;
  876. let emoji;
  877. let pos = cps.length;
  878. while (pos) {
  879. node = node.get(cps[--pos]);
  880. if (!node) break;
  881. let {V} = node;
  882. if (V) { // this is a valid emoji (so far)
  883. emoji = V;
  884. if (eaten) eaten.push(...cps.slice(pos).reverse()); // (optional) copy input, used for ens_tokenize()
  885. cps.length = pos; // truncate
  886. }
  887. }
  888. return emoji;
  889. }
  890. // ************************************************************
  891. // tokenizer
  892. const TY_VALID = 'valid';
  893. const TY_MAPPED = 'mapped';
  894. const TY_IGNORED = 'ignored';
  895. const TY_DISALLOWED = 'disallowed';
  896. const TY_EMOJI = 'emoji';
  897. const TY_NFC = 'nfc';
  898. const TY_STOP = 'stop';
  899. function ens_tokenize(name, {
  900. nf = true, // collapse unnormalized runs into a single token
  901. } = {}) {
  902. init();
  903. let input = explode_cp(name).reverse();
  904. let eaten = [];
  905. let tokens = [];
  906. while (input.length) {
  907. let emoji = consume_emoji_reversed(input, eaten);
  908. if (emoji) {
  909. tokens.push({
  910. type: TY_EMOJI,
  911. emoji: emoji.slice(), // copy emoji
  912. input: eaten,
  913. cps: filter_fe0f(emoji)
  914. });
  915. eaten = []; // reset buffer
  916. } else {
  917. let cp = input.pop();
  918. if (cp == STOP) {
  919. tokens.push({type: TY_STOP, cp});
  920. } else if (VALID.has(cp)) {
  921. tokens.push({type: TY_VALID, cps: [cp]});
  922. } else if (IGNORED.has(cp)) {
  923. tokens.push({type: TY_IGNORED, cp});
  924. } else {
  925. let cps = MAPPED.get(cp);
  926. if (cps) {
  927. tokens.push({type: TY_MAPPED, cp, cps: cps.slice()});
  928. } else {
  929. tokens.push({type: TY_DISALLOWED, cp});
  930. }
  931. }
  932. }
  933. }
  934. if (nf) {
  935. for (let i = 0, start = -1; i < tokens.length; i++) {
  936. let token = tokens[i];
  937. if (is_valid_or_mapped(token.type)) {
  938. if (requires_check(token.cps)) { // normalization might be needed
  939. let end = i + 1;
  940. for (let pos = end; pos < tokens.length; pos++) { // find adjacent text
  941. let {type, cps} = tokens[pos];
  942. if (is_valid_or_mapped(type)) {
  943. if (!requires_check(cps)) break;
  944. end = pos + 1;
  945. } else if (type !== TY_IGNORED) { // || type !== TY_DISALLOWED) {
  946. break;
  947. }
  948. }
  949. if (start < 0) start = i;
  950. let slice = tokens.slice(start, end);
  951. let cps0 = slice.flatMap(x => is_valid_or_mapped(x.type) ? x.cps : []); // strip junk tokens
  952. let cps = nfc(cps0);
  953. if (compare_arrays(cps, cps0)) { // bundle into an nfc token
  954. tokens.splice(start, end - start, {
  955. type: TY_NFC,
  956. input: cps0, // there are 3 states: tokens0 ==(process)=> input ==(nfc)=> tokens/cps
  957. cps,
  958. tokens0: collapse_valid_tokens(slice),
  959. tokens: ens_tokenize(str_from_cps(cps), {nf: false})
  960. });
  961. i = start;
  962. } else {
  963. i = end - 1; // skip to end of slice
  964. }
  965. start = -1; // reset
  966. } else {
  967. start = i; // remember last
  968. }
  969. } else if (token.type !== TY_IGNORED) { // 20221024: is this correct?
  970. start = -1; // reset
  971. }
  972. }
  973. }
  974. return collapse_valid_tokens(tokens);
  975. }
  976. function is_valid_or_mapped(type) {
  977. return type == TY_VALID || type == TY_MAPPED;
  978. }
  979. function requires_check(cps) {
  980. return cps.some(cp => NFC_CHECK.has(cp));
  981. }
  982. function collapse_valid_tokens(tokens) {
  983. for (let i = 0; i < tokens.length; i++) {
  984. if (tokens[i].type == TY_VALID) {
  985. let j = i + 1;
  986. while (j < tokens.length && tokens[j].type == TY_VALID) j++;
  987. tokens.splice(i, j - i, {type: TY_VALID, cps: tokens.slice(i, j).flatMap(x => x.cps)});
  988. }
  989. }
  990. return tokens;
  991. }
  992. exports.ens_beautify = ens_beautify;
  993. exports.ens_emoji = ens_emoji;
  994. exports.ens_normalize = ens_normalize;
  995. exports.ens_normalize_fragment = ens_normalize_fragment;
  996. exports.ens_split = ens_split;
  997. exports.ens_tokenize = ens_tokenize;
  998. exports.is_combining_mark = is_combining_mark;
  999. exports.nfc = nfc;
  1000. exports.nfd = nfd;
  1001. exports.safe_str_from_cps = safe_str_from_cps;
  1002. exports.should_escape = should_escape;