Skip to content

Commit

Permalink
1.1.9
Browse files Browse the repository at this point in the history
  • Loading branch information
null8626 committed Mar 21, 2022
1 parent 145bf52 commit 5ad2851
Show file tree
Hide file tree
Showing 17 changed files with 49 additions and 40 deletions.
6 changes: 5 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,8 @@ Cargo.lock
**/*.node
target/
index.js
index.d.ts
index.d.ts

# dont ask what these are
a.js
contrib/
1 change: 1 addition & 0 deletions .npmignore
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
contrib/
target
Cargo.lock
.cargo
Expand Down
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ A Node.js module that removes common confusables from strings written in pure [R
- Supports UTF-32 for emojis and 'fancy fonts'.
- While this project may not be perfect, it should cover the vast majority of confusables.

__**As of version 1.1.8, This library supports 2,717 different UTF-16 code-points.**__
__**As of version 1.1.9, This library supports 2,832 different UTF-16 code-points.**__

# installation
```bash
Expand Down
2 changes: 1 addition & 1 deletion npm/android-arm64/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-android-arm64",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"android"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/darwin-arm64/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-darwin-arm64",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"darwin"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/darwin-x64/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-darwin-x64",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"darwin"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/linux-arm-gnueabihf/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-linux-arm-gnueabihf",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"linux"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/linux-arm64-gnu/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-linux-arm64-gnu",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"linux"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/linux-arm64-musl/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-linux-arm64-musl",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"linux"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/linux-x64-gnu/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-linux-x64-gnu",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"linux"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/linux-x64-musl/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-linux-x64-musl",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"linux"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/win32-arm64-msvc/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-win32-arm64-msvc",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"win32"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/win32-ia32-msvc/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-win32-ia32-msvc",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"win32"
],
Expand Down
2 changes: 1 addition & 1 deletion npm/win32-x64-msvc/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@vierofernando/decancer-win32-x64-msvc",
"version": "1.1.8",
"version": "1.1.9",
"os": [
"win32"
],
Expand Down
2 changes: 1 addition & 1 deletion package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "decancer",
"version": "1.1.8",
"version": "1.1.9",
"main": "./main.js",
"description": "A Node.js module that removes common confusables from strings written in pure Rust without the use of Regexes.",
"keywords": [
Expand Down
36 changes: 18 additions & 18 deletions src/alphabet.rs

Large diffs are not rendered by default.

20 changes: 12 additions & 8 deletions src/misc.rs
Original file line number Diff line number Diff line change
Expand Up @@ -11,29 +11,30 @@ const NUMERICAL: [u16; 8] = [
0x2070
];

const MISC: [(&'static [u8], &'static [u16]); 73] = [
const MISC: [(&'static [u8], &'static [u16]); 77] = [
(&[0x30], &[0xDFE2]), // "0"
(&[0x31], &[0x00B9, 0xDFE3]), // "1"
(&[0x32], &[0x00B2, 0x03E9, 0x14BF, 0xA645, 0xA6EF, 0xA75B, 0xDFE4]), // "2"
(&[0x32], &[0x00B2, 0x01BB, 0x03E9, 0x14BF, 0xA645, 0xA6EF, 0xA75B, 0xDFE4]), // "2"
(&[0x33], &[0x00B3, 0x018E, 0x01BA, 0x01EF, 0x0292, 0x0293, 0x0437, 0x044D, 0x0499, 0x04DF, 0x04E1, 0x04ED, 0x1D08, 0x1D23, 0x1D32, 0x1D4C, 0x2CCD, 0xA76B, 0xDF3B, 0xDFE5]), // "3"
(&[0x34], &[0xAB9E, 0xDFE6]), // "4"
(&[0x35], &[0x01BD, 0xDFE7]), // "5"
(&[0x35], &[0x01BD, 0x01BE, 0xDFE7]), // "5"
(&[0x36], &[0x2CD3, 0xABBE, 0xDFE8]), // "6"
(&[0x37], &[0x2138, 0xDFE9]), // "7"
(&[0x38], &[0x09EA, 0x0A6A, 0x0B03]), // "8"
(&[0x39], &[0x09ED, 0x0A67, 0x0B68, 0x0D6D, 0x2CCB, 0xA76F, 0xDEDD, 0xDF17, 0xDF8B, 0xDFC5, 0xDFEA]), // "9"
(&[0x61], &[0x039B]), // "a"
(&[0x64], &[0x00D0]), // "d"
(&[0x65], &[0x03A3]), // "e"
(&[0x68], &[0x0389]), // "h"
(&[0x68], &[0x0389, 0x1F28, 0x1F29, 0x1F2A, 0x1F2B, 0x1F2C, 0x1F2D, 0x1F2E, 0x1F2F, 0x1FCA, 0x1FCB, 0x1FCC]), // "h"
(&[0x61, 0x61], &[0xA733]), // "aa"
(&[0x61, 0x65], &[0x00E6, 0x1D02, 0x01E3, 0x01FD]), // "ae"
(&[0x61, 0x65], &[0x00E6, 0x01E3, 0x01FD, 0x04D5, 0x1D02]), // "ae"
(&[0x61, 0x6F], &[0x1D14, 0xA735]), // "ao"
(&[0x61, 0x75], &[0xA737]), // "au"
(&[0x61, 0x6A], &[0xA736]), // "aj"
(&[0x76, 0x79], &[0xA761]), // "vy"
(&[0x74, 0x68], &[0x1D7A]), // "th"
(&[0x75, 0x65], &[0x1D6B]), // "ue"
(&[0x6F, 0x65], &[0x0153]), // "oe"
(&[0x6F, 0x65], &[0x0152, 0x0153]), // "oe"
(&[0x64, 0x62], &[0x0238]), // "db"
(&[0x61, 0x73], &[0x214D]), // "as"
(&[0x6C, 0x62], &[0x2114]), // "lb"
Expand All @@ -60,7 +61,7 @@ const MISC: [(&'static [u8], &'static [u16]); 73] = [
(&[0x28], &[0x207D, 0x208D, 0x2768, 0x2772, 0x3014, 0xFD3E, 0xFE59, 0xFE5D, 0xFF08, 0xFF5F]), // "("
(&[0x29], &[0x207E, 0x208E, 0x2769, 0x2773, 0x29F4, 0x3015, 0xFD3F, 0xFE5A, 0xFE5E, 0xFF09, 0xFF60]), // ")"
(&[0x21], &[0x00A1, 0x01C3, 0x2D51, 0xFE57, 0xFF01]), // "!"
(&[0x22], &[0x201C, 0x201D, 0xFF02]), // "\""
(&[0x22], &[0x201C, 0x201D, 0xFF02]), // """
(&[0x23], &[0xFE5F, 0xFF03]), // "#"
(&[0x24], &[0xFE69, 0xFF04]), // "$"
(&[0x25], &[0xFE6A, 0xFF05]), // "%"
Expand All @@ -84,7 +85,10 @@ const MISC: [(&'static [u8], &'static [u16]); 73] = [
(&[0x7C], &[0xFF5C]), // "|"
(&[0x7D], &[0x2775, 0xFE5C, 0xFF5D]), // "}"
(&[0x7E], &[0xFF5E]), // "~"
(&[0x2A], &[0xA60E, 0xFE61]) // "*"
(&[0x2A], &[0xA60E, 0xFE61]), // "*"
(&[0x79], &[0x1FE8, 0x1FE9, 0x1FEA, 0x1FEB]), // "y"
(&[0x62, 0x69], &[0x04F9]), // "bi",
(&[0x69, 0x6A], &[0x0132, 0x0133]), // "ij"
];

pub(crate) fn parse(parser: &mut Parser) -> bool {
Expand Down

0 comments on commit 5ad2851

Please sign in to comment.