diff --git a/src/structure/components/commands/administration/Settings.js b/src/structure/components/commands/administration/Settings.js index 338dae7..098d456 100644 --- a/src/structure/components/commands/administration/Settings.js +++ b/src/structure/components/commands/administration/Settings.js @@ -1,5 +1,5 @@ const { SlashCommand, CommandOption } = require("../../../interfaces"); -const Util = require('../../../../Util'); +const { Util } = require('../../../../utilities'); class SettingsCommand extends SlashCommand { diff --git a/src/structure/components/settings/administration/IgnoreChannels.js b/src/structure/components/settings/administration/IgnoreChannels.js index 4bc9a59..dbfffd3 100644 --- a/src/structure/components/settings/administration/IgnoreChannels.js +++ b/src/structure/components/settings/administration/IgnoreChannels.js @@ -1,4 +1,4 @@ -const Util = require("../../../../Util"); +const { Util } = require("../../../../utilities"); const { Setting, CommandOption } = require("../../../interfaces"); class IgnoreSetting extends Setting { diff --git a/src/structure/components/settings/administration/Protection.js b/src/structure/components/settings/administration/Protection.js index 5b1a8ee..3c4907f 100644 --- a/src/structure/components/settings/administration/Protection.js +++ b/src/structure/components/settings/administration/Protection.js @@ -1,4 +1,4 @@ -const Util = require("../../../../Util"); +const { Util } = require("../../../../utilities"); const { Setting, CommandOption } = require("../../../interfaces"); class ProtectionSetting extends Setting { diff --git a/src/structure/components/settings/logging/Messages.js b/src/structure/components/settings/logging/Messages.js index af80a49..7ac8c86 100644 --- a/src/structure/components/settings/logging/Messages.js +++ b/src/structure/components/settings/logging/Messages.js @@ -1,6 +1,5 @@ const { Setting, CommandOption } = require("../../../interfaces"); - -const Util = require('../../../../Util.js'); +const { Util } = require('../../../../utilities'); class MessageLog extends Setting { diff --git a/src/structure/components/settings/moderation/AutoModeration.js b/src/structure/components/settings/moderation/AutoModeration.js index e5279ba..4ae6f62 100644 --- a/src/structure/components/settings/moderation/AutoModeration.js +++ b/src/structure/components/settings/moderation/AutoModeration.js @@ -1,4 +1,4 @@ -const Util = require("../../../../Util"); +const { Util } = require("../../../../utilities"); const { Setting, CommandOption } = require("../../../interfaces"); const Infractions = [ 'WARN', diff --git a/src/structure/components/settings/moderation/Grantable.js b/src/structure/components/settings/moderation/Grantable.js index b306604..51d7c8e 100644 --- a/src/structure/components/settings/moderation/Grantable.js +++ b/src/structure/components/settings/moderation/Grantable.js @@ -1,5 +1,5 @@ const { Setting, CommandOption } = require("../../../interfaces"); -const Util = require('../../../../Util.js'); +const { Util } = require("../../../../utilities"); class Grantable extends Setting { diff --git a/src/structure/components/settings/moderation/InviteFilter.js b/src/structure/components/settings/moderation/InviteFilter.js index d688e1c..be67c95 100644 --- a/src/structure/components/settings/moderation/InviteFilter.js +++ b/src/structure/components/settings/moderation/InviteFilter.js @@ -1,5 +1,5 @@ const { FilterSetting, CommandOption } = require('../../../interfaces/'); -const Util = require('../../../../Util.js'); +const { Util } = require("../../../../utilities"); class InviteFilterSetting extends FilterSetting { diff --git a/src/structure/components/settings/moderation/LinkFilter.js b/src/structure/components/settings/moderation/LinkFilter.js index ec8e803..ff71c11 100644 --- a/src/structure/components/settings/moderation/LinkFilter.js +++ b/src/structure/components/settings/moderation/LinkFilter.js @@ -1,5 +1,5 @@ const { FilterSetting, CommandOption } = require('../../../interfaces/'); -const Util = require('../../../../Util.js'); +const { Util } = require("../../../../utilities"); class LinkFilterSetting extends FilterSetting { @@ -40,20 +40,20 @@ class LinkFilterSetting extends FilterSetting { actions: { ARRAY: 'ACTION' } }, commandOptions: [ - // new CommandOption({ - // type: 'STRING', - // name: 'method', - // description: 'Select which modification method to use', - // choices: [ - // { name: 'add', value: 'add' }, - // { name: 'remove', value: 'remove' }, - // { name: 'set', value: 'set' }, - // { name: 'reset', value: 'reset' }, - // { name: 'edit', value: 'edit' }, - // { name: 'list', value: 'list' } - // ], - // dependsOn: ['list'] - // }), + new CommandOption({ + type: 'STRING', + name: 'method', + description: 'Select which modification method to use', + choices: [ + { name: 'add', value: 'add' }, + { name: 'remove', value: 'remove' }, + { name: 'set', value: 'set' }, + { name: 'reset', value: 'reset' }, + { name: 'edit', value: 'edit' }, + { name: 'list', value: 'list' } + ], + dependsOn: ['list'] + }), new CommandOption({ type: 'STRING', name: 'list', diff --git a/src/structure/components/settings/moderation/MentionFilter.js b/src/structure/components/settings/moderation/MentionFilter.js index e261b3a..be11231 100644 --- a/src/structure/components/settings/moderation/MentionFilter.js +++ b/src/structure/components/settings/moderation/MentionFilter.js @@ -1,5 +1,5 @@ const { FilterSetting, CommandOption } = require('../../../interfaces/'); -const Util = require('../../../../Util.js'); +const { Util } = require("../../../../utilities"); class MentionFilter extends FilterSetting { diff --git a/src/structure/components/settings/moderation/ModerationPoints.js b/src/structure/components/settings/moderation/ModerationPoints.js index 5862e66..08f89bf 100644 --- a/src/structure/components/settings/moderation/ModerationPoints.js +++ b/src/structure/components/settings/moderation/ModerationPoints.js @@ -1,5 +1,5 @@ const { Setting, CommandOption } = require("../../../interfaces"); -const Util = require('../../../../Util'); +const { Util } = require("../../../../utilities"); const INFRACTIONS = ['WARN', 'MUTE', 'KICK', 'SOFTBAN', 'BAN', 'VCMUTE', 'VCKICK', 'VCBAN']; diff --git a/src/structure/components/settings/moderation/Mute.js b/src/structure/components/settings/moderation/Mute.js index a039f90..9e83490 100644 --- a/src/structure/components/settings/moderation/Mute.js +++ b/src/structure/components/settings/moderation/Mute.js @@ -1,6 +1,6 @@ const { Setting, CommandOption } = require('../../../interfaces/'); const { inspect } = require('util'); -const Util = require('../../../../Util'); +const { Util } = require("../../../../utilities"); const { Emojis, Constants: { PermissionNames, EmbedLimits } } = require('../../../../constants'); diff --git a/src/structure/components/settings/moderation/WordFilter.js b/src/structure/components/settings/moderation/WordFilter.js index 55a8bf0..328a5a8 100644 --- a/src/structure/components/settings/moderation/WordFilter.js +++ b/src/structure/components/settings/moderation/WordFilter.js @@ -1,6 +1,6 @@ /* eslint-disable camelcase */ const { FilterSetting, CommandOption } = require('../../../interfaces/'); -const Util = require('../../../../Util.js'); +const { Util } = require("../../../../utilities"); const { FilterPresets } = require('../../../../constants'); class WordFilterSetting extends FilterSetting { diff --git a/src/structure/components/settings/moderation/WordWatcher.js b/src/structure/components/settings/moderation/WordWatcher.js index 8a34091..889a355 100644 --- a/src/structure/components/settings/moderation/WordWatcher.js +++ b/src/structure/components/settings/moderation/WordWatcher.js @@ -1,5 +1,5 @@ const { FilterSetting, CommandOption } = require('../../../interfaces/'); -const Util = require('../../../../Util.js'); +const { Util } = require("../../../../utilities"); class WordWatcher extends FilterSetting { diff --git a/src/structure/components/settings/utility/Autorole.js b/src/structure/components/settings/utility/Autorole.js index 2c958ba..5372434 100644 --- a/src/structure/components/settings/utility/Autorole.js +++ b/src/structure/components/settings/utility/Autorole.js @@ -1,5 +1,5 @@ const { Setting, CommandOption } = require("../../../interfaces"); -const Util = require('../../../../Util'); +const { Util } = require("../../../../utilities"); class Autorole extends Setting { diff --git a/src/structure/components/settings/utility/StickyRole.js b/src/structure/components/settings/utility/StickyRole.js index 638fe9b..f2e9920 100644 --- a/src/structure/components/settings/utility/StickyRole.js +++ b/src/structure/components/settings/utility/StickyRole.js @@ -1,5 +1,5 @@ const { Setting, CommandOption } = require("../../../interfaces"); -const Util = require('../../../../Util'); +const { Util } = require("../../../../utilities"); class Autorole extends Setting { diff --git a/src/structure/interfaces/FilterSetting.js b/src/structure/interfaces/FilterSetting.js index ad0a727..f118484 100644 --- a/src/structure/interfaces/FilterSetting.js +++ b/src/structure/interfaces/FilterSetting.js @@ -1,5 +1,5 @@ const Setting = require("./Setting.js"); -const Util = require('../../Util.js'); +const { Util } = require('../../utilities'); const { inspect } = require('util'); const validInfractions = ['WARN', 'MUTE', 'KICK', 'BAN', 'SOFTBAN']; diff --git a/src/structure/interfaces/Infraction.js b/src/structure/interfaces/Infraction.js index 24b56a5..7c4e8d5 100644 --- a/src/structure/interfaces/Infraction.js +++ b/src/structure/interfaces/Infraction.js @@ -6,7 +6,7 @@ const { } } = require('../../constants'); -const Util = require('../../Util.js'); +const { Util } = require('../../utilities'); const Constants = { MaxCharacters: 1024, // Max embed description is 2048 characters, however some of those description characters are going to usernames, types, filler text, etc. diff --git a/src/structure/interfaces/Setting.js b/src/structure/interfaces/Setting.js index 5aaf3fc..3b268a7 100644 --- a/src/structure/interfaces/Setting.js +++ b/src/structure/interfaces/Setting.js @@ -1,7 +1,7 @@ /* eslint-disable camelcase */ // eslint-disable-next-line no-unused-vars const { Base, Guild, InteractionCollector } = require("discord.js"); -const Util = require("../../Util.js"); +const { Util } = require("../../utilities"); const Component = require("./Component.js"); // Imports to enable JSDocs typing @@ -10,6 +10,8 @@ const InteractionWrapper = require("../client/wrappers/InteractionWrapper.js"); // eslint-disable-next-line no-unused-vars const DiscordClient = require("../DiscordClient.js"); +const TypeResolves = ['USER', 'GUILD']; + const EMOJIS = { 'GUILD_TEXT': { name: 'textchannel', @@ -57,6 +59,7 @@ class Setting extends Component { this.name = options.name; this.module = options.module; + this.resolve = TypeResolves.includes(options.resolve) ? options.resolve : 'GUILD'; this.description = options.description || ""; diff --git a/src/structure/interfaces/commands/SettingsCommand.js b/src/structure/interfaces/commands/SettingsCommand.js index 40842d5..789b5ed 100644 --- a/src/structure/interfaces/commands/SettingsCommand.js +++ b/src/structure/interfaces/commands/SettingsCommand.js @@ -2,7 +2,7 @@ const SlashCommand = require('./SlashCommand'); const CommandOption = require('../CommandOption'); const { Constants: { PermissionNames } } = require('../../../constants'); -const Util = require('../../../Util.js'); +const { Util } = require('../../../utilities'); class SettingsCommand extends SlashCommand { @@ -13,7 +13,7 @@ class SettingsCommand extends SlashCommand { }); /* - * { + { name: 'settings', description: "Configure the bot's behaviour in your server", module: 'administration', @@ -39,6 +39,8 @@ class SettingsCommand extends SlashCommand { const settings = this.client.registry.components .filter((c) => c._type === 'setting' && c.module.name === this.name); + + // const allSettings = this.client.registry.components.filter((c) => c._type ==='setting'); // Organise modules into subcommand groups // const modules = new Set(allSettings.map((set) => set.module.name)); diff --git a/src/structure/storage/interfaces/Provider.js b/src/structure/storage/interfaces/Provider.js index 4092c17..b3b1333 100644 --- a/src/structure/storage/interfaces/Provider.js +++ b/src/structure/storage/interfaces/Provider.js @@ -1,7 +1,7 @@ const path = require('path'); const chalk = require('chalk'); -const Util = require('../../../Util.js'); +const { Util } = require('../../../utilities'); const MongodbTable = require('./MongodbTable.js'); const MariadbTable = require('./MariadbTable.js'); diff --git a/src/utilities/BinaryTree.js b/src/utilities/BinaryTree.js new file mode 100644 index 0000000..b611a97 --- /dev/null +++ b/src/utilities/BinaryTree.js @@ -0,0 +1,269 @@ +/* eslint-disable max-classes-per-file */ + +class Node { + + constructor(data) { + + this.info = data; + this.left = null; + this.right = null; + + } + +} + + +class BinaryTree { + + /** + * Creates an instance of BinaryTree. + * All of the stored values will be treated as strings. + * @memberof BinaryTree + */ + constructor(client, values) { + + this.root = null; + this.size = 0; + this.curr = null; + this.parent = null; + this.client = client; + + if (values) this.populate(values); + + } + + /** + * Populates the tree with the values, skips duplicates + * + * @param {Array} values + * @return {BinaryTree} + * @memberof BinaryTree + */ + populate(values) { + + if (!(values instanceof Array)) throw new Error('Values must be an array'); + values.forEach(this.add.bind(this)); + return this; + + } + + /** + * Check whether or not the tree is empty + * @returns {boolean} + * @memberof BinaryTree + */ + isEmpty() { + return this.root === null; + } + + /** + * Find a stored value from the tree + * + * @param {string} val The string to search for + * @returns {boolean} Returns true if the item is found, leaves the cursor on the found item, returns false and puts cursor to null if not found + */ + find(val) { + + val = val.toLowerCase(); + + if (this.isEmpty()) return; + + this.curr = this.root; + this.parent = null; + + while (this.curr !== null && this.curr.info !== val) { + + if (this.compare(val, this.curr.info) > 0) { + + this.parent = this.curr; + this.curr = this.curr.right; + + } else { + + this.parent = this.curr; + this.curr = this.curr.left; + + } + + } + + if (this.curr === null) return false; + return true; + + } + + /** + * Find and retrieve the item if found. + * + * @param {string} val The string to search for. + * @returns {string} If found returns the item, if not returns undefined. + */ + retrieveNode(val) { + + if (this.find(val)) return this.curr.info; + return null; + + } + + /** + * Insert a value to the tree + * + * @param {string} val The value to be inserted + */ + add(val) { + + if (this.find(val)) return false; //no dupes + + this.size++; + + const newNode = new Node(val); + + if (this.parent === null) this.root = newNode; + else { + if (this.compare(val, this.parent.info) < 0) this.parent.left = newNode; + else this.parent.right = newNode; + this.curr = newNode; + } + + return true; + + } + + /** + * Delete the specified value from the tree. + * + * @param {string} val The value to be searched for and deleted + */ + remove(val) { + + if (!this.find(val)) return; + + this.size--; + + if (this.curr.left === null && this.curr.right === null) { + + if (this.parent === null) this.root = null; + + else { + + if (this.curr === this.parent.left) this.parent.left = null; + else this.parent.right = null; + + } + + } else { + + if (this.curr.left !== null && this.curr.right !== null) { //node has 2 children + + let temp = this.curr; + let replacement = this.curr.left; + + while (replacement.right !== null) { + + temp = replacement; + replacement = replacement.right; //choose the right one to get the bigger value as replacement + + } + + this.curr.info = replacement.info; + + if (this.curr === temp) { + + this.curr.left = replacement.left; + replacement = null; + + } else { + + temp.right = replacement.left; + replacement = null; + + } + // end of 2 children + } else { //node with 1 child + + if (this.parent === null) { //root node + + if (this.curr.left !== null) this.root = this.curr.left; + else this.root = this.curr.right; + + } else { //non-root node + + if (this.curr === this.parent.left) { //delete left child + + if (this.curr.right === null) this.parent.left = this.curr.left; + else this.parent.left = this.curr.right; + + } else { //delete right child + + if (this.curr.right === null) this.parent.right = this.curr.left; + else this.parent.right = this.curr.right; + + } + + } + + }// end of node with 1 child + + this.curr = null; + + } + + } + + /** + * Compares 2 strings by comparing their character codes at i. + * + * @param {string} val1 + * @param {string} val2 + * @returns {number} 1 if val1 is greater, -1 if val2 is greater and 0 if they are equal. + */ + compare(val1, val2) { + + const len = val1.length >= val2.length ? val1.length : val2.length; + + for (let i = 0; i < len; i++) { + + if (val1.charCodeAt(i) === val2.charCodeAt(i)) continue; + if (isNaN(val1.charCodeAt(i))) return -1; + if (isNaN(val2.charCodeAt(i))) return 1; + if (val1.charCodeAt(i) > val2.charCodeAt(i)) return 1; + return -1; + + } + + return 0; + + } + + inOrder(root = this.root) { + + if (root !== null) { + this.inOrder(root.left); + this.client.logger.info(root.info); + this.inOrder(root.right); + } + + } + + preOrder(root = this.root) { + + if (root !== null) { + this.client.logger.info(root.info); + this.preOrder(root.left); + this.preOrder(root.right); + } + } + + postOrder(root = this.root) { + + if (root !== null) { + this.postOrder(root.left); + this.postOrder(root.right); + this.client.logger.info(root.info); + } + + } + +} + +module.exports = BinaryTree; \ No newline at end of file diff --git a/src/utilities/FilterUtil.js b/src/utilities/FilterUtil.js new file mode 100644 index 0000000..d8ec252 --- /dev/null +++ b/src/utilities/FilterUtil.js @@ -0,0 +1,420 @@ +/* eslint-disable no-labels */ +const similarity = require('similarity'); +const Logger = require('./Logger.js'); + +module.exports = class FilterUtility { + + static logger = new Logger(FilterUtility) + + constructor() { + + throw new Error('This class cannot be instantiated'); + + } + + /*static filter = { + words: CONFIG.words.map((word) => new RegExp(`(${word})`, 'gi')), + _words: CONFIG._words, + links: CONFIG.links + }*/ + + static get REPLACED_CHARS_PATTERNS() { + return { + "0": "0|⓪|₀|⁰|𝟢|𝟘|０|𝟎|𝟬|𝟶", + "1": "⑴|➀|❶|⓵|①|₁|¹|𝟣|𝟙|１|𝟏|𝟭|𝟷", + "2": "⑵|➋|➁|❷|⓶|②|₂|²|𝟤|𝟚|２|𝟐|𝟮|𝟸", + "3": "⑶|➌|➂|❸|⓷|③|₃|³|𝟥|𝟛|３|𝟑|𝟯|𝟹", + "4": "⑷|➍|➃|❹|⓸|④|₄|⁴|𝟦|𝟜|４|𝟒|𝟰|𝟺", + "5": "⑸|➎|➄|❺|⓹|⑤|₅|⁵|𝟧|𝟝|５|𝟓|𝟱|𝟻", + "6": "⑹|➏|➅|❻|⓺|⑥|₆|⁶|𝟨|𝟞|６|𝟔|𝟲|𝟼", + "7": "⑺|➐|➆|❼|⓻|⑦|₇|⁷|𝟩|𝟟|７|𝟕|𝟳|𝟽", + "8": "⑻|➑|➇|❽|⓼|⑧|₈|⁸|𝟪|𝟠|８|𝟖|𝟴|𝟾", + "9": "⑼|➒|➈|❾|⓽|⑨|₉|⁹|𝟫|𝟡|９|𝟗|𝟵|𝟿", + a: [ + "ﾑ|ａ|Ａ|＠|🇦|🅰|🅐|🄰|𝞪|𝞐|𝝰|𝝖|𝜶|𝜜|𝛼|𝛢|𝛂|𝚨|𝚊|𝙰|𝙖|𝘼|𝘢|𝘈|𝗮|𝗔|𝖺|𝖠|𝖆|𝕬|𝕒|𝔸|𝔞|𝔄|𝓪|𝓐|𝒶|𝒜|𝒂|𝑨|𝑎", + "𝐴|𝐚|𝐀|𐊠|ꭺ|ꓯ|ꓮ|ꋬ|卂|Ɐ|ⓐ|Ⓐ|⒜|⍺|∆|∀|₳|ₐ|ᾼ|Ὰ|Ᾱ|Ᾰ|ᾷ|ᾶ|ᾴ|ᾳ|ᾲ|ᾱ|ᾰ|ᾏ|ᾎ|ᾍ|ᾌ|ᾋ|ᾊ|ᾉ|ᾈ|ᾇ|ᾆ|ᾅ|ᾄ|ᾃ|ᾂ|ᾁ", + "ᾀ|ὰ|ἇ|ἆ|ἅ|ἄ|ἃ|ἂ|ἁ|ἀ|ặ|Ặ|ẵ|Ẵ|ẳ|Ẳ|ằ|Ằ|ắ|Ắ|ậ|Ậ|ẫ|Ẫ|ẩ|Ẩ|ầ|Ầ|ấ|Ấ|ả|Ả|ạ|Ạ|ẚ|ḁ|Ḁ|ᵃ|ᴬ|ᴀ|ᗩ|ᗅ|ᗄ|Ꮧ|Ꭿ", + "Ꭺ|ለ|ค|බ|Թ|ӓ|Ӓ|Ѧ|а|Д|А|α|ά|Λ|Δ|Α|Ά|ɒ|ɑ|ɐ|Ⱥ|ȧ|Ȧ|ǻ|Ǻ|ǟ|ǎ|Ǎ|ą|Ą|ă|Ă|ā|Ā|å|ä|ã|â|á|à|Å|Ä|Ã|Â|Á|À", + "ª|a|@|:regional_indicator_a:" + ].join("|"), + b: [ + "ｂ|Ｂ|🇧|🅱|🅑|🄱|𝞫|𝞑|𝝱|𝝗|𝜷|𝜝|𝛽|𝛣|𝛃|𝚩|𝚋|𝙱|𝙗|𝘽|𝘣|𝘉|𝗯|𝗕|𝖻|𝖡|𝖇|𝕻|𝕭|𝕓|𝔹|𝔟|𝔓|𝔅|𝓫|𝓑|𝒷|𝒃|𝑩|𝑏|𝐵|𝐛", + "𝐁|𐑂|𐌁|𐊡|𐊂|ꮟ|ꞵ|Ꞵ|ꓭ|ꓐ|乃|ⓑ|Ⓑ|⒝|ℬ|ḇ|Ḇ|ḅ|Ḅ|ḃ|Ḃ|ᵇ|ᴮ|ᛒ|ᙠ|ᗷ|ᖯ|ᏼ|Ᏼ|Ᏸ|Ꮟ|ც|Ⴆ|๖|๒|฿|ط|ҍ|ѣ|ь|ъ|в|Ь|В", + "Б|ϐ|β|Β|ʙ|ɮ|ɞ|ƅ|Ƅ|ƀ|ß|b|:regional_indicator_b:" + ].join("|"), + c: [ + "ｃ|Ｃ|🝌|🇨|🅲|🅒|🄲|𝚌|𝙲|𝙘|𝘾|𝘤|𝘊|𝗰|𝗖|𝖼|𝖢|𝖈|𝕮|𝕔|𝔠|𝓬|𝓒|𝒸|𝒞|𝒄|𝑪|𝑐|𝐶|𝐜|𝐂|𐑋|𐐽|𐐣|𐐕|𐌂|𐊢|ꮯ|ꓛ|ꓚ|匚|ⲥ|Ⲥ|ⓒ|Ⓒ|⒞", + "↻|ↄ|Ↄ|ⅽ|Ⅽ|ℭ|℃|ℂ|₵|ḉ|Ḉ|ᶜ|ᴐ|ᴄ|ᑢ|ᑕ|Ꮳ|Ꮯ|ፈ|ር|ᄃ|ၥ|၁|ང|උ|ҫ|Ҁ|с|С|Ͻ|Ϲ|ϲ|Ϛ|ς|ͻ|ʗ|ɕ|ɔ|Ȼ|ƈ|Ɔ|č|Č|ċ|Ċ|ĉ", + "Ĉ|ć|Ć|ç|Ç|©|¢|c|:regional_indicator_c:" + ].join("|"), + d: [ + "ｄ|Ｄ|🇩|🅳|🅓|🄳|𝚍|𝙳|𝙙|𝘿|𝘥|𝘋|𝗱|𝗗|𝖽|𝖣|𝖉|𝕯|𝕕|𝔻|𝔡|𝔇|𝓭|𝓓|𝒹|𝒟|𝒅|𝑫|𝑑|𝐷|𝐝|𝐃|ꭰ|ꓷ|ꓓ|ꓒ|ⓓ|Ⓓ|⒟|∂|ↁ|ⅾ|Ⅾ", + "ⅆ|ⅅ|₫|ḓ|Ḓ|ḑ|Ḑ|ḏ|Ḏ|ḍ|Ḍ|ḋ|Ḋ|ᵈ|ᴰ|ᴅ|ᗬ|ᗪ|ᗡ|ᗞ|ᕲ|ᑯ|Ꮷ|Ꮄ|Ꭰ|໓|๔|ծ|ժ|ԃ|ԁ|ɗ|ɖ|ƌ|Ɗ|đ|Đ|ď|Ď|Ð|d|:regional_indicator_d:" + ].join("|"), + e: [ + "ﾐ|ｅ|Ｅ|ﻉ|🇪|🅴|🅔|🄴|𝞷|𝞢|𝞔|𝝽|𝝨|𝝚|𝝃|𝜮|𝜠|𝜉|𝛴|𝛦|𝛏|𝚺|𝚬|𝚎|𝙴|𝙚|𝙀|𝘦|𝘌|𝗲|𝗘|𝖾|𝖤|𝖊|𝕰|𝕖|𝔼|𝔢|𝔈|𝓮|𝓔|𝒆|𝑬|𝑒|𝐸", + "𝐞|𝐄|𐐩|𐐁|𐊆|ꮛ|ꭼ|ꬲ|ꞓ|ꝫ|ꓱ|ꓰ|乇|㉫|ⵉ|ⴺ|ⴹ|ⳍ|ⲉ|ⓔ|Ⓔ|⒠|⋿|⋴|∑|∊|∈|∃|ⅇ|⅀|ℰ|ℯ|℮|ℇ|€|ₑ|Ὲ|ὲ|Ἕ|Ἔ|Ἓ|Ἒ|Ἑ|Ἐ|ἕ", + "ἔ|ἓ|ἒ|ἑ|ἐ|ệ|Ệ|ễ|Ễ|ể|Ể|ề|Ề|ế|Ế|ẽ|Ẽ|ẻ|Ẻ|Ẹ|ḝ|Ḝ|ḛ|Ḛ|ḙ|Ḙ|ḗ|Ḗ|ḕ|Ḕ|ᵉ|ᴱ|ᴈ|ᴇ|ᘿ|ᗴ|Ꮛ|Ꭼ|ჳ|ཇ|ԑ|Ԑ|ӡ|ә|Ә|ҿ|ҽ", + "є|э|з|е|Е|ϵ|ξ|ε|έ|Σ|Ξ|Ε|ʒ|ɜ|ɛ|ə|ɘ|Ɇ|ȝ|ǝ|ƺ|Ʃ|Ɛ|Ə|Ǝ|ě|Ě|ę|Ę|ė|Ė|ĕ|Ĕ|ē|Ē|ë|ê|é|è|Ë|Ê|É|È|£|e|:regional_indicator_e:" + ].join("|"), + f: [ + "ｆ|Ｆ|ךּ|🇫|🅵|🅕|🄵|𝟋|𝚏|𝙵|𝙛|𝙁|𝘧|𝘍|𝗳|𝗙|𝖿|𝖥|𝖋|𝕱|𝕗|𝔽|𝔣|𝔉|𝓯|𝓕|𝒻|𝒇|𝑭|𝑓|𝐹|𝐟|𝐅|𐊥|𐊇|ꬵ|ꟻ|ꞙ|Ꞙ|ꜰ|ꓞ|ꓝ|千|ⓕ|Ⓕ", + "⒡|Ⅎ|ℱ|℉|₣|ẝ|ḟ|Ḟ|ᶠ|ᖷ|ᖵ|ᖴ|Ꮈ|ན|ғ|ϝ|Ϝ|ʄ|ɟ|ƒ|Ƒ|ſ|f|:regional_indicator_f:" + ].join("|"), // conflicts with T: Ŧ + g: [ + "ｇ|Ｇ|ﻮ|פֿ|𠂎|🇬|🅶|🅖|🄶|𝚐|𝙶|𝙜|𝙂|𝘨|𝘎|𝗴|𝗚|𝗀|𝖦|𝖌|𝕲|𝕘|𝔾|𝔤|𝔊|𝓰|𝓖|𝒢|𝒈|𝑮|𝑔|𝐺|𝐠|𝐆|ꮐ|ꓖ|ⓖ|Ⓖ|⒢|⅁|ℊ|₲|ḡ", + "Ḡ|ᶃ|ᵍ|ᴳ|ᘜ|ᏻ|Ᏻ|Ꮹ|Ꮐ|Ꮆ|ງ|ق|ց|ԍ|Ԍ|Б|ʛ|ɢ|ɡ|ɠ|ɓ|ǵ|Ǵ|ǫ|ǧ|Ǧ|Ǥ|ƃ|ģ|Ģ|ġ|Ġ|ğ|Ğ|ĝ|Ĝ|g|:regional_indicator_g:" + ].join("|"), + h: [ + "ｈ|Ｈ|🇭|🅷|🅗|🄷|𝞖|𝝜|𝜢|𝛨|𝚮|𝚑|𝙷|𝙝|𝙃|𝘩|𝘏|𝗵|𝗛|𝗁|𝖧|𝖍|𝕳|𝕙|𝔥|𝓱|𝓗|𝒽|𝒉|𝑯|𝐻|𝐡|𝐇|𐋏|ꮋ|ꓧ|卄|ん|Ⲏ|Ⱨ|ⓗ", + "Ⓗ|⒣|ℎ|ℍ|ℌ|ℋ𝑖|ℋ|ₕ|ῌ|Ὴ|ᾟ|ᾞ|ᾝ|ᾜ|ᾛ|ᾚ|ᾙ|ᾘ|Ἧ|Ἦ|Ἥ|Ἤ|Ἣ|Ἢ|Ἡ|Ἠ|ẖ|ḫ|Ḫ|ḩ|Ḩ|ḧ|Ḧ|ḥ|Ḥ|ḣ|Ḣ|ᴴ|ᕼ|Ᏺ|Ꮒ|Ꮋ|ዠ|ዞ", + "հ|ԋ|Ԋ|Ӊ|ӈ|һ|ђ|н|Н|Ћ|Η|Ή|ʱ|ʰ|ʜ|ɧ|ɦ|ɥ|Ƕ|ħ|Ħ|ĥ|Ĥ|h|:regional_indicator_h:" + ].join("|"), + i: [ + "ﾉ|ｉ|Ｉ|！|ﺍ|ﺁ|🇮|🅸|🅘|🄸|𝚒|𝙸|𝙞|𝙄|𝘪|𝘐|𝗶|𝗜|𝗂|𝖨|𝖎|𝕴|𝕚|𝕀|𝔦|𝓲|𝓘|𝒾|𝒊|𝑰|𝑗|𝑖|𝐼|𝐢|𝐈|𐌠|𐌉|𐊊|ꭵ|ꙇ|ꓲ|丨|ⵑ|ⵏ|Ⲓ|ⓘ|Ⓘ|⒤|⍳|∣", + "ⅼ|ⅰ|Ⅰ|ⅈ|ℹ|ℑ|ℐ|ⁱ|Ὶ|Ῑ|Ῐ|ῗ|ῖ|ῒ|ῑ|ῐ|ὶ|Ἷ|Ἶ|Ἵ|Ἴ|Ἳ|Ἲ|Ἱ|Ἰ|ἷ|ἶ|ἵ|ἴ|ἳ|ἲ|ἱ|ἰ|ị|Ị|ỉ|Ỉ|ḯ|Ḯ|ḭ|Ḭ|ᶤ|ᵢ|ᴵ|ᛁ|ᓰ|Ꮖ|Ꭵ|ར", + "เ|ߊ|۱|ٱ|١|ا|أ|آ|ו|׀|ӏ|ї|і|І|ϊ|ι|ί|Ι|ΐ|ɪ|ɨ|ǐ|Ǐ|ǃ|Ɨ|ł|ı|İ|į|Į|ĭ|Ĭ|ī|Ī|ĩ|Ĩ|ï|î|í|ì|Ï|Î|Í|Ì|¡|i", + "\\￨|\\ǀ|:regional_indicator_i:" + ].join("|"), + j: [ + "ﾌ|ｊ|Ｊ|ﻝ|🇯|🅹|🅙|🄹|𝚓|𝙹|𝙟|𝙅|𝘫|𝘑|𝗷|𝗝|𝗃|𝖩|𝖏|𝕵|𝕛|𝕁|𝔧|𝔍|𝓳|𝓙|𝒿|𝒥|𝒋|𝑱|𝐽|𝐣|𝐉|ꭻ|Ʝ|ꞁ|ꓙ|ⱼ|ⓙ|Ⓙ|⒥|ⅉ|ᴶ|ᴊ|ᒚ|ᒎ|ᒍ|Ꮰ|Ꭻ|ว", + "ڶ|ل|ز|נ|ן|ј|Ј|ϳ|Ϳ|ʲ|ʝ|Ɉ|ǰ|ĵ|Ĵ|j|:regional_indicator_j:" + ].join("|"), + k: [ + "ｋ|Ｋ|🇰|🅺|🅚|🄺|𝟆|𝞳|𝞙|𝞌|𝝹|𝝟|𝝒|𝜿|𝜥|𝜘|𝜅|𝛫|𝛞|𝛋|𝚱|𝚔|𝙺|𝙠|𝙆|𝘬|𝘒|𝗸|𝗞|𝗄|𝖪|𝖐|𝕶|𝕜|𝕂|𝔨|𝔎|𝓴|𝓚|𝓀|𝒦|𝒌|𝑲", + "𝑘|𝐾|𝐤|𝐊|𐒼|ꮶ|Ꝁ|ꓗ|ⲕ|Ⲕ|ⓚ|Ⓚ|⒦|⋊|K|₭|ₖ|ḵ|Ḵ|ḳ|Ḳ|ḱ|Ḱ|ᵏ|ᴷ|ᴋ|ᛕ|ᖽᐸ|Ꮶ|ӄ|Ӄ|Ҡ|ҟ|Ҝ|қ|к|К|Ќ|ϰ|ϗ|κ|Κ|ʞ|ƙ|ĸ", + "ķ|Ķ|k|:regional_indicator_k:" + ].join("|"), + l: [ + "ﾚ|ｌ|Ｌ|ﺎ|ﺂ|🇱|🅻|🅛|🄻|𝚕|𝙻|𝙡|𝙇|𝘭|𝘓|𝗹|𝗟|𝗅|𝖫|𝖑|𝕷|𝕝|𝕃|𝔩|𝔏|𝓵|𝓛|𝓁|𝒍|𝑳|𝑙|𝐿|𝐥|𝐋|𐑃|𐐛|ꮮ|Ꝉ|ꓡ|ㄥ|し|ⳑ|Ⳑ|Ⱡ|ⓛ|Ⓛ|⒧", + "Ⅼ|⅃|⅂|ℓ|ℒ|ₗ|ḽ|Ḽ|ḻ|Ḻ|ḹ|Ḹ|ḷ|Ḷ|ᴸ|ᒺ|ᒪ|Ꮮ|Ꮭ|Ꮁ|ᄂ|Ӏ|ˡ|ʟ|ʆ|ʅ|ɭ|ɫ|ƪ|Ɩ|ł|Ł|ŀ|Ŀ|ľ|Ľ|ļ|Ļ|ĺ|Ĺ|l|:regional_indicator_l:" + ].join("|"), + m: [ + "ﾶ|ｍ|Ｍ|🇲|🅼|🅜|🄼|𝞛|𝝡|𝜧|𝛭|𝚳|𝚖|𝙼|𝙢|𝙈|𝘮|𝘔|𝗺|𝗠|𝗆|𝖬|𝖒|𝕸|𝕞|𝕄|𝔪|𝔐|𝓶|𝓜|𝓂|𝒎|𝑴|𝑚|𝑀|𝐦|𝐌|𐌑", + "𐊰|ꮇ|ꓟ|爪|Ⲙ|ⓜ|Ⓜ|⒨|Ⅿ|ℳ|₥|ₘ|ṃ|Ṃ|ṁ|Ṁ|ḿ|Ḿ|ᵐ|ᴹ|ᴍ|៣|ᛖ|ᘻ|ᗰ|Ꮇ|๓|Ӎ|м|М|ϻ|Ϻ|Μ|ʍ|ɱ|ɯ|m|:regional_indicator_m:" + ].join("|"), + n: [ + "ｎ|Ｎ|🇳|🅽|🅝|🄽|𝞜|𝝢|𝜨|𝛮|𝚴|𝚗|𝙽|𝙣|𝙉|𝘯|𝘕|𝗻|𝗡|𝗇|𝖭|𝖓|𝕹|𝕟|𝔫|𝔑|𝓷|𝓝|𝓃|𝒩|𝒏|𝑵|𝑛|𝑁|𝐧|𝐍|𐑍|𐐥|ꓵ|ꓠ|刀|几", + "Ⲡ|Ⲛ|ⓝ|Ⓝ|⒩|⋂|∏|ℿ|ℕ|₦|ₙ|ⁿ|ῇ|ῆ|ῄ|ῃ|ῂ|ᾗ|ᾖ|ᾕ|ᾔ|ᾓ|ᾒ|ᾑ|ᾐ|ὴ|ἧ|ἦ|ἥ|ἤ|ἣ|ἢ|ἡ|ἠ|ṋ|Ṋ|ṉ|Ṉ|ṇ|Ṇ|ṅ|Ṅ|ᶰ|ᴺ|ᴎ|ហ|\\/\\\\/", + "ᘉ|ᑎ|Ꮑ|ቡ|በ|ຖ|ภ|ก|מ|ռ|ո|ղ|Ռ|Ո|ӣ|ѝ|й|и|П|Й|И|Ѝ|Ϟ|η|ή|Π|Ν|ͷ|Ͷ|ɴ|ɳ|ɲ|Ǹ|ƞ|Ɲ|ŋ|ʼn|ň|Ň|ņ|Ņ|ń|Ń|ñ|Ñ|n|:regional_indicator_n:" + ].join("|"), + o: [ + "ｏ|Ｏ|ﻬ|ﻫ|ﻪ|ﻩ|ﮭ|ﮬ|ﮫ|ﮪ|ﮩ|ﮨ|ﮧ|ﮦ|🇴|🅾|🅞|🄾|𝞼|𝞸|𝞞|𝞂|𝝾|𝝤|𝝈|𝝄|𝜪|𝜎|𝜊|𝛰|𝛔|𝛐|𝚶|𝚘|𝙾|𝙤|𝙊|𝘰|𝘖|𝗼|𝗢|𝗈|𝖮|𝖔|𝕺", + "𝕠|𝕆|𝔬|𝔒|𝓸|𝓞|𝒪|𝒐|𝑶|𝑜|𝑂|𝐨|𝐎|𐓪|𐓃|𐓂|𐐬|𐐄|𐊫|𐊒|ꬽ|Ꙩ|ꓳ|㊉|ㄖ|の|〇|ⵙ|ⵔ|ⲟ|Ⲟ|⨀|✿|☉|ⓞ|Ⓞ|⒪|⍥|⊙|∅|ℴ|ₒ", + "Ὼ|Ὸ|ᾯ|ᾮ|ᾭ|ᾬ|ᾫ|ᾪ|ᾩ|ᾨ|ὸ|Ὧ|Ὦ|Ὥ|Ὤ|Ὣ|Ὢ|Ὡ|Ὠ|Ὅ|Ὄ|Ὃ|Ὂ|Ὁ|Ὀ|ὅ|ὄ|ὃ|ὂ|ὁ|ὀ|ỡ|Ỡ|ở|Ở|ờ|Ờ|ớ|Ớ|ộ|Ộ|Ỗ|ổ|Ổ|ồ|Ồ|ố|Ố|ỏ|Ỏ", + "ọ|Ọ|ṓ|Ṓ|ṑ|Ṑ|ṏ|Ṏ|ṍ|Ṍ|ð|ᵒ|ᴼ|ᴑ|ᴏ|ᗝ|ᓍ|Ꮎ|Ꭷ|ዐ|ჿ|၀|ဝ|໐|๐|๏|ට|൦|ഠ|೦|౦|௦|୦|ଠ|૦|੦|০|०|߀|۵|۝|ە|ہ|ھ|٥|ه|ס|օ", + "Օ|Ө|ӧ|Ӧ|ѻ|о|Ф|О|ό|φ|σ|ο|θ|Ο|Θ|˚|ʘ|ǿ|Ǿ|ǒ|Ǒ|Ʊ|ơ|Ơ|ő|Ő|ŏ|Ŏ|ō|Ō|ø|ö|õ|ô|ó|ò|ð|Ø|Ö|Õ|Ô|Ó|Ò|º|°|o|♡|:regional_indicator_o:" + ].join("|"), + p: [ + "ｱ|ｐ|Ｐ|🇵|🅿|🅟|🄿|𝟈|𝞺|𝞠ϱ|𝞠|𝞎|𝞀|𝝦|𝝔|𝝆|𝜬|𝜚|𝜌|𝛲|𝛠|𝛒|𝚸|𝚙|𝙿|𝙥|𝙋|𝘱|𝘗|𝗽|𝗣|𝗉|𝖯|𝖕|𝕡|𝔭|𝓹|𝓟|𝓅|𝒫|𝒑|𝑷|𝑝|𝑃|𝐩|𝐏", + "𐓄|𐊕|ꮲ|ꓑ|卩|ⲣ|Ⲣ|Ᵽ|ⓟ|Ⓟ|⒫|⍴|ℙ|℘|₱|ₚ|‽|Ῥ|ῥ|ῤ|ṗ|Ṗ|ṕ|Ṕ|ᵖ|ᴾ|ᴩ|ᴘ|ᕵ|ᑭ|Ꮲ|Ꭾ|ק|ք|բ|Ԁ|Ҏ|р|Р|ϸ|Ϸ|ϱ|ρ|Ρ|ƿ|Ƥ|þ|Þ|¶", + "p|:regional_indicator_p:" + ].join("|"), + q: [ + "ｑ|Ｑ|🇶|🆀|🅠|🅀|𝚚|𝚀|𝙦|𝙌|𝘲|𝘘|𝗾|𝗤|𝗊|𝖰|𝖖|𝕼|𝕢|𝔮|𝔔|𝓺|𝓠|𝓆|𝒬|𝒒|𝑸|𝑞|𝑄|𝐪|𝐐|𐌒|𐊭|ꟼ|Ꝗ|ゐ|ⵕ|ⓠ|Ⓠ|⒬|ℚ|ợ|ᶐ|ᕴ", + "ᑫ|Ꭴ|๑|۹|ף|զ|գ|ԛ|Ҩ|ϥ|ϙ|Ϙ|Ω|ʠ|ɋ|Ɋ|ǭ|Ǭ|Ǫ|ƍ|q|:regional_indicator_q:" + ].join("|"), + r: [ + "ｒ|Ｒ|🇷|🆁|🅡|🅁|𝞒|𝝘|𝜞|𝛤|𝚪|𝚛|𝚁|𝙧|𝙍|𝘳|𝘙|𝗿|𝗥|𝗋|𝖱|𝖗|𝕽|𝕣|𝔯|𝓻|𝓡|𝓇|𝒓|𝑹|𝑟|𝑅|𝐫|𝐑|𐒴|ꮢ|ꮁ|ꭱ|ꭈ|ꭇ|ꓣ|尺|ⲅ|Ɽ|ⓡ|Ⓡ|⒭|℞", + "ℝ|ℜ|ℛ|ṟ|Ṟ|ṝ|Ṝ|ṛ|Ṛ|ṙ|Ṙ|ᵣ|ᴿ|ᴦ|ᴚ|ᴙ|ᚱ|ᖇ|Ꮢ|Ꭱ|འ|ཞ|ર|ր|Ի|я|г|Я|ʳ|ʁ|ʀ|ɿ|ɾ|ɼ|ɹ|Ɍ|Ʀ|ř|Ř|ŗ|Ŗ|ŕ|Ŕ|®|r|:regional_indicator_r:" + ].join("|"), + s: [ + "ｓ|Ｓ|＄|ﮎ|🇸|🆂|🅢|🅂|𝚜|𝚂|𝙨|𝙎|𝘴|𝘚|𝘀|𝗦|𝗌|𝖲|𝖘|𝕾|𝕤|𝕊|𝔰|𝔖|𝓼|𝓢|𝓈|𝒮|𝒔|𝑺|𝑠|𝑆|𝐬|𝐒|𐑈|𐐠|𐊖|ꮪ|ꜱ|ꙅ|Ꙅ|ꓢ|꒚|丂|ⓢ|Ⓢ|⒮|∫|₴", + "ₛ|ṩ|Ṩ|ṧ|Ṧ|ṥ|Ṥ|ṣ|Ṣ|ṡ|Ṡ|ᴤ|ᔕ|Ꮪ|Ꮥ|Ꭶ|ร|ى|ֆ|Տ|ѕ|Ѕ|ϩ|ˢ|ʃ|ʂ|Ș|ƽ|ƨ|Ƨ|š|Š|ş|Ş|ŝ|Ŝ|ś|Ś|§|s|\\$|:regional_indicator_s:" + ].join("|"), + t: [ + "ｲ|ｨ|ｔ|Ｔ|🇹|🆃|🅣|🅃|𝞽|𝚝|𝚃|𝙩|𝙏|𝘵|𝘛|𝘁|𝗧|𝗍|𝖳|𝖙|𝕿|𝕥|𝕋|𝔱|𝔗|𝓽|𝓣|𝓉|𝒯|𝒕|𝑻|𝑡|𝑇|𝐭|𝐓|𐌕|𐊱|𐊗|ꭲ|ꓔ|꓄|丅|ㄒ|Ⲧ|Ⲅ|⟙|ⓣ|Ⓣ|⒯", + "⊥|⊤|ℾ|₮|ₜ|†|ẗ|ṱ|Ṱ|ṯ|Ṯ|ṭ|Ṭ|ṫ|Ṫ|ᵗ|ᵀ|ᴛ|ᖶ|ᒥ|Ꮦ|Ꮏ|Ꮁ|Ꭲ|ኮ|ح|է|Շ|Ի|Ե|ҭ|т|Т|Г|ϯ|Ϯ|τ|π|Τ|Γ|Ͳ|ʈ|ʇ|ɬ|ȶ|ț|Ț|ǂ|Ʈ|Ƭ|ƫ|ƚ", + "ŧ|ť|Ť|ţ|Ţ|t|:regional_indicator_t:" + ].join("|"), // conflicts with F: Ŧ + u: [ + "ｕ|Ｕ|🇺|🆄|🅤|🅄|𝞵|𝝻|𝝁|𝜇|𝛍|𝚞|𝚄|𝙪|𝙐|𝘶|𝘜|𝘂|𝗨|𝗎|𝖴|𝖚|𝖀|𝕦|𝕌|𝔲|𝔘|𝓾|𝓤|𝓊|𝒰|𝒖|𝑼|𝑢|𝑈|𝐮|𝐔|𐓶|𐓎|ꭒ|ꭎ|ꞟ|ꓴ|ㄩ|ひ|ⓤ", + "Ⓤ|⒰|⋃|∪|∩|℧|ῧ|ῦ|ῢ|ῡ|ῠ|ὺ|ὗ|ὖ|ὕ|ὔ|ὓ|ὒ|ὑ|ὐ|ự|Ự|Ữ|ử|Ử|ừ|Ừ|ứ|Ứ|ủ|Ủ|ụ|Ụ|ṻ|Ṻ|ṹ|Ṹ|ṷ|Ṷ|ṵ|Ṵ|ṳ|Ṳ|ᵾ|ᵤ|ᵘ|ᵁ|ᴜ|ᘴ|ᘮ", + "ᓑ|ᑘ|ᑌ|ᐡ|Ꮼ|ሆ|ሀ|ย|น|પ|և|ս|մ|Ս|Մ|Ц|ύ|ϋ|υ|μ|ΰ|ʋ|ʊ|Ʉ|Ȕ|ǜ|Ǜ|ǚ|Ǚ|ǘ|Ǘ|ǖ|Ǖ|ǔ|Ǔ|Ʊ|ư|Ư|ų|Ų|ű|Ű|ů|Ů|ŭ|Ŭ|ū|Ū|ũ|Ũ|û", + "ú|ù|Ü|Û|Ú|Ù|µ|u|:regional_indicator_u:" + ].join("|"), + v: [ + "ｖ|Ｖ|🇻|🆅|🅥|🅅|𝝼|𝝂|𝜈|𝛎|𝚟|𝚅|𝙫|𝙑|𝘷|𝘝|𝘃|𝗩|𝗏|𝖵|𝖛|𝖁|𝕧|𝕍|𝔳|𝔙|𝓿|𝓥|𝓋|𝒱|𝒗|𝑽|𝑣|𝑉|𝐯|𝐕|𐓘|𐒰|𐌡|𐊍|ꮩ|ꓦ|ꓥ|ⴸ|ⴷ|ⱽ|ⓥ|Ⓥ", + "⒱|⋁|∨|√|ⅴ|Ⅴ|℣|ṿ|Ṿ|ṽ|Ṽ|ᵥ|ᵛ|ᴧ|ᴠ|ᐺ|ᐱ|ᐯ|Ꮩ|Ꮙ|ง|۸|۷|٨|٧|ש|ע|ט|Ѷ|ѵ|Ѵ|Л|ν|Λ|ʌ|ʋ|Ʌ|Ɣ|v|:regional_indicator_v:" + ].join("|"), + w: [ + "ｗ|Ｗ|🇼|🆆|🅦|🅆|𝟉|𝟂|𝞏|𝞈|𝝕|𝝎|𝜛|𝜔|𝜋|𝛡|𝛚|𝛑|𝚠|𝚆|𝙬|𝙒|𝘸|𝘞|𝘄|𝗪|𝗐|𝖶|𝖜|𝖂|𝕨|𝕎|𝔴|𝔚|𝔀|𝓦|𝓌|𝒲|𝒘|𝑾|𝑤", + "𝑊|𝐰|𝐖|𐓑|ꮃ|ꞷ|ꙍ|ꓪ|山|ⲱ|ⓦ|Ⓦ|⒲|⍵|ℼ|₩|ῷ|ῶ|ῴ|ῳ|ῲ|ẘ|ẉ|Ẉ|ẇ|Ẇ|ẅ|Ẅ|ẃ|Ẃ|ẁ|Ẁ|ᵂ|ᴡ|ᘺ|ᗯ|Ꮿ|Ꮤ|Ꮚ|Ꮗ|Ꮃ|ሠ|ཡ|ຟ|ฬ", + "ฝ|చ|ա|ԝ|Ԝ|ѡ|Ѡ|ш|Щ|ϖ|ώ|ω|ψ|ʷ|ʍ|ɯ|ŵ|Ŵ|w|:regional_indicator_w:" + ].join("|"), + x: [ + "ﾒ|ｘ|Ｘ|אָ|אַ|🇽|🆇|🅧|🅇|𝟀|𝞆|𝝌|𝜒|𝛘|𝚡|𝚇|𝙭|𝙓|𝘹|𝘟|𝘅|𝗫|𝗑|𝖷|𝖝|𝖃|𝕩|𝕏|𝔵|𝔛|𝔁|𝓧|𝓍|𝒳|𝒙|𝑿|𝑥|𝑋|𝐱|𝐗|𐌢|𐌗|𐊴|𐊐|ꭕ|ꭓ|Ꭓ|ꓫ|꒼", + "乂|〤|ⵝ|ⲭ|Ⲭ|⨯|⤬|⤫|╳|ⓧ|Ⓧ|⒳|⌧|ⅹ|Ⅹ|ℵ|ₓ|ẍ|Ẍ|ẋ|Ẋ|ᚷ|᙮|᙭|ᕽ|ᕁ|ጀ|ჯ|א|Ӿ|Ӽ|ҳ|х|Х|Ж|χ|Χ|ˣ|ɤ|×|x|:regional_indicator_x:" + ].join("|"), + y: [ + "ﾘ|ｙ|Ｙ|🇾|🆈|🅨|🅈|𝞬|𝝲|𝜸|𝛾|𝛄|𝚢|𝚈|𝙮|𝙔|𝘺|𝘠|𝘆|𝗬|𝗒|𝖸|𝖞|𝖄|𝕪|𝕐|𝔶|𝔜|𝔂|𝓨|𝓎|𝒴|𝒚|𝒀|𝑦|𝑌|𝐲|𝐘|𐊲|ꭚ|ꓬ|ꐯ|ꌦ|ㄚ|Ⲩ|ⓨ|Ⓨ|⒴", + "⅄|ℽ|Ὺ|Ῡ|Ῠ|Ὗ|Ὕ|Ὓ|Ὑ|ỿ|ỹ|Ỹ|ỷ|Ỷ|ỵ|Ỵ|ỳ|Ỳ|ẙ|ẏ|Ẏ|ᶌ|ᖻ|Ꮍ|Ꭹ|ყ|ฯ|ץ|վ|կ|Ӳ|Ӌ|ұ|ү|Ү|ч|у|У|Ў|ϔ|ϓ|ϒ|γ|Υ|Ύ|ˠ|ʸ|ʏ|ʎ|ɣ|Ɏ|Ƴ", + "Ÿ|ŷ|Ŷ|ÿ|ý|Ý|¥|y|:regional_indicator_y:" + ].join("|"), + z: [ + "ｚ|Ｚ|🇿|🆉|🅩|🅉|𝚣|𝚉|𝙯|𝙕|𝘻|𝘡|𝘇|𝗭|𝗓|𝖹|𝖟|𝖅|𝕫|𝔷|𝔃|𝓩|𝓏|𝒵|𝒛|𝒁|𝑧|𝑍|𝐳|𝐙|ꮓ|ꓜ|乙|Ⱬ|☡|ⓩ|Ⓩ|⒵|ℨ|ℤ|ẕ|Ẕ|ẓ|Ẓ|ẑ|Ẑ|ᶻ|ᴢ|ᙆ", + "ᘔ|Ꮓ|ፚ|ຊ|չ|ζ|Ζ|ʑ|ʐ|ɀ|ȥ|ƹ|ƶ|Ƶ|ž|Ž|ż|Ż|ź|Ź|z|:regional_indicator_z:" + ].join("|"), + " ": "\\s+", // multiple whitespace -> space + ".": "．", + ",": "，|‘", + "?": "？" + }; + } + + static get REGEX() { + return { + invite: /((discord\s?\.\s?gg\s?\/)|(discord(app)?\s?\.\s?com\/invite\/))(\s*?[a-z0-9]+)/giu, + link: /(https?:\/\/(www\.)?)?(?([a-z0-9-]{1,63}\.)?([a-z0-9-]{2,63})(\.[a-z0-9-]{2,63})(\.[a-z0-9-]{2,63})?)(\/\S*)?/iu, + linkG: /(https?:\/\/(www\.)?)?(?([a-z0-9-]{1,63}\.)?([a-z0-9-]{2,63})(\.[a-z0-9-]{2,63})(\.[a-z0-9-]{2,63})?)(\/\S*)?/iug, + emoji: //giu, + letters: Array.from(Object.entries(this.REPLACED_CHARS_PATTERNS)).reduce((obj, [key, val]) => { + // eslint-disable-next-line require-unicode-regexp + obj[key] = new RegExp(val, 'gm'); + return obj; + }, {}) + }; + } + + static get formattingPatterns() { + return [ + ['\\*{1,3}([^*]*)\\*{1,3}', '$1'], + ['_{1,3}([^_]*)_{1,3}', '$1'], + ['`{1,3}([^`]*)`{1,3}', '$1'], + ['~~([^~])~~', '$1'] + ]; + } + + static normalise(content) { + + if (typeof content !== 'string') throw new Error('Invalid input type, must be of type string'); + if (!content || !content.length) return ''; + + //Zero width character (UTF-16 8206) + content = content.replace(/‎/gu, ''); + + //Replace the weird letters with their normal text counterparts + // eslint-disable-next-line no-useless-escape + const match = (/[a-z0-9\w\(\)\.\\\/\?!]+/gimu).exec(content); + if (!(match && match[0].length === content.length)) { + for (const char of Object.keys(this.REGEX.letters)) { + content = content.replace(this.REGEX.letters[char], char); + } + } + //if (debug) console.log('weird char regex: ' + content); + + //Remove duplicate characters + const words = content.split(' '); + for (let i = 0; i < words.length; i++) { + if (words[i].length === 0) { + words.splice(i, 1); + i--; + } + + if (this.REGEX.link.test(words[i])) continue; + + const letters = words[i].split(''); + for (let j = 1; j < letters.length - 1; j++) { + if (letters[j - 1] === letters[j] && letters[j] === letters[j + 1]) { + letters.splice(j, 1); + j--; + } + } + words[i] = letters.join(''); + } + + content = words.join(' '); + //if (debug) console.log('dupes: ' + content); + return content; + + } + + /** + * Filter words explicitly + * + * @static + * @param {Array} [words=[]] + * @param {Array} [filterList=[]] + * @return {Object} + */ + static filterExplicit(words = [], filterList = []) { + for (const word of filterList) { + //Do it like this instead of regex so it doesn't match stuff like Scunthorpe with cunt + if (words.some((_word) => _word === word)) { + this.logger.debug(`\nMessage matched with "${word}" in the explicit list.\nFull content: ${words.join(' ')}`); + return { + match: word, + matched: true, + matcher: 'explicit', + _matcher: word, + type: 'explicit' + }; + } + + } + } + + static global(content) { + + content = this._links(content); + content = this._words(content); + return content; + + } + + static _links(content) { + + if (!content || !content.length) return ''; + const domains = this.filter.links; + // const regex = this.REGEX.link; + const regexG = this.REGEX.linkG; + const matches = content.match(regexG); + //console.log(content.match(this.regex.link_g)) + if (!matches) return content; + + outer: + for (const match of matches) { + for (const domain of domains) { + if (match.includes(domain)) { + content = content.replace(match, '``'); + continue outer; + } + } + } + + //console.log('[pre link filter]', content) + // for (const domain of domains) { + // while (regex.test(content) && content.includes(domain)) { + // const match = content.match(regex); + // content = content.replace(match[0], '``'); + // } + // } + //console.log('[post link filter]', content) + return content; + + } + + static _words(content) { + + if (!content || !content.length) return ''; + const regex = this.filter.words; + + //console.log('[pre word filter]', content) + //console.log('[pre regex]:', content); + const words = content.replace('\n', '\n ').split(' '); + for (const reg of regex) { + if (reg.test(content)) { + this.logger.debug(reg); + content = content.replace(reg, '``'); + } + + const text = content.replace(/\s/gu, ''); + if (reg.test(text)) { + content = '``'; + } + + } + + //console.log('[pre similarity]:', content) + for (const word of words) { + if (!content.includes(word)) continue; + for (const _word of this.filter._words) { + if (similarity(word, _word) >= 0.93 - 0.15 * Math.log(word.length)) { + this.logger.debug('[similarity]:', word, _word); + content = content.replace(word, '``'); + } + } + } + + //console.log('[post word filter]',content); + + // if (regex.test(content)) { + // console.log('ping') + // const words = content.split(' '); + // console.log(words); + // for (const word of words) { + // const [match] = word.match(regex); + // console.log(match) + // if (match === word) content = content.replace(regex, '``'); + // } + // //return content.replace(regex, '``'); + // } + return content; + + } + + static invites(content) { + + if (this.REGEX.invite.test(content)) return content.replace(this.REGEX.invite, '``'); + return content; + + } + + static links(content, options) { + + //console.log('1',content) + const matches = content.match(this.REGEX.linkG); + //console.log(matches) + if (matches) { + + for (const match of matches) { + let safe = false; + for (const domain of options.whitelist) { + if (match.includes(domain)) { + safe = true; + break; + } + } + if (!safe) content = content.replace(match, '``'); + } + + } + + //console.log('2', content) + return content; + + } + + static words(content, filter) { + + const { exact, inexact } = filter; + + // console.log(exact); + // console.log(new RegExp(`(${exact.join('|')})`, 'giu')) + + if (exact.length) content = content.replace(new RegExp(`(${exact.join('|')})`, 'giu'), '``'); + if (inexact.length) { + + for (const word of inexact) { + + const words = content.replace('\n', '\n ').split(' '); + for (const _word of words) { + const sim = similarity(word, _word); + this.logger.debug(_word, word, sim, 0.95 - 0.15 * Math.log(_word.length)); + if (sim >= 0.93 - 0.15 * Math.log(word.length)) { + this.logger.debug('[similarity]:', word, _word); + content = content.replace(_word, '``'); + } + } + + const text = content.replace(/\s/gu, ''); + if (text.includes(word)) { + return '``'; + } + + } + + } + + return content; + + } + + static emojis(content) { + + if (this.REGEX.emoji.test(content)) return content.replace(this.REGEX.emoji, '``'); + return content; + + } + +}; \ No newline at end of file diff --git a/src/Util.js b/src/utilities/Util.js similarity index 100% rename from src/Util.js rename to src/utilities/Util.js