See with language the way it is dynamic and ever change vapresent void of interchangable bits like unicode in utf-8, 32, & utf-16 you need to handle the inputs on the provider with encoding.
This is the database that stores the language sequences in hex so what the input get no matter what format your hard drive or MySQL database you can have a latin1 or utf-8 hard drive and still store utf-16 or 32..
/*Column Information For - multisite.xff0_xtransam_translator*/
---------------------------------------------------------------
FIELD TYPE COLLATION NULL KEY DEFAULT Extra PRIVILEGES COMMENT
------------------ ---------------- --------------- ------ ------ ------- -------------- ------------------------------- -------
id INT(30) UNSIGNED (NULL) NO PRI (NULL) AUTO_INCREMENT SELECT,INSERT,UPDATE,REFERENCES
ioid INT(12) UNSIGNED (NULL) YES 0 SELECT,INSERT,UPDATE,REFERENCES
fromid SMALLINT(6) (NULL) YES 0 SELECT,INSERT,UPDATE,REFERENCES
toid SMALLINT(6) (NULL) YES 0 SELECT,INSERT,UPDATE,REFERENCES
fileid INT(12) (NULL) YES 0 SELECT,INSERT,UPDATE,REFERENCES
linetype ENUM('define') utf8_general_ci YES define SELECT,INSERT,UPDATE,REFERENCES
hexval_name MEDIUMTEXT utf8_general_ci YES (NULL) SELECT,INSERT,UPDATE,REFERENCES
hexval_orginal MEDIUMTEXT utf8_general_ci YES (NULL) SELECT,INSERT,UPDATE,REFERENCES
hexval_translation MEDIUMTEXT utf8_general_ci YES (NULL) SELECT,INSERT,UPDATE,REFERENCES
replacestr MEDIUMTEXT utf8_general_ci YES (NULL) SELECT,INSERT,UPDATE,REFERENCES
OUT ENUM('1','0') utf8_general_ci YES 0 SELECT,INSERT,UPDATE,REFERENCES
line INT(12) (NULL) YES 0 SELECT,INSERT,UPDATE,REFERENCES
auto TINYINT(2) (NULL) YES 0 SELECT,INSERT,UPDATE,REFERENCES
/*Index Information For - multisite.xff0_xtransam_translator*/
--------------------------------------------------------------
TABLE Non_unique Key_name Seq_in_index Column_name COLLATION Cardinality Sub_part Packed NULL Index_type COMMENT
------------------------ ---------- -------- ------------ ----------- --------- ----------- -------- ------ ------ ---------- -------
xff0_xtransam_translator 0 PRIMARY 1 id A 1365 (NULL) (NULL) BTREE
/*DDL Information For - multisite.xff0_xtransam_translator*/
------------------------------------------------------------
TABLE CREATE TABLE
------------------------ ----------------------------------------------------------
xff0_xtransam_translator CREATE TABLE `xff0_xtransam_translator` (
`id` INT(30) UNSIGNED NOT NULL AUTO_INCREMENT,
`ioid` INT(12) UNSIGNED DEFAULT '0',
`fromid` SMALLINT(6) DEFAULT '0',
`toid` SMALLINT(6) DEFAULT '0',
`fileid` INT(12) DEFAULT '0',
`linetype` ENUM('define') DEFAULT 'define',
`hexval_name` MEDIUMTEXT,
`hexval_orginal` MEDIUMTEXT,
`hexval_translation` MEDIUMTEXT,
`replacestr` MEDIUMTEXT,
`out` ENUM('1','0') DEFAULT '0',
`line` INT(12) DEFAULT '0',
`auto` TINYINT(2) DEFAULT '0',
PRIMARY KEY (`id`)
) ENGINE=MYISAM AUTO_INCREMENT=1366 DEFAULT CHARSET=utf8
