| /* |
| * Copyright (C) 2008-2009 SVOX AG, Baslerstr. 30, 8048 Zuerich, Switzerland |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| /** |
| * @file picobase.c |
| * |
| * Copyright (C) 2008-2009 SVOX AG, Baslerstr. 30, 8048 Zuerich, Switzerland |
| * All rights reserved. |
| * |
| * History: |
| * - 2009-04-20 -- initial version |
| * |
| */ |
| |
| #include "picoos.h" |
| #include "picodbg.h" |
| #include "picodefs.h" |
| #include "picobase.h" |
| |
| #ifdef __cplusplus |
| extern "C" { |
| #endif |
| #if 0 |
| } |
| #endif |
| |
| /** |
| * @addtogroup picobase |
| * |
| * @b Unicode_UTF8_functions |
| * |
| * UTF8 |
| * scalar value 1st Byte 2nd Byte 3rd Byte 4th Byte |
| * 00000000 0xxxxxxx 0xxxxxxx |
| * 00000yyy yyxxxxxx 110yyyyy 10xxxxxx |
| * zzzzyyyy yyxxxxxx 1110zzzz 10yyyyyy 10xxxxxx |
| * 000uuuuu zzzzyyyy yyxxxxx 11110uuu 10uuzzzz 10yyyyyy 10xxxxxx |
| * |
| */ |
| picoos_int32 picobase_utf8_length(const picoos_uint8 *utf8str, |
| const picoos_uint16 maxlen) { |
| |
| picoos_uint16 i; |
| picoos_uint16 len; |
| picoos_uint8 follow; |
| picoos_uint8 ok; |
| |
| ok = TRUE; |
| i = 0; |
| len = 0; |
| follow = 0; |
| while (ok && (i < maxlen) && (utf8str[i] != '\000')) { |
| if (follow > 0) { |
| if ((utf8str[i] >= (picoos_uint8)'\200') && |
| (utf8str[i] < (picoos_uint8)'\300')) { |
| follow--; |
| } else { |
| ok = FALSE; |
| } |
| } else if (utf8str[i] < (picoos_uint8)'\200') { |
| len++; |
| } else if (utf8str[i] >= (picoos_uint8)'\370') { |
| ok = FALSE; |
| } else if (utf8str[i] >= (picoos_uint8)'\360') { |
| follow = 3; |
| len++; |
| } else if (utf8str[i] >= (picoos_uint8)'\340') { |
| follow = 2; |
| len++; |
| } else if (utf8str[i] >= (picoos_uint8)'\300') { |
| follow = 1; |
| len++; |
| } else { |
| ok = FALSE; |
| } |
| i++; |
| } |
| if (ok) { |
| return len; |
| } else { |
| return -1; |
| } |
| } |
| |
| |
| static picoos_uint32 base_utf32_lowercase (picoos_uint32 utf32) |
| { |
| |
| picoos_uint32 lc; |
| |
| lc = utf32; |
| if (((utf32 >= 65313) && (utf32 <= 65338))) { |
| lc = (utf32 + 32); |
| } else if (((utf32 >= 66560) && (utf32 <= 66599))) { |
| lc = (utf32 + 40); |
| } else if (((utf32 >= 7680) && (utf32 <= 9423))) { |
| switch (utf32) { |
| case 7680: case 7681: case 7682: case 7683: case 7684: case 7685: case 7686: case 7687: case 7688: case 7689: |
| case 7690: case 7691: case 7692: case 7693: case 7694: case 7695: case 7696: case 7697: case 7698: case 7699: case 7700: case 7701: |
| case 7702: case 7703: case 7704: case 7705: case 7706: case 7707: case 7708: case 7709: case 7710: case 7711: case 7712: case 7713: |
| case 7714: case 7715: case 7716: case 7717: case 7718: case 7719: case 7720: case 7721: case 7722: case 7723: case 7724: case 7725: |
| case 7726: case 7727: case 7728: case 7729: case 7730: case 7731: case 7732: case 7733: case 7734: case 7735: case 7736: case 7737: |
| case 7738: case 7739: case 7740: case 7741: case 7742: case 7743: case 7744: case 7745: case 7746: case 7747: case 7748: case 7749: |
| case 7750: case 7751: case 7752: case 7753: case 7754: case 7755: case 7756: case 7757: case 7758: case 7759: case 7760: case 7761: |
| case 7762: case 7763: case 7764: case 7765: case 7766: case 7767: case 7768: case 7769: case 7770: case 7771: case 7772: case 7773: |
| case 7774: case 7775: case 7776: case 7777: case 7778: case 7779: case 7780: case 7781: case 7782: case 7783: case 7784: case 7785: |
| case 7786: case 7787: case 7788: case 7789: case 7790: case 7791: case 7792: case 7793: case 7794: case 7795: case 7796: case 7797: |
| case 7798: case 7799: case 7800: case 7801: case 7802: case 7803: case 7804: case 7805: case 7806: case 7807: case 7808: case 7809: |
| case 7810: case 7811: case 7812: case 7813: case 7814: case 7815: case 7816: case 7817: case 7818: case 7819: case 7820: case 7821: |
| case 7822: case 7823: case 7824: case 7825: case 7826: case 7827: case 7828: case 7840: case 7841: case 7842: case 7843: |
| case 7844: case 7845: case 7846: case 7847: case 7848: case 7849: case 7850: case 7851: case 7852: case 7853: case 7854: case 7855: |
| case 7856: case 7857: case 7858: case 7859: case 7860: case 7861: case 7862: case 7863: case 7864: case 7865: case 7866: case 7867: |
| case 7868: case 7869: case 7870: case 7871: case 7872: case 7873: case 7874: case 7875: case 7876: case 7877: case 7878: case 7879: |
| case 7880: case 7881: case 7882: case 7883: case 7884: case 7885: case 7886: case 7887: case 7888: case 7889: case 7890: case 7891: |
| case 7892: case 7893: case 7894: case 7895: case 7896: case 7897: case 7898: case 7899: case 7900: case 7901: case 7902: case 7903: |
| case 7904: case 7905: case 7906: case 7907: case 7908: case 7909: case 7910: case 7911: case 7912: case 7913: case 7914: case 7915: |
| case 7916: case 7917: case 7918: case 7919: case 7920: case 7921: case 7922: case 7923: case 7924: case 7925: case 7926: case 7927: |
| case 7928: |
| if ( !(((utf32) % 2 == 1))) { |
| lc = (utf32 + 1); |
| } |
| break; |
| case 7944: case 7945: case 7946: case 7947: case 7948: case 7949: case 7950: case 7951: case 7960: |
| case 7961: case 7962: case 7963: case 7964: case 7965: case 7976: case 7977: case 7978: case 7979: case 7980: case 7981: |
| case 7982: case 7983: case 7992: case 7993: case 7994: case 7995: case 7996: case 7997: case 7998: case 7999: |
| case 8008: case 8009: case 8010: case 8011: case 8012: case 8013: case 8040: case 8041: case 8042: case 8043: case 8044: |
| case 8045: case 8046: case 8047: case 8072: case 8073: case 8074: case 8075: case 8076: case 8077: case 8078: case 8079: |
| case 8088: case 8089: case 8090: case 8091: case 8092: case 8093: case 8094: case 8095: case 8104: case 8105: |
| case 8106: case 8107: case 8108: case 8109: case 8110: case 8111: |
| lc = (utf32 - 8); |
| break; |
| case 8025: case 8026: case 8027: case 8028: case 8029: case 8030: case 8031: |
| if (((utf32) % 2 == 1)) { |
| lc = (utf32 - 8); |
| } |
| break; |
| case 8544: case 8545: case 8546: case 8547: case 8548: case 8549: case 8550: case 8551: case 8552: case 8553: |
| case 8554: case 8555: case 8556: case 8557: case 8558: case 8559: |
| lc = (utf32 + 16); |
| break; |
| case 9398: case 9399: case 9400: case 9401: case 9402: case 9403: case 9404: case 9405: case 9406: case 9407: |
| case 9408: case 9409: case 9410: case 9411: case 9412: case 9413: case 9414: case 9415: case 9416: case 9417: case 9418: case 9419: |
| case 9420: case 9421: case 9422: case 9423: |
| lc = (utf32 + 26); |
| break; |
| case 8120: |
| lc = 8112; |
| break; |
| case 8121: |
| lc = 8113; |
| break; |
| case 8122: |
| lc = 8048; |
| break; |
| case 8123: |
| lc = 8049; |
| break; |
| case 8124: |
| lc = 8115; |
| break; |
| case 8136: |
| lc = 8050; |
| break; |
| case 8137: |
| lc = 8051; |
| break; |
| case 8138: |
| lc = 8052; |
| break; |
| case 8139: |
| lc = 8053; |
| break; |
| case 8140: |
| lc = 8131; |
| break; |
| case 8152: |
| lc = 8144; |
| break; |
| case 8153: |
| lc = 8145; |
| break; |
| case 8154: |
| lc = 8054; |
| break; |
| case 8155: |
| lc = 8055; |
| break; |
| case 8168: |
| lc = 8160; |
| break; |
| case 8169: |
| lc = 8161; |
| break; |
| case 8170: |
| lc = 8058; |
| break; |
| case 8171: |
| lc = 8059; |
| break; |
| case 8172: |
| lc = 8165; |
| break; |
| case 8184: |
| lc = 8056; |
| break; |
| case 8185: |
| lc = 8057; |
| break; |
| case 8186: |
| lc = 8060; |
| break; |
| case 8187: |
| lc = 8061; |
| break; |
| case 8188: |
| lc = 8179; |
| break; |
| case 8486: |
| lc = 969; |
| break; |
| case 8490: |
| lc = 107; |
| break; |
| case 8491: |
| lc = 229; |
| break; |
| default: |
| break; |
| } |
| } else { |
| switch (utf32) { |
| case 65: case 66: case 67: case 68: case 69: case 70: case 71: case 72: case 73: case 74: |
| case 75: case 76: case 77: case 78: case 79: case 80: case 81: case 82: case 83: case 84: case 85: case 86: |
| case 87: case 88: case 89: case 90: case 192: case 193: case 194: case 195: case 196: case 197: case 198: |
| case 199: case 200: case 201: case 202: case 203: case 204: case 205: case 206: case 207: case 208: case 209: case 210: |
| case 211: case 212: case 213: case 214: case 216: case 217: case 218: case 219: case 220: case 221: case 222: |
| case 913: case 914: case 915: case 916: case 917: case 918: case 919: case 920: case 921: case 922: case 923: |
| case 924: case 925: case 926: case 927: case 928: case 929: case 931: case 932: case 933: case 934: case 935: |
| case 936: case 937: case 938: case 939: case 1040: case 1041: case 1042: case 1043: case 1044: case 1045: case 1046: |
| case 1047: case 1048: case 1049: case 1050: case 1051: case 1052: case 1053: case 1054: case 1055: case 1056: case 1057: case 1058: |
| case 1059: case 1060: case 1061: case 1062: case 1063: case 1064: case 1065: case 1066: case 1067: case 1068: case 1069: case 1070: |
| case 1071: |
| lc = (utf32 + 32); |
| break; |
| case 256: case 257: case 258: case 259: case 260: case 261: case 262: case 263: case 264: case 265: |
| case 266: case 267: case 268: case 269: case 270: case 271: case 272: case 273: case 274: case 275: case 276: case 277: |
| case 278: case 279: case 280: case 281: case 282: case 283: case 284: case 285: case 286: case 287: case 288: case 289: |
| case 290: case 291: case 292: case 293: case 294: case 295: case 296: case 297: case 298: case 299: case 300: case 301: |
| case 302: case 303: case 305: case 306: case 307: case 308: case 309: case 310: case 330: case 331: |
| case 332: case 333: case 334: case 335: case 336: case 337: case 338: case 339: case 340: case 341: case 342: case 343: |
| case 344: case 345: case 346: case 347: case 348: case 349: case 350: case 351: case 352: case 353: case 354: case 355: |
| case 356: case 357: case 358: case 359: case 360: case 361: case 362: case 363: case 364: case 365: case 366: case 367: |
| case 368: case 369: case 370: case 371: case 372: case 373: case 374: case 416: case 417: case 418: case 419: |
| case 420: case 478: case 479: case 480: case 481: case 482: case 483: case 484: case 485: case 486: case 487: |
| case 488: case 489: case 490: case 491: case 492: case 493: case 494: case 504: case 505: case 506: case 507: |
| case 508: case 509: case 510: case 511: case 512: case 513: case 514: case 515: case 516: case 517: case 518: case 519: |
| case 520: case 521: case 522: case 523: case 524: case 525: case 526: case 527: case 528: case 529: case 530: case 531: |
| case 532: case 533: case 534: case 535: case 536: case 537: case 538: case 539: case 540: case 541: case 542: |
| case 546: case 547: case 548: case 549: case 550: case 551: case 552: case 553: case 554: case 555: case 556: case 557: |
| case 558: case 559: case 560: case 561: case 562: case 984: case 985: case 986: case 987: case 988: case 989: |
| case 990: case 991: case 992: case 993: case 994: case 995: case 996: case 997: case 998: case 999: case 1000: case 1001: |
| case 1002: case 1003: case 1004: case 1005: case 1006: case 1120: case 1121: case 1122: case 1123: case 1124: case 1125: |
| case 1126: case 1127: case 1128: case 1129: case 1130: case 1131: case 1132: case 1133: case 1134: case 1135: case 1136: case 1137: |
| case 1138: case 1139: case 1140: case 1141: case 1142: case 1143: case 1144: case 1145: case 1146: case 1147: case 1148: case 1149: |
| case 1150: case 1151: case 1152: case 1162: case 1163: case 1164: case 1165: case 1166: case 1167: case 1168: case 1169: |
| case 1170: case 1171: case 1172: case 1173: case 1174: case 1175: case 1176: case 1177: case 1178: case 1179: case 1180: case 1181: |
| case 1182: case 1183: case 1184: case 1185: case 1186: case 1187: case 1188: case 1189: case 1190: case 1191: case 1192: case 1193: |
| case 1194: case 1195: case 1196: case 1197: case 1198: case 1199: case 1200: case 1201: case 1202: case 1203: case 1204: case 1205: |
| case 1206: case 1207: case 1208: case 1209: case 1210: case 1211: case 1212: case 1213: case 1214: case 1232: case 1233: |
| case 1234: case 1235: case 1236: case 1237: case 1238: case 1239: case 1240: case 1241: case 1242: case 1243: case 1244: case 1245: |
| case 1246: case 1247: case 1248: case 1249: case 1250: case 1251: case 1252: case 1253: case 1254: case 1255: case 1256: case 1257: |
| case 1258: case 1259: case 1260: case 1261: case 1262: case 1263: case 1264: case 1265: case 1266: case 1267: case 1268: |
| case 1280: case 1281: case 1282: case 1283: case 1284: case 1285: case 1286: case 1287: case 1288: case 1289: case 1290: case 1291: |
| case 1292: case 1293: case 1294: |
| if ( !(((utf32) % 2 == 1))) { |
| lc = (utf32 + 1); |
| } |
| break; |
| case 313: case 314: case 315: case 316: case 317: case 318: case 319: case 320: case 321: case 322: |
| case 323: case 324: case 325: case 326: case 327: case 377: case 378: case 379: case 380: case 381: |
| case 459: case 460: case 461: case 462: case 463: case 464: case 465: case 466: case 467: case 468: case 469: case 470: |
| case 471: case 472: case 473: case 474: case 475: case 1217: case 1218: case 1219: case 1220: case 1221: case 1222: |
| case 1223: case 1224: case 1225: case 1226: case 1227: case 1228: case 1229: |
| if (((utf32) % 2 == 1)) { |
| lc = (utf32 + 1); |
| } |
| break; |
| case 1024: case 1025: case 1026: case 1027: case 1028: case 1029: case 1030: case 1031: case 1032: case 1033: |
| case 1034: case 1035: case 1036: case 1037: case 1038: case 1039: |
| lc = (utf32 + 80); |
| break; |
| case 1329: case 1330: case 1331: case 1332: case 1333: case 1334: case 1335: case 1336: case 1337: case 1338: |
| case 1339: case 1340: case 1341: case 1342: case 1343: case 1344: case 1345: case 1346: case 1347: case 1348: case 1349: case 1350: |
| case 1351: case 1352: case 1353: case 1354: case 1355: case 1356: case 1357: case 1358: case 1359: case 1360: case 1361: case 1362: |
| case 1363: case 1364: case 1365: case 1366: |
| lc = (utf32 + 48); |
| break; |
| case 304: |
| lc = 105; |
| break; |
| case 376: |
| lc = 255; |
| break; |
| case 385: |
| lc = 595; |
| break; |
| case 386: |
| lc = 387; |
| break; |
| case 388: |
| lc = 389; |
| break; |
| case 390: |
| lc = 596; |
| break; |
| case 391: |
| lc = 392; |
| break; |
| case 393: |
| lc = 598; |
| break; |
| case 394: |
| lc = 599; |
| break; |
| case 395: |
| lc = 396; |
| break; |
| case 398: |
| lc = 477; |
| break; |
| case 399: |
| lc = 601; |
| break; |
| case 400: |
| lc = 603; |
| break; |
| case 401: |
| lc = 402; |
| break; |
| case 403: |
| lc = 608; |
| break; |
| case 404: |
| lc = 611; |
| break; |
| case 406: |
| lc = 617; |
| break; |
| case 407: |
| lc = 616; |
| break; |
| case 408: |
| lc = 409; |
| break; |
| case 412: |
| lc = 623; |
| break; |
| case 413: |
| lc = 626; |
| break; |
| case 415: |
| lc = 629; |
| break; |
| case 422: |
| lc = 640; |
| break; |
| case 423: |
| lc = 424; |
| break; |
| case 425: |
| lc = 643; |
| break; |
| case 428: |
| lc = 429; |
| break; |
| case 430: |
| lc = 648; |
| break; |
| case 431: |
| lc = 432; |
| break; |
| case 433: |
| lc = 650; |
| break; |
| case 434: |
| lc = 651; |
| break; |
| case 435: |
| lc = 436; |
| break; |
| case 437: |
| lc = 438; |
| break; |
| case 439: |
| lc = 658; |
| break; |
| case 440: |
| lc = 441; |
| break; |
| case 444: |
| lc = 445; |
| break; |
| case 452: |
| lc = 454; |
| break; |
| case 453: |
| lc = 454; |
| break; |
| case 455: |
| lc = 457; |
| break; |
| case 456: |
| lc = 457; |
| break; |
| case 458: |
| lc = 460; |
| break; |
| case 497: |
| lc = 499; |
| break; |
| case 498: |
| lc = 499; |
| break; |
| case 500: |
| lc = 501; |
| break; |
| case 502: |
| lc = 405; |
| break; |
| case 503: |
| lc = 447; |
| break; |
| case 544: |
| lc = 414; |
| break; |
| case 902: |
| lc = 940; |
| break; |
| case 904: |
| lc = 941; |
| break; |
| case 905: |
| lc = 942; |
| break; |
| case 906: |
| lc = 943; |
| break; |
| case 908: |
| lc = 972; |
| break; |
| case 910: |
| lc = 973; |
| break; |
| case 911: |
| lc = 974; |
| break; |
| case 1012: |
| lc = 952; |
| break; |
| case 1015: |
| lc = 1016; |
| break; |
| case 1017: |
| lc = 1010; |
| break; |
| case 1018: |
| lc = 1019; |
| break; |
| case 1272: |
| lc = 1273; |
| break; |
| default: |
| break; |
| } |
| } |
| return lc; |
| } |
| |
| /** |
| * Converts utf32 input to uppercase |
| * @param utf32 : a single character encoded in UTF32 |
| * @return a single uppercase character encoded in UTF32 |
| */ |
| static picoos_uint32 base_utf32_uppercase (picoos_uint32 utf32) |
| { |
| picoos_uint32 lc; |
| |
| lc = utf32; |
| if (((utf32 >= 65345) && (utf32 <= 65370))) { |
| lc = (utf32 - 32); |
| } else if (((utf32 >= 66600) && (utf32 <= 66639))) { |
| lc = (utf32 - 40); |
| } else if (((utf32 >= 7681) && (utf32 <= 9449))) { |
| switch (utf32) { |
| case 7681: case 7682: case 7683: case 7684: case 7685: case 7686: case 7687: case 7688: case 7689: case 7690: |
| case 7691: case 7692: case 7693: case 7694: case 7695: case 7696: case 7697: case 7698: case 7699: case 7700: case 7701: case 7702: |
| case 7703: case 7704: case 7705: case 7706: case 7707: case 7708: case 7709: case 7710: case 7711: case 7712: case 7713: case 7714: |
| case 7715: case 7716: case 7717: case 7718: case 7719: case 7720: case 7721: case 7722: case 7723: case 7724: case 7725: case 7726: |
| case 7727: case 7728: case 7729: case 7730: case 7731: case 7732: case 7733: case 7734: case 7735: case 7736: case 7737: case 7738: |
| case 7739: case 7740: case 7741: case 7742: case 7743: case 7744: case 7745: case 7746: case 7747: case 7748: case 7749: case 7750: |
| case 7751: case 7752: case 7753: case 7754: case 7755: case 7756: case 7757: case 7758: case 7759: case 7760: case 7761: case 7762: |
| case 7763: case 7764: case 7765: case 7766: case 7767: case 7768: case 7769: case 7770: case 7771: case 7772: case 7773: case 7774: |
| case 7775: case 7776: case 7777: case 7778: case 7779: case 7780: case 7781: case 7782: case 7783: case 7784: case 7785: case 7786: |
| case 7787: case 7788: case 7789: case 7790: case 7791: case 7792: case 7793: case 7794: case 7795: case 7796: case 7797: case 7798: |
| case 7799: case 7800: case 7801: case 7802: case 7803: case 7804: case 7805: case 7806: case 7807: case 7808: case 7809: case 7810: |
| case 7811: case 7812: case 7813: case 7814: case 7815: case 7816: case 7817: case 7818: case 7819: case 7820: case 7821: case 7822: |
| case 7823: case 7824: case 7825: case 7826: case 7827: case 7828: case 7829: case 7841: case 7842: case 7843: case 7844: |
| case 7845: case 7846: case 7847: case 7848: case 7849: case 7850: case 7851: case 7852: case 7853: case 7854: case 7855: case 7856: |
| case 7857: case 7858: case 7859: case 7860: case 7861: case 7862: case 7863: case 7864: case 7865: case 7866: case 7867: case 7868: |
| case 7869: case 7870: case 7871: case 7872: case 7873: case 7874: case 7875: case 7876: case 7877: case 7878: case 7879: case 7880: |
| case 7881: case 7882: case 7883: case 7884: case 7885: case 7886: case 7887: case 7888: case 7889: case 7890: case 7891: case 7892: |
| case 7893: case 7894: case 7895: case 7896: case 7897: case 7898: case 7899: case 7900: case 7901: case 7902: case 7903: case 7904: |
| case 7905: case 7906: case 7907: case 7908: case 7909: case 7910: case 7911: case 7912: case 7913: case 7914: case 7915: case 7916: |
| case 7917: case 7918: case 7919: case 7920: case 7921: case 7922: case 7923: case 7924: case 7925: case 7926: case 7927: case 7928: |
| case 7929: |
| if (((utf32) % 2 == 1)) { |
| lc = (utf32 - 1); |
| } |
| break; |
| case 7936: case 7937: case 7938: case 7939: case 7940: case 7941: case 7942: case 7943: case 7952: |
| case 7953: case 7954: case 7955: case 7956: case 7957: case 7968: case 7969: case 7970: case 7971: case 7972: case 7973: |
| case 7974: case 7975: case 7984: case 7985: case 7986: case 7987: case 7988: case 7989: case 7990: case 7991: |
| case 8000: case 8001: case 8002: case 8003: case 8004: case 8005: case 8032: case 8033: case 8034: case 8035: case 8036: |
| case 8037: case 8038: case 8039: case 8064: case 8065: case 8066: case 8067: case 8068: case 8069: case 8070: case 8071: |
| case 8080: case 8081: case 8082: case 8083: case 8084: case 8085: case 8086: case 8087: case 8096: case 8097: |
| case 8098: case 8099: case 8100: case 8101: case 8102: case 8103: |
| lc = (utf32 + 8); |
| break; |
| case 8017: case 8018: case 8019: case 8020: case 8021: case 8022: case 8023: |
| if (((utf32) % 2 == 1)) { |
| lc = (utf32 + 8); |
| } |
| break; |
| case 8560: case 8561: case 8562: case 8563: case 8564: case 8565: case 8566: case 8567: case 8568: case 8569: |
| case 8570: case 8571: case 8572: case 8573: case 8574: case 8575: |
| lc = (utf32 - 16); |
| break; |
| case 9424: case 9425: case 9426: case 9427: case 9428: case 9429: case 9430: case 9431: case 9432: case 9433: |
| case 9434: case 9435: case 9436: case 9437: case 9438: case 9439: case 9440: case 9441: case 9442: case 9443: case 9444: case 9445: |
| case 9446: case 9447: case 9448: case 9449: |
| lc = (utf32 - 26); |
| break; |
| case 7835: |
| lc = 7776; |
| break; |
| case 8048: |
| lc = 8122; |
| break; |
| case 8049: |
| lc = 8123; |
| break; |
| case 8050: |
| lc = 8136; |
| break; |
| case 8051: |
| lc = 8137; |
| break; |
| case 8052: |
| lc = 8138; |
| break; |
| case 8053: |
| lc = 8139; |
| break; |
| case 8054: |
| lc = 8154; |
| break; |
| case 8055: |
| lc = 8155; |
| break; |
| case 8056: |
| lc = 8184; |
| break; |
| case 8057: |
| lc = 8185; |
| break; |
| case 8058: |
| lc = 8170; |
| break; |
| case 8059: |
| lc = 8171; |
| break; |
| case 8060: |
| lc = 8186; |
| break; |
| case 8061: |
| lc = 8187; |
| break; |
| case 8112: |
| lc = 8120; |
| break; |
| case 8113: |
| lc = 8121; |
| break; |
| case 8115: |
| lc = 8124; |
| break; |
| case 8126: |
| lc = 921; |
| break; |
| case 8131: |
| lc = 8140; |
| break; |
| case 8144: |
| lc = 8152; |
| break; |
| case 8145: |
| lc = 8153; |
| break; |
| case 8160: |
| lc = 8168; |
| break; |
| case 8161: |
| lc = 8169; |
| break; |
| case 8165: |
| lc = 8172; |
| break; |
| case 8179: |
| lc = 8188; |
| break; |
| default: |
| break; |
| } |
| } else { |
| switch (utf32) { |
| case 97: case 98: case 99: case 100: case 101: case 102: case 103: case 104: case 105: case 106: |
| case 107: case 108: case 109: case 110: case 111: case 112: case 113: case 114: case 115: case 116: case 117: case 118: |
| case 119: case 120: case 121: case 122: case 224: case 225: case 226: case 227: case 228: case 229: case 230: |
| case 231: case 232: case 233: case 234: case 235: case 236: case 237: case 238: case 239: case 240: case 241: case 242: |
| case 243: case 244: case 245: case 246: case 247: case 248: case 249: case 250: case 251: case 252: case 253: case 254: |
| case 945: case 946: case 947: case 948: case 949: case 950: case 951: case 952: case 953: case 954: case 955: |
| case 956: case 957: case 958: case 959: case 960: case 961: case 963: case 964: case 965: case 966: case 967: |
| case 968: case 969: case 970: case 971: case 1072: case 1073: case 1074: case 1075: case 1076: case 1077: case 1078: |
| case 1079: case 1080: case 1081: case 1082: case 1083: case 1084: case 1085: case 1086: case 1087: case 1088: case 1089: case 1090: |
| case 1091: case 1092: case 1093: case 1094: case 1095: case 1096: case 1097: case 1098: case 1099: case 1100: case 1101: case 1102: |
| case 1103: |
| if ((utf32 != 247)) { |
| lc = (utf32 - 32); |
| } |
| break; |
| case 257: case 258: case 259: case 260: case 261: case 262: case 263: case 264: case 265: case 266: |
| case 267: case 268: case 269: case 270: case 271: case 272: case 273: case 274: case 275: case 276: case 277: case 278: |
| case 279: case 280: case 281: case 282: case 283: case 284: case 285: case 286: case 287: case 288: case 289: case 290: |
| case 291: case 292: case 293: case 294: case 295: case 296: case 297: case 298: case 299: case 300: case 301: case 302: |
| case 303: case 304: case 306: case 307: case 308: case 309: case 310: case 311: case 331: case 332: |
| case 333: case 334: case 335: case 336: case 337: case 338: case 339: case 340: case 341: case 342: case 343: case 344: |
| case 345: case 346: case 347: case 348: case 349: case 350: case 351: case 352: case 353: case 354: case 355: case 356: |
| case 357: case 358: case 359: case 360: case 361: case 362: case 363: case 364: case 365: case 366: case 367: case 368: |
| case 369: case 370: case 371: case 372: case 373: case 374: case 375: case 417: case 418: case 419: case 420: |
| case 421: case 481: case 482: case 483: case 484: case 485: case 486: case 487: case 488: case 489: case 490: |
| case 491: case 492: case 493: case 494: case 495: case 507: case 508: case 509: case 510: case 511: |
| case 513: case 514: case 515: case 516: case 517: case 518: case 519: case 520: case 521: case 522: case 523: case 524: |
| case 525: case 526: case 527: case 528: case 529: case 530: case 531: case 532: case 533: case 534: case 535: case 536: |
| case 537: case 538: case 539: case 540: case 541: case 542: case 543: case 544: case 546: case 547: case 548: |
| case 549: case 550: case 551: case 552: case 553: case 554: case 555: case 556: case 557: case 558: case 559: case 560: |
| case 561: case 562: case 563: case 985: case 986: case 987: case 988: case 989: case 990: case 991: case 992: |
| case 993: case 994: case 995: case 996: case 997: case 998: case 999: case 1000: case 1001: case 1002: case 1003: case 1004: |
| case 1005: case 1006: case 1007: case 1121: case 1122: case 1123: case 1124: case 1125: case 1126: case 1127: case 1128: |
| case 1129: case 1130: case 1131: case 1132: case 1133: case 1134: case 1135: case 1136: case 1137: case 1138: case 1139: case 1140: |
| case 1141: case 1142: case 1143: case 1144: case 1145: case 1146: case 1147: case 1148: case 1149: case 1150: case 1151: case 1152: |
| case 1153: case 1163: case 1164: case 1165: case 1166: case 1167: case 1168: case 1169: case 1170: case 1171: case 1172: |
| case 1173: case 1174: case 1175: case 1176: case 1177: case 1178: case 1179: case 1180: case 1181: case 1182: case 1183: case 1184: |
| case 1185: case 1186: case 1187: case 1188: case 1189: case 1190: case 1191: case 1192: case 1193: case 1194: case 1195: case 1196: |
| case 1197: case 1198: case 1199: case 1200: case 1201: case 1202: case 1203: case 1204: case 1205: case 1206: case 1207: case 1208: |
| case 1209: case 1210: case 1211: case 1212: case 1213: case 1214: case 1215: case 1233: case 1234: case 1235: case 1236: |
| case 1237: case 1238: case 1239: case 1240: case 1241: case 1242: case 1243: case 1244: case 1245: case 1246: case 1247: case 1248: |
| case 1249: case 1250: case 1251: case 1252: case 1253: case 1254: case 1255: case 1256: case 1257: case 1258: case 1259: case 1260: |
| case 1261: case 1262: case 1263: case 1264: case 1265: case 1266: case 1267: case 1268: case 1269: case 1281: case 1282: |
| case 1283: case 1284: case 1285: case 1286: case 1287: case 1288: case 1289: case 1290: case 1291: case 1292: case 1293: case 1294: |
| case 1295: |
| if (((utf32) % 2 == 1)) { |
| lc = (utf32 - 1); |
| } |
| break; |
| case 314: case 315: case 316: case 317: case 318: case 319: case 320: case 321: case 322: case 323: |
| case 324: case 325: case 326: case 327: case 328: case 378: case 379: case 380: case 381: case 382: |
| case 464: case 465: case 466: case 467: case 468: case 469: case 470: case 471: case 472: case 473: case 474: case 475: |
| case 476: case 1218: case 1219: case 1220: case 1221: case 1222: case 1223: case 1224: case 1225: case 1226: case 1227: |
| case 1228: case 1229: case 1230: |
| if ( !(((utf32) % 2 == 1))) { |
| lc = (utf32 - 1); |
| } |
| break; |
| case 1104: case 1105: case 1106: case 1107: case 1108: case 1109: case 1110: case 1111: case 1112: case 1113: |
| case 1114: case 1115: case 1116: case 1117: case 1118: case 1119: |
| lc = (utf32 - 80); |
| break; |
| case 1377: case 1378: case 1379: case 1380: case 1381: case 1382: case 1383: case 1384: case 1385: case 1386: |
| case 1387: case 1388: case 1389: case 1390: case 1391: case 1392: case 1393: case 1394: case 1395: case 1396: case 1397: case 1398: |
| case 1399: case 1400: case 1401: case 1402: case 1403: case 1404: case 1405: case 1406: case 1407: case 1408: case 1409: case 1410: |
| case 1411: case 1412: case 1413: case 1414: |
| lc = (utf32 - 48); |
| break; |
| case 181: |
| lc = 924; |
| break; |
| case 255: |
| lc = 376; |
| break; |
| case 305: |
| lc = 73; |
| break; |
| case 383: |
| lc = 83; |
| break; |
| case 387: |
| lc = 386; |
| break; |
| case 389: |
| lc = 388; |
| break; |
| case 392: |
| lc = 391; |
| break; |
| case 396: |
| lc = 395; |
| break; |
| case 402: |
| lc = 401; |
| break; |
| case 405: |
| lc = 502; |
| break; |
| case 409: |
| lc = 408; |
| break; |
| case 414: |
| lc = 544; |
| break; |
| case 424: |
| lc = 423; |
| break; |
| case 429: |
| lc = 428; |
| break; |
| case 432: |
| lc = 431; |
| break; |
| case 436: |
| lc = 435; |
| break; |
| case 438: |
| lc = 437; |
| break; |
| case 441: |
| lc = 440; |
| break; |
| case 445: |
| lc = 444; |
| break; |
| case 447: |
| lc = 503; |
| break; |
| case 453: |
| lc = 452; |
| break; |
| case 454: |
| lc = 452; |
| break; |
| case 456: |
| lc = 455; |
| break; |
| case 457: |
| lc = 455; |
| break; |
| case 459: |
| lc = 458; |
| break; |
| case 460: |
| lc = 458; |
| break; |
| case 462: |
| lc = 461; |
| break; |
| case 477: |
| lc = 398; |
| break; |
| case 479: |
| lc = 478; |
| break; |
| case 498: |
| lc = 497; |
| break; |
| case 499: |
| lc = 497; |
| break; |
| case 501: |
| lc = 500; |
| break; |
| case 505: |
| lc = 504; |
| break; |
| case 595: |
| lc = 385; |
| break; |
| case 596: |
| lc = 390; |
| break; |
| case 598: |
| lc = 393; |
| break; |
| case 599: |
| lc = 394; |
| break; |
| case 601: |
| lc = 399; |
| break; |
| case 603: |
| lc = 400; |
| break; |
| case 608: |
| lc = 403; |
| break; |
| case 611: |
| lc = 404; |
| break; |
| case 616: |
| lc = 407; |
| break; |
| case 617: |
| lc = 406; |
| break; |
| case 623: |
| lc = 412; |
| break; |
| case 626: |
| lc = 413; |
| break; |
| case 629: |
| lc = 415; |
| break; |
| case 640: |
| lc = 422; |
| break; |
| case 643: |
| lc = 425; |
| break; |
| case 648: |
| lc = 430; |
| break; |
| case 650: |
| lc = 433; |
| break; |
| case 651: |
| lc = 434; |
| break; |
| case 658: |
| lc = 439; |
| break; |
| case 837: |
| lc = 921; |
| break; |
| case 940: |
| lc = 902; |
| break; |
| case 941: |
| lc = 904; |
| break; |
| case 942: |
| lc = 905; |
| break; |
| case 943: |
| lc = 906; |
| break; |
| case 962: |
| lc = 931; |
| break; |
| case 972: |
| lc = 908; |
| break; |
| case 973: |
| lc = 910; |
| break; |
| case 974: |
| lc = 911; |
| break; |
| case 976: |
| lc = 914; |
| break; |
| case 977: |
| lc = 920; |
| break; |
| case 981: |
| lc = 934; |
| break; |
| case 982: |
| lc = 928; |
| break; |
| case 1008: |
| lc = 922; |
| break; |
| case 1009: |
| lc = 929; |
| break; |
| case 1010: |
| lc = 1017; |
| break; |
| case 1013: |
| lc = 917; |
| break; |
| case 1016: |
| lc = 1015; |
| break; |
| case 1019: |
| lc = 1018; |
| break; |
| case 1273: |
| lc = 1272; |
| break; |
| default: |
| break; |
| } |
| } |
| return lc; |
| } |
| |
| /** |
| * Gets the UTF8 character 'utf8char' from the UTF8 string 'utf8str' from |
| * position 'pos' |
| * @param utf8str: utf8 string |
| * @param pos: position from where the utf8 character is copied |
| * (also output set as position of the next utf8 character in the utf8 string) |
| * @param utf8char: zero terminated utf8 character containing 1 to 4 bytes (output) |
| */ |
| static void picobase_get_utf8char (picoos_uint8 utf8[], picoos_int32 * pos, picobase_utf8char utf8char) |
| { |
| |
| int i; |
| int l; |
| |
| utf8char[0] = 0; |
| l = picobase_det_utf8_length(utf8[*pos]); |
| i = 0; |
| while ((((i < l) && (i < PICOBASE_UTF8_MAXLEN)) && (utf8[*pos] != 0))) { |
| utf8char[i] = utf8[*pos]; |
| (*pos)++; |
| i++; |
| } |
| utf8char[i] = 0; |
| } |
| |
| |
| picoos_uint8 picobase_get_next_utf8char(const picoos_uint8 *utf8s, |
| const picoos_uint32 utf8slenmax, |
| picoos_uint32 *pos, |
| picobase_utf8char utf8char) { |
| picoos_uint8 i; |
| picoos_uint8 len; |
| picoos_uint32 poscnt; |
| |
| utf8char[0] = 0; |
| len = picobase_det_utf8_length(utf8s[*pos]); |
| if ((((*pos) + len) > utf8slenmax) || |
| (len > PICOBASE_UTF8_MAXLEN)) { |
| return FALSE; |
| } |
| |
| poscnt = *pos; |
| i = 0; |
| while ((i < len) && (utf8s[poscnt] != 0)) { |
| utf8char[i] = utf8s[poscnt]; |
| poscnt++; |
| i++; |
| } |
| utf8char[i] = 0; |
| if ((i < len) && (utf8s[poscnt] == 0)) { |
| return FALSE; |
| } |
| *pos = poscnt; |
| return TRUE; |
| } |
| |
| picoos_uint8 picobase_get_next_utf8charpos(const picoos_uint8 *utf8s, |
| const picoos_uint32 utf8slenmax, |
| picoos_uint32 *pos) { |
| picoos_uint8 i; |
| picoos_uint8 len; |
| picoos_uint32 poscnt; |
| |
| len = picobase_det_utf8_length(utf8s[*pos]); |
| if ((((*pos) + len) > utf8slenmax) || |
| (len > PICOBASE_UTF8_MAXLEN)){ |
| return FALSE; |
| } |
| |
| poscnt = *pos; |
| i = 0; |
| while ((i < len) && (utf8s[poscnt] != 0)) { |
| poscnt++; |
| i++; |
| } |
| if ((i < len) && (utf8s[poscnt] == 0)) { |
| return FALSE; |
| } |
| *pos = poscnt; |
| return TRUE; |
| } |
| |
| picoos_uint8 picobase_get_prev_utf8char(const picoos_uint8 *utf8s, |
| const picoos_uint32 utf8slenmin, |
| picoos_uint32 *pos, |
| picobase_utf8char utf8char) { |
| picoos_uint8 i, j; |
| picoos_uint8 len; |
| picoos_uint32 poscnt; |
| |
| utf8char[0] = 0; |
| if ((*pos) == 0) { |
| return FALSE; |
| } |
| poscnt = (*pos) - 1; |
| i = 1; |
| while ((i <= PICOBASE_UTF8_MAXLEN) && (poscnt >= utf8slenmin) && |
| (utf8s[poscnt] != 0)) { |
| len = picobase_det_utf8_length(utf8s[poscnt]); |
| if (len == i) { |
| for (j = 0; j < len; j++) { |
| utf8char[j] = utf8s[poscnt + j]; |
| } |
| utf8char[j] = 0; |
| *pos = poscnt; |
| return TRUE; |
| } |
| i++; |
| poscnt--; |
| } |
| return FALSE; |
| } |
| |
| picoos_uint8 picobase_get_prev_utf8charpos(const picoos_uint8 *utf8s, |
| const picoos_uint32 utf8slenmin, |
| picoos_uint32 *pos) { |
| picoos_uint8 i; |
| picoos_uint8 len; |
| picoos_uint32 poscnt; |
| |
| if ((*pos) == 0) { |
| return FALSE; |
| } |
| poscnt = (*pos) - 1; |
| i = 1; |
| while ((i <= PICOBASE_UTF8_MAXLEN) && (poscnt >= utf8slenmin) && |
| (utf8s[poscnt] != 0)) { |
| len = picobase_det_utf8_length(utf8s[poscnt]); |
| if (len == i) { |
| *pos = poscnt; |
| return TRUE; |
| } |
| i++; |
| poscnt--; |
| } |
| return FALSE; |
| } |
| |
| /** |
| * Converts utf8 input to utf32 |
| * @param utf8[] : character encoded in utf8 |
| * @param done : boolean indicating the completion of the operation (FALSE: conversion not done) |
| * @return a single character encoded in UTF32 |
| */ |
| static picobase_utf32 picobase_utf8_to_utf32 (picoos_uint8 utf8[], picoos_uint8 * done) |
| { |
| (*done) = TRUE; |
| if ((utf8[0] < (picoos_uint8)'\200')) { |
| return utf8[0]; |
| } else if ((utf8[0] >= (picoos_uint8)'\370')) { |
| return 0; |
| } else if ((utf8[0] >= (picoos_uint8)'\360')) { |
| return ((((262144 * (utf8[0] % 8)) + (4096 * (utf8[1] % 64))) + (64 * (utf8[2] % 64))) + (utf8[3] % 64)); |
| } else if ((utf8[0] >= (picoos_uint8)'\340')) { |
| return (((4096 * (utf8[0] % 16)) + (64 * (utf8[1] % 64))) + (utf8[2] % 64)); |
| } else if ((utf8[(0)] >= (picoos_uint8)'\300')) { |
| return ((64 * (utf8[0] % 32)) + (utf8[1] % 64)); |
| } else { |
| (*done) = FALSE; |
| return 0; |
| } |
| } |
| |
| static picoos_int32 picobase_utf32_to_utf8 (picobase_utf32 utf32, picobase_utf8 utf8[], picoos_int32 utf8MaxLen, picoos_uint8 * done) |
| { |
| picoos_int32 len; |
| |
| (*done) = TRUE; |
| if (utf8MaxLen >= 4) { |
| if (utf32 < 128) { |
| len = 1; |
| utf8[0] = utf32; |
| } else if (utf32 < 2048) { |
| len = 2; |
| utf8[1] = (128 + (utf32 % 64)); |
| utf32 = (utf32 / 64); |
| utf8[0] = (192 + (utf32 % 32)); |
| } else if (utf32 < 65536) { |
| len = 3; |
| utf8[2] = (128 + (utf32 % 64)); |
| utf32 = (utf32 / 64); |
| utf8[1] = (128 + (utf32 % 64)); |
| utf32 = (utf32 / 64); |
| utf8[0] = (224 + utf32); |
| } else if (utf32 < 1048576) { |
| len = 4; |
| utf8[3] = (128 + (utf32 % 64)); |
| utf32 = (utf32 / 64); |
| utf8[2] = (128 + (utf32 % 64)); |
| utf32 = (utf32 / 64); |
| utf8[1] = (128 + (utf32 % 64)); |
| utf32 = (utf32 / 64); |
| utf8[0] = (240 + utf32); |
| } else { |
| (*done) = FALSE; |
| return 0; |
| } |
| if (len <= (utf8MaxLen-1)) { |
| utf8[len] = 0; |
| } |
| return len; |
| } else { |
| (*done) = FALSE; |
| return 0; |
| } |
| } |
| |
| |
| extern picoos_int32 picobase_lowercase_utf8_str (picoos_uchar utf8str[], picoos_char lowercase[], int lowercaseMaxLen, picoos_uint8 * done) |
| { |
| picobase_utf8char utf8char; |
| picoos_int32 i; |
| picoos_int32 j; |
| picoos_int32 k; |
| picoos_int32 l; |
| picobase_utf32 utf32; |
| picoos_uint8 done1; |
| |
| k = 0; |
| i = 0; |
| (*done) = TRUE; |
| while (utf8str[i] != 0) { |
| picobase_get_utf8char(utf8str,& i,utf8char); |
| utf32 = picobase_utf8_to_utf32(utf8char, & done1); |
| utf32 = base_utf32_lowercase(utf32); |
| l = picobase_utf32_to_utf8(utf32, utf8char, PICOBASE_UTF8_MAXLEN, & done1); |
| j = 0; |
| while ((j < l) && (k < (lowercaseMaxLen-1))) { |
| lowercase[k] = utf8char[j]; |
| k++; |
| j++; |
| } |
| *done = *done && (j == l); |
| } |
| lowercase[k] = 0; |
| return k; |
| } |
| |
| |
| extern picoos_int32 picobase_uppercase_utf8_str (picoos_uchar utf8str[], picoos_char uppercase[], int uppercaseMaxLen, picoos_uint8 * done) |
| { |
| picobase_utf8char utf8char; |
| picoos_int32 i; |
| picoos_int32 j; |
| picoos_int32 k; |
| picoos_int32 l; |
| picobase_utf32 utf32; |
| picoos_uint8 done1; |
| |
| k = 0; |
| i = 0; |
| (*done) = TRUE; |
| while (utf8str[i] != 0) { |
| picobase_get_utf8char(utf8str,& i,utf8char); |
| utf32 = picobase_utf8_to_utf32(utf8char, & done1); |
| utf32 = base_utf32_uppercase(utf32); |
| l = picobase_utf32_to_utf8(utf32, utf8char, PICOBASE_UTF8_MAXLEN, & done1); |
| j = 0; |
| while ((j < l) && (k < (uppercaseMaxLen-1))) { |
| uppercase[k] = utf8char[j]; |
| k++; |
| j++; |
| } |
| *done = *done && (j == l); |
| } |
| uppercase[k] = 0; |
| return k; |
| } |
| |
| |
| extern picoos_bool picobase_is_utf8_uppercase (picoos_uchar utf8str[], picoos_int32 utf8strmaxlen) |
| { |
| picobase_utf8char utf8char; |
| picoos_int32 i; |
| picoos_uint32 utf32; |
| picoos_bool done; |
| picoos_bool isUpperCase; |
| |
| isUpperCase = TRUE; |
| i = 0; |
| while (isUpperCase && (i <= utf8strmaxlen-1) && (utf8str[i] != 0)) { |
| picobase_get_utf8char(utf8str,& i,utf8char); |
| utf32 = picobase_utf8_to_utf32(utf8char,& done); |
| isUpperCase = isUpperCase && (utf32 == base_utf32_uppercase(utf32)); |
| } |
| return isUpperCase; |
| } |
| |
| |
| extern picoos_bool picobase_is_utf8_lowercase (picoos_uchar utf8str[], picoos_int32 utf8strmaxlen) |
| { |
| picobase_utf8char utf8char; |
| picoos_int32 i; |
| picoos_uint32 utf32; |
| picoos_bool done; |
| picoos_bool isLowerCase; |
| |
| isLowerCase = TRUE; |
| i = 0; |
| while (isLowerCase && (i <= utf8strmaxlen-1) && (utf8str[i] != 0)) { |
| picobase_get_utf8char(utf8str,& i,utf8char); |
| utf32 = picobase_utf8_to_utf32(utf8char,& done); |
| isLowerCase = isLowerCase && (utf32 == base_utf32_lowercase(utf32)); |
| } |
| return isLowerCase; |
| } |
| |
| |
| #ifdef __cplusplus |
| } |
| #endif |
| |
| |
| |
| /* end */ |
