locale.c 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495
  1. /* Copyright (C) 2002 Manuel Novoa III
  2. *
  3. * This library is free software; you can redistribute it and/or
  4. * modify it under the terms of the GNU Library General Public
  5. * License as published by the Free Software Foundation; either
  6. * version 2 of the License, or (at your option) any later version.
  7. *
  8. * This library is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * Library General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU Library General Public
  14. * License along with this library; if not, write to the Free
  15. * Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  16. */
  17. /* Nov. 1, 2002
  18. * Reworked setlocale() return values and locale arg processing to
  19. * be more like glibc. Applications expecting to be able to
  20. * query locale settings should now work... at the cost of almost
  21. * doubling the size of the setlocale object code.
  22. * Fixed a bug in the internal fixed-size-string locale specifier code.
  23. *
  24. * Dec 20, 2002
  25. * Added in collation support and updated stub nl_langinfo.
  26. *
  27. * Aug 1, 2003
  28. * Added glibc-like extended locale stuff (newlocale, duplocale, etc).
  29. *
  30. * Aug 18, 2003
  31. * Bug in duplocale... collation data wasn't copied.
  32. * Bug in newlocale... translate 1<<LC_ALL to LC_ALL_MASK.
  33. * Bug in _wchar_utf8sntowcs... fix cut-n-paste error.
  34. *
  35. * Aug 31, 2003
  36. * Hack around bg_BG bug; grouping specified but no thousands separator.
  37. * Also, disable the locale link_warnings for now, as they generate a
  38. * lot of noise when using libstd++.
  39. */
  40. /* TODO:
  41. * Implement the shared mmap code so non-mmu platforms can use this.
  42. * Add some basic collate functionality similar to what the previous
  43. * locale support had (8-bit codesets only).
  44. */
  45. #define __CTYPE_HAS_8_BIT_LOCALES 1
  46. #include <string.h>
  47. #include <stdlib.h>
  48. #include <stddef.h>
  49. #include <limits.h>
  50. #include <stdint.h>
  51. #include <assert.h>
  52. #include <errno.h>
  53. #include <ctype.h>
  54. #include <stdio.h>
  55. libc_hidden_proto(memcpy)
  56. libc_hidden_proto(memset)
  57. libc_hidden_proto(stpcpy)
  58. libc_hidden_proto(strtok_r)
  59. libc_hidden_proto(strlen)
  60. libc_hidden_proto(strcmp)
  61. libc_hidden_proto(strcpy)
  62. libc_hidden_proto(strncmp)
  63. libc_hidden_proto(strchr)
  64. libc_hidden_proto(getenv)
  65. libc_hidden_proto(__C_ctype_toupper)
  66. /*libc_hidden_proto(fflush)*/
  67. #ifdef __UCLIBC_MJN3_ONLY__
  68. #ifdef L_setlocale
  69. #warning TODO: Make the link_warning()s a config option?
  70. #endif
  71. #endif
  72. #undef link_warning
  73. #define link_warning(A,B)
  74. #undef __LOCALE_C_ONLY
  75. #ifndef __UCLIBC_HAS_LOCALE__
  76. #define __LOCALE_C_ONLY
  77. #endif /* __UCLIBC_HAS_LOCALE__ */
  78. #ifdef __LOCALE_C_ONLY
  79. #include <locale.h>
  80. #else /* __LOCALE_C_ONLY */
  81. #ifdef __UCLIBC_MJN3_ONLY__
  82. #ifdef L_setlocale
  83. #warning TODO: Fix the __CTYPE_HAS_8_BIT_LOCALES define at the top of the file.
  84. #warning TODO: Fix __WCHAR_ENABLED.
  85. #endif
  86. #endif
  87. /* Need to include this before locale.h and xlocale.h! */
  88. #include <bits/uClibc_locale.h>
  89. #undef CODESET_LIST
  90. #define CODESET_LIST (__locale_mmap->codeset_list)
  91. #ifdef __UCLIBC_HAS_XLOCALE__
  92. #include <xlocale.h>
  93. #include <locale.h>
  94. #else /* __UCLIBC_HAS_XLOCALE__ */
  95. /* We need this internally... */
  96. #define __UCLIBC_HAS_XLOCALE__ 1
  97. #include <xlocale.h>
  98. #include <locale.h>
  99. #undef __UCLIBC_HAS_XLOCALE__
  100. #endif /* __UCLIBC_HAS_XLOCALE__ */
  101. #include <wchar.h>
  102. #define LOCALE_NAMES (__locale_mmap->locale_names5)
  103. #define LOCALES (__locale_mmap->locales)
  104. #define LOCALE_AT_MODIFIERS (__locale_mmap->locale_at_modifiers)
  105. #define CATEGORY_NAMES (__locale_mmap->lc_names)
  106. #ifdef __UCLIBC_MJN3_ONLY__
  107. #warning REMINDER: redo the MAX_LOCALE_STR stuff...
  108. #endif
  109. #define MAX_LOCALE_STR 256 /* TODO: Only sufficient for current case. */
  110. #define MAX_LOCALE_CATEGORY_STR 32 /* TODO: Only sufficient for current case. */
  111. /* Note: Best if MAX_LOCALE_CATEGORY_STR is a power of 2. */
  112. extern int _locale_set_l(const unsigned char *p, __locale_t base) attribute_hidden;
  113. extern void _locale_init_l(__locale_t base) attribute_hidden;
  114. #endif /* __LOCALE_C_ONLY */
  115. #undef LOCALE_STRING_SIZE
  116. #define LOCALE_SELECTOR_SIZE (2 * __LC_ALL + 2)
  117. #ifdef __UCLIBC_MJN3_ONLY__
  118. #ifdef L_setlocale
  119. #warning TODO: Create a C locale selector string.
  120. #endif
  121. #endif
  122. #define C_LOCALE_SELECTOR "\x23\x80\x80\x80\x80\x80\x80\x80\x80\x80\x80\x80\x80"
  123. #include <langinfo.h>
  124. #include <nl_types.h>
  125. /**********************************************************************/
  126. #ifdef L_setlocale
  127. #ifdef __LOCALE_C_ONLY
  128. link_warning(setlocale,"REMINDER: The 'setlocale' function supports only C|POSIX locales.")
  129. static const char C_string[] = "C";
  130. char *setlocale(int category, register const char *locale)
  131. {
  132. return ( (((unsigned int)(category)) <= LC_ALL)
  133. && ( (!locale) /* Request for locale category string. */
  134. || (!*locale) /* Implementation-defined default is C. */
  135. || ((*locale == 'C') && !locale[1])
  136. || (!strcmp(locale, "POSIX"))) )
  137. ? (char *) C_string /* Always in C/POSIX locale. */
  138. : NULL;
  139. }
  140. #else /* ---------------------------------------------- __LOCALE_C_ONLY */
  141. #ifdef __UCLIBC_HAS_THREADS__
  142. link_warning(setlocale,"REMINDER: The 'setlocale' function is _not_ threadsafe except for simple queries.")
  143. #endif
  144. #if !defined(__LOCALE_DATA_NUM_LOCALES) || (__LOCALE_DATA_NUM_LOCALES <= 1)
  145. #error locales enabled, but not data other than for C locale!
  146. #endif
  147. #ifdef __UCLIBC_MJN3_ONLY__
  148. #warning TODO: Move posix and utf8 strings.
  149. #endif
  150. static const char posix[] = "POSIX";
  151. static const char utf8[] = "UTF-8";
  152. #ifdef __UCLIBC_MJN3_ONLY__
  153. #warning TODO: Fix dimensions of hr_locale.
  154. #endif
  155. /* Individual category strings start at hr_locale + category * MAX_LOCALE_CATEGORY.
  156. * This holds for LC_ALL as well.
  157. */
  158. static char hr_locale[(MAX_LOCALE_CATEGORY_STR * LC_ALL) + MAX_LOCALE_STR];
  159. libc_hidden_proto(newlocale)
  160. static void update_hr_locale(const unsigned char *spec)
  161. {
  162. const unsigned char *loc;
  163. const unsigned char *s;
  164. char *n;
  165. int i, category, done;
  166. done = category = 0;
  167. do {
  168. s = spec + 1;
  169. n = hr_locale + category * MAX_LOCALE_CATEGORY_STR;
  170. if (category == LC_ALL) {
  171. done = 1;
  172. for (i = 0 ; i < LC_ALL-1 ; i += 2) {
  173. if ((s[i] != s[i+2]) || (s[i+1] != s[i+3])) {
  174. goto SKIP;
  175. }
  176. }
  177. /* All categories the same, so simplify string by using a single
  178. * category. */
  179. category = LC_CTYPE;
  180. }
  181. SKIP:
  182. i = (category == LC_ALL) ? 0 : category;
  183. s += 2*i;
  184. do {
  185. if ((*s != 0xff) || (s[1] != 0xff)) {
  186. loc = LOCALES
  187. + __LOCALE_DATA_WIDTH_LOCALES * ((((int)(*s & 0x7f)) << 7)
  188. + (s[1] & 0x7f));
  189. if (category == LC_ALL) {
  190. n = stpcpy(n, CATEGORY_NAMES + (int) CATEGORY_NAMES[i]);
  191. *n++ = '=';
  192. }
  193. if (*loc == 0) {
  194. *n++ = 'C';
  195. *n = 0;
  196. } else {
  197. char at = 0;
  198. memcpy(n, LOCALE_NAMES + 5*((*loc)-1), 5);
  199. if (n[2] != '_') {
  200. at = n[2];
  201. n[2] = '_';
  202. }
  203. n += 5;
  204. *n++ = '.';
  205. if (loc[2] == 2) {
  206. n = stpcpy(n, utf8);
  207. } else if (loc[2] >= 3) {
  208. n = stpcpy(n, CODESET_LIST + (int)(CODESET_LIST[loc[2] - 3]));
  209. }
  210. if (at) {
  211. const char *q;
  212. *n++ = '@';
  213. q = LOCALE_AT_MODIFIERS;
  214. do {
  215. if (q[1] == at) {
  216. n = stpcpy(n, q+2);
  217. break;
  218. }
  219. q += 2 + *q;
  220. } while (*q);
  221. }
  222. }
  223. *n++ = ';';
  224. }
  225. s += 2;
  226. } while (++i < category);
  227. *--n = 0; /* Remove trailing ';' and nul-terminate. */
  228. ++category;
  229. } while (!done);
  230. }
  231. char *setlocale(int category, const char *locale)
  232. {
  233. if (((unsigned int)(category)) > LC_ALL) {
  234. #if 0
  235. __set_errno(EINVAL); /* glibc sets errno -- SUSv3 doesn't say. */
  236. #endif
  237. return NULL; /* Illegal/unsupported category. */
  238. }
  239. if (locale != NULL) { /* Not just a query... */
  240. if (!newlocale((1 << category), locale, __global_locale)) {
  241. return NULL; /* Failed! */
  242. }
  243. update_hr_locale(__global_locale->cur_locale);
  244. }
  245. /* Either a query or a successful set, so return current locale string. */
  246. return hr_locale + (category * MAX_LOCALE_CATEGORY_STR);
  247. }
  248. #endif /* __LOCALE_C_ONLY */
  249. #endif
  250. /**********************************************************************/
  251. #ifdef L_localeconv
  252. /* Note: We assume here that the compiler does the sane thing regarding
  253. * placement of the fields in the struct. If necessary, we could ensure
  254. * this usings an array of offsets but at some size cost. */
  255. libc_hidden_proto(localeconv)
  256. #ifdef __LOCALE_C_ONLY
  257. link_warning(localeconv,"REMINDER: The 'localeconv' function is hardwired for C/POSIX locale only.")
  258. static struct lconv the_lconv;
  259. static const char decpt[] = ".";
  260. struct lconv *localeconv(void)
  261. {
  262. register char *p = (char *)(&the_lconv);
  263. *((char **)p) = (char *) decpt;
  264. do {
  265. p += sizeof(char **);
  266. *((char **)p) = (char *) (decpt+1);
  267. } while (p < (char *) &the_lconv.negative_sign);
  268. p = (&the_lconv.int_frac_digits);
  269. do {
  270. *p = CHAR_MAX;
  271. ++p;
  272. } while (p <= &the_lconv.int_n_sign_posn);
  273. return &the_lconv;
  274. }
  275. #else /* __LOCALE_C_ONLY */
  276. static struct lconv the_lconv;
  277. struct lconv *localeconv(void)
  278. {
  279. register char *p = (char *) &the_lconv;
  280. register char **q = (char **) &(__UCLIBC_CURLOCALE_DATA).decimal_point;
  281. do {
  282. *((char **)p) = *q;
  283. p += sizeof(char **);
  284. ++q;
  285. } while (p < &the_lconv.int_frac_digits);
  286. do {
  287. *p = **q;
  288. ++p;
  289. ++q;
  290. } while (p <= &the_lconv.int_n_sign_posn);
  291. return &the_lconv;
  292. }
  293. #endif /* __LOCALE_C_ONLY */
  294. libc_hidden_def(localeconv)
  295. #endif
  296. /**********************************************************************/
  297. #if defined(L__locale_init) && !defined(__LOCALE_C_ONLY)
  298. libc_hidden_proto(__C_ctype_b)
  299. libc_hidden_proto(__C_ctype_tolower)
  300. #ifndef __UCLIBC_HAS_XLOCALE__
  301. libc_hidden_proto(__ctype_b)
  302. libc_hidden_proto(__ctype_tolower)
  303. libc_hidden_proto(__ctype_toupper)
  304. #endif
  305. __uclibc_locale_t __global_locale_data;
  306. __locale_t __global_locale = &__global_locale_data;
  307. #ifdef __UCLIBC_HAS_XLOCALE__
  308. __locale_t __curlocale_var = &__global_locale_data;
  309. #endif
  310. /*----------------------------------------------------------------------*/
  311. #ifdef __UCLIBC_MJN3_ONLY__
  312. #warning TODO: Move utf8 and ascii strings.
  313. #endif
  314. static const char utf8[] = "UTF-8";
  315. static const char ascii[] = "ASCII";
  316. typedef struct {
  317. uint16_t num_base;
  318. uint16_t num_der;
  319. uint16_t MAX_WEIGHTS;
  320. uint16_t num_index2weight;
  321. #define num_index2ruleidx num_index2weight
  322. uint16_t num_weightstr;
  323. uint16_t num_multistart;
  324. uint16_t num_override;
  325. uint16_t num_ruletable;
  326. } coldata_header_t;
  327. typedef struct {
  328. uint16_t num_weights;
  329. uint16_t num_starters;
  330. uint16_t ii_shift;
  331. uint16_t ti_shift;
  332. uint16_t ii_len;
  333. uint16_t ti_len;
  334. uint16_t max_weight;
  335. uint16_t num_col_base;
  336. uint16_t max_col_index;
  337. uint16_t undefined_idx;
  338. uint16_t range_low;
  339. uint16_t range_count;
  340. uint16_t range_base_weight;
  341. uint16_t range_rule_offset;
  342. uint16_t index2weight_offset;
  343. uint16_t index2ruleidx_offset;
  344. uint16_t multistart_offset;
  345. uint16_t wcs2colidt_offset_low;
  346. uint16_t wcs2colidt_offset_hi;
  347. } coldata_base_t;
  348. typedef struct {
  349. uint16_t base_idx;
  350. uint16_t undefined_idx;
  351. uint16_t overrides_offset;
  352. uint16_t multistart_offset;
  353. } coldata_der_t;
  354. static int init_cur_collate(int der_num, __collate_t *cur_collate)
  355. {
  356. const uint16_t *__locale_collate_tbl = __locale_mmap->collate_data;
  357. coldata_header_t *cdh;
  358. coldata_base_t *cdb;
  359. coldata_der_t *cdd;
  360. const uint16_t *p;
  361. size_t n;
  362. uint16_t i, w;
  363. #ifdef __UCLIBC_MJN3_ONLY__
  364. #warning kill of x86-specific asserts
  365. #endif
  366. #if 0
  367. assert(sizeof(coldata_base_t) == 19*2);
  368. assert(sizeof(coldata_der_t) == 4*2);
  369. assert(sizeof(coldata_header_t) == 8*2);
  370. #endif
  371. if (!der_num) { /* C locale... special */
  372. cur_collate->num_weights = 0;
  373. return 1;
  374. }
  375. --der_num;
  376. cdh = (coldata_header_t *) __locale_collate_tbl;
  377. #ifdef __UCLIBC_MJN3_ONLY__
  378. #warning CONSIDER: Should we assert here?
  379. #endif
  380. #if 0
  381. if (der_num >= cdh->num_der) {
  382. return 0;
  383. }
  384. #else
  385. assert((der_num < cdh->num_der));
  386. #endif
  387. cdd = (coldata_der_t *)(__locale_collate_tbl
  388. + (sizeof(coldata_header_t)
  389. + cdh->num_base * sizeof(coldata_base_t)
  390. + der_num * sizeof(coldata_der_t)
  391. )/2 );
  392. cdb = (coldata_base_t *)(__locale_collate_tbl
  393. + (sizeof(coldata_header_t)
  394. + cdd->base_idx * sizeof(coldata_base_t)
  395. )/2 );
  396. memcpy(cur_collate, cdb, offsetof(coldata_base_t,index2weight_offset));
  397. cur_collate->undefined_idx = cdd->undefined_idx;
  398. cur_collate->ti_mask = (1 << cur_collate->ti_shift)-1;
  399. cur_collate->ii_mask = (1 << cur_collate->ii_shift)-1;
  400. /* fflush(stdout); */
  401. /* fprintf(stderr,"base=%d num_col_base: %d %d\n", cdd->base_idx ,cur_collate->num_col_base, cdb->num_col_base); */
  402. n = (sizeof(coldata_header_t) + cdh->num_base * sizeof(coldata_base_t)
  403. + cdh->num_der * sizeof(coldata_der_t))/2;
  404. /* fprintf(stderr,"n = %d\n", n); */
  405. cur_collate->index2weight_tbl = __locale_collate_tbl + n + cdb->index2weight_offset;
  406. /* fprintf(stderr,"i2w = %d\n", n + cdb->index2weight_offset); */
  407. n += cdh->num_index2weight;
  408. cur_collate->index2ruleidx_tbl = __locale_collate_tbl + n + cdb->index2ruleidx_offset;
  409. /* fprintf(stderr,"i2r = %d\n", n + cdb->index2ruleidx_offset); */
  410. n += cdh->num_index2ruleidx;
  411. cur_collate->multistart_tbl = __locale_collate_tbl + n + cdd->multistart_offset;
  412. /* fprintf(stderr,"mts = %d\n", n + cdb->multistart_offset); */
  413. n += cdh->num_multistart;
  414. cur_collate->overrides_tbl = __locale_collate_tbl + n + cdd->overrides_offset;
  415. /* fprintf(stderr,"ovr = %d\n", n + cdd->overrides_offset); */
  416. n += cdh->num_override;
  417. cur_collate->ruletable = __locale_collate_tbl + n;
  418. /* fprintf(stderr, "rtb = %d\n", n); */
  419. n += cdh->num_ruletable;
  420. cur_collate->weightstr = __locale_collate_tbl + n;
  421. /* fprintf(stderr,"wts = %d\n", n); */
  422. n += cdh->num_weightstr;
  423. cur_collate->wcs2colidt_tbl = __locale_collate_tbl + n
  424. + (((unsigned long)(cdb->wcs2colidt_offset_hi)) << 16)
  425. + cdb->wcs2colidt_offset_low;
  426. /* fprintf(stderr,"wcs = %lu\n", n + (((unsigned long)(cdb->wcs2colidt_offset_hi)) << 16) */
  427. /* + cdb->wcs2colidt_offset_low); */
  428. cur_collate->MAX_WEIGHTS = cdh->MAX_WEIGHTS;
  429. #ifdef __UCLIBC_MJN3_ONLY__
  430. #warning CONSIDER: Fix the +1 by increasing max_col_index?
  431. #warning CONSIDER: Since this collate info is dependent only on LC_COLLATE ll_cc and not on codeset, we could just globally allocate this for each in a table
  432. #endif
  433. cur_collate->index2weight = calloc(2*cur_collate->max_col_index+2,
  434. sizeof(uint16_t));
  435. if (!cur_collate->index2weight) {
  436. return 0;
  437. }
  438. cur_collate->index2ruleidx = cur_collate->index2weight
  439. + cur_collate->max_col_index + 1;
  440. memcpy(cur_collate->index2weight, cur_collate->index2weight_tbl,
  441. cur_collate->num_col_base * sizeof(uint16_t));
  442. memcpy(cur_collate->index2ruleidx, cur_collate->index2ruleidx_tbl,
  443. cur_collate->num_col_base * sizeof(uint16_t));
  444. /* now do the overrides */
  445. p = cur_collate->overrides_tbl;
  446. while (*p > 1) {
  447. /* fprintf(stderr, "processing override -- count = %d\n", *p); */
  448. n = *p++;
  449. w = *p++;
  450. do {
  451. i = *p++;
  452. /* fprintf(stderr, " i=%d (%#x) w=%d *p=%d\n", i, i, w, *p); */
  453. cur_collate->index2weight[i-1] = w++;
  454. cur_collate->index2ruleidx[i-1] = *p++;
  455. } while (--n);
  456. }
  457. assert(*p == 1);
  458. while (*++p) {
  459. i = *p;
  460. /* fprintf(stderr, " i=%d (%#x) w=%d *p=%d\n", i, i, p[1], p[2]); */
  461. cur_collate->index2weight[i-1] = *++p;
  462. cur_collate->index2ruleidx[i-1] = *++p;
  463. }
  464. for (i=0 ; i < cur_collate->multistart_tbl[0] ; i++) {
  465. p = cur_collate->multistart_tbl;
  466. /* fprintf(stderr, "%2d of %2d: %d ", i, cur_collate->multistart_tbl[0], p[i]); */
  467. p += p[i];
  468. do {
  469. n = *p++;
  470. do {
  471. if (!*p) { /* found it */
  472. /* fprintf(stderr, "found: n=%d (%#lx) |%.*ls|\n", n, (int) *cs->s, n, cs->s); */
  473. /* fprintf(stderr, ": %d - single\n", n); */
  474. goto FOUND;
  475. }
  476. /* the lookup check here is safe since we're assured that *p is a valid colidex */
  477. /* fprintf(stderr, "lookup(%lc)==%d *p==%d\n", cs->s[n], lookup(cs->s[n]), (int) *p); */
  478. /* fprintf(stderr, ": %d - ", n); */
  479. do {
  480. /* fprintf(stderr, "%d|", *p); */
  481. } while (*p++);
  482. break;
  483. } while (1);
  484. } while (1);
  485. FOUND:
  486. continue;
  487. }
  488. return 1;
  489. }
  490. int attribute_hidden _locale_set_l(const unsigned char *p, __locale_t base)
  491. {
  492. const char **x;
  493. unsigned char *s = base->cur_locale + 1;
  494. const size_t *stp;
  495. const unsigned char *r;
  496. const uint16_t *io;
  497. const uint16_t *ii;
  498. const unsigned char *d;
  499. int row; /* locale row */
  500. int crow; /* category row */
  501. int len;
  502. int c;
  503. int i = 0;
  504. __collate_t newcol;
  505. ++p;
  506. newcol.index2weight = NULL;
  507. if ((p[2*LC_COLLATE] != s[2*LC_COLLATE])
  508. || (p[2*LC_COLLATE + 1] != s[2*LC_COLLATE + 1])
  509. ) {
  510. row = (((int)(*p & 0x7f)) << 7) + (p[1] & 0x7f);
  511. assert(row < __LOCALE_DATA_NUM_LOCALES);
  512. if (!init_cur_collate(__locale_mmap->locales[ __LOCALE_DATA_WIDTH_LOCALES
  513. * row + 3 + LC_COLLATE ],
  514. &newcol)
  515. ) {
  516. return 0; /* calloc failed. */
  517. }
  518. free(base->collate.index2weight);
  519. memcpy(&base->collate, &newcol, sizeof(__collate_t));
  520. }
  521. do {
  522. if ((*p != *s) || (p[1] != s[1])) {
  523. row = (((int)(*p & 0x7f)) << 7) + (p[1] & 0x7f);
  524. assert(row < __LOCALE_DATA_NUM_LOCALES);
  525. *s = *p;
  526. s[1] = p[1];
  527. if ((i != LC_COLLATE)
  528. && ((len = __locale_mmap->lc_common_item_offsets_LEN[i]) != 0)
  529. ) {
  530. crow = __locale_mmap->locales[ __LOCALE_DATA_WIDTH_LOCALES * row
  531. + 3 + i ]
  532. * len;
  533. x = (const char **)(((char *) base)
  534. + base->category_offsets[i]);
  535. stp = __locale_mmap->lc_common_tbl_offsets + 4*i;
  536. r = (const unsigned char *)( ((char *)__locale_mmap) + *stp );
  537. io = (const uint16_t *)( ((char *)__locale_mmap) + *++stp );
  538. ii = (const uint16_t *)( ((char *)__locale_mmap) + *++stp );
  539. d = (const unsigned char *)( ((char *)__locale_mmap) + *++stp );
  540. for (c=0 ; c < len ; c++) {
  541. *(x + c) = d + ii[ r[crow + c] + io[c] ];
  542. }
  543. }
  544. if (i == LC_CTYPE) {
  545. c = __locale_mmap->locales[ __LOCALE_DATA_WIDTH_LOCALES * row
  546. + 2 ]; /* codeset */
  547. if (c <= 2) {
  548. if (c == 2) {
  549. base->codeset = utf8;
  550. base->encoding = __ctype_encoding_utf8;
  551. /* TODO - fix for bcc */
  552. base->mb_cur_max = 6;
  553. } else {
  554. assert(c==1);
  555. base->codeset = ascii;
  556. base->encoding = __ctype_encoding_7_bit;
  557. base->mb_cur_max = 1;
  558. }
  559. } else {
  560. const __codeset_8_bit_t *c8b;
  561. r = CODESET_LIST;
  562. base->codeset = r + r[c -= 3];
  563. base->encoding = __ctype_encoding_8_bit;
  564. #ifdef __UCLIBC_MJN3_ONLY__
  565. #warning REMINDER: update 8 bit mb_cur_max when translit implemented!
  566. #endif
  567. /* TODO - update when translit implemented! */
  568. base->mb_cur_max = 1;
  569. c8b = __locale_mmap->codeset_8_bit + c;
  570. #ifdef __CTYPE_HAS_8_BIT_LOCALES
  571. base->idx8ctype = c8b->idx8ctype;
  572. base->idx8uplow = c8b->idx8uplow;
  573. #ifdef __UCLIBC_HAS_WCHAR__
  574. base->idx8c2wc = c8b->idx8c2wc;
  575. base->idx8wc2c = c8b->idx8wc2c;
  576. /* translit */
  577. #endif /* __UCLIBC_HAS_WCHAR__ */
  578. /* What follows is fairly bloated, but it is just a hack
  579. * to get the 8-bit codeset ctype stuff functioning.
  580. * All of this will be replaced in the next generation
  581. * of locale support anyway... */
  582. memcpy(base->__ctype_b_data,
  583. __C_ctype_b - __UCLIBC_CTYPE_B_TBL_OFFSET,
  584. (256 + __UCLIBC_CTYPE_B_TBL_OFFSET)
  585. * sizeof(__ctype_mask_t));
  586. memcpy(base->__ctype_tolower_data,
  587. __C_ctype_tolower - __UCLIBC_CTYPE_TO_TBL_OFFSET,
  588. (256 + __UCLIBC_CTYPE_TO_TBL_OFFSET)
  589. * sizeof(__ctype_touplow_t));
  590. memcpy(base->__ctype_toupper_data,
  591. __C_ctype_toupper - __UCLIBC_CTYPE_TO_TBL_OFFSET,
  592. (256 + __UCLIBC_CTYPE_TO_TBL_OFFSET)
  593. * sizeof(__ctype_touplow_t));
  594. #define Cctype_TBL_MASK ((1 << __LOCALE_DATA_Cctype_IDX_SHIFT) - 1)
  595. #define Cctype_IDX_OFFSET (128 >> __LOCALE_DATA_Cctype_IDX_SHIFT)
  596. {
  597. int u;
  598. __ctype_mask_t m;
  599. for (u=0 ; u < 128 ; u++) {
  600. #ifdef __LOCALE_DATA_Cctype_PACKED
  601. c = base->tbl8ctype
  602. [ ((int)(c8b->idx8ctype
  603. [(u >> __LOCALE_DATA_Cctype_IDX_SHIFT) ])
  604. << (__LOCALE_DATA_Cctype_IDX_SHIFT - 1))
  605. + ((u & Cctype_TBL_MASK) >> 1)];
  606. c = (u & 1) ? (c >> 4) : (c & 0xf);
  607. #else
  608. c = base->tbl8ctype
  609. [ ((int)(c8b->idx8ctype
  610. [(u >> __LOCALE_DATA_Cctype_IDX_SHIFT) ])
  611. << __LOCALE_DATA_Cctype_IDX_SHIFT)
  612. + (u & Cctype_TBL_MASK) ];
  613. #endif
  614. m = base->code2flag[c];
  615. base->__ctype_b_data
  616. [128 + __UCLIBC_CTYPE_B_TBL_OFFSET + u]
  617. = m;
  618. #ifdef __UCLIBC_HAS_CTYPE_SIGNED__
  619. if (((signed char)(128 + u)) != -1) {
  620. base->__ctype_b_data[__UCLIBC_CTYPE_B_TBL_OFFSET
  621. + ((signed char)(128 + u))]
  622. = m;
  623. }
  624. #endif
  625. base->__ctype_tolower_data
  626. [128 + __UCLIBC_CTYPE_TO_TBL_OFFSET + u]
  627. = 128 + u;
  628. base->__ctype_toupper_data
  629. [128 + __UCLIBC_CTYPE_TO_TBL_OFFSET + u]
  630. = 128 + u;
  631. if (m & (_ISlower|_ISupper)) {
  632. c = base->tbl8uplow
  633. [ ((int)(c8b->idx8uplow
  634. [u >> __LOCALE_DATA_Cuplow_IDX_SHIFT])
  635. << __LOCALE_DATA_Cuplow_IDX_SHIFT)
  636. + ((128 + u)
  637. & ((1 << __LOCALE_DATA_Cuplow_IDX_SHIFT)
  638. - 1)) ];
  639. if (m & _ISlower) {
  640. base->__ctype_toupper_data
  641. [128 + __UCLIBC_CTYPE_TO_TBL_OFFSET + u]
  642. = (unsigned char)(128 + u + c);
  643. #ifdef __UCLIBC_HAS_CTYPE_SIGNED__
  644. if (((signed char)(128 + u)) != -1) {
  645. base->__ctype_toupper_data
  646. [__UCLIBC_CTYPE_TO_TBL_OFFSET
  647. + ((signed char)(128 + u))]
  648. = (unsigned char)(128 + u + c);
  649. }
  650. #endif
  651. } else {
  652. base->__ctype_tolower_data
  653. [128 + __UCLIBC_CTYPE_TO_TBL_OFFSET + u]
  654. = (unsigned char)(128 + u - c);
  655. #ifdef __UCLIBC_HAS_CTYPE_SIGNED__
  656. if (((signed char)(128 + u)) != -1) {
  657. base->__ctype_tolower_data
  658. [__UCLIBC_CTYPE_TO_TBL_OFFSET
  659. + ((signed char)(128 + u))]
  660. = (unsigned char)(128 + u - c);
  661. }
  662. #endif
  663. }
  664. }
  665. }
  666. }
  667. #ifdef __UCLIBC_HAS_XLOCALE__
  668. base->__ctype_b = base->__ctype_b_data
  669. + __UCLIBC_CTYPE_B_TBL_OFFSET;
  670. base->__ctype_tolower = base->__ctype_tolower_data
  671. + __UCLIBC_CTYPE_TO_TBL_OFFSET;
  672. base->__ctype_toupper = base->__ctype_toupper_data
  673. + __UCLIBC_CTYPE_TO_TBL_OFFSET;
  674. #else /* __UCLIBC_HAS_XLOCALE__ */
  675. __ctype_b = base->__ctype_b_data
  676. + __UCLIBC_CTYPE_B_TBL_OFFSET;
  677. __ctype_tolower = base->__ctype_tolower_data
  678. + __UCLIBC_CTYPE_TO_TBL_OFFSET;
  679. __ctype_toupper = base->__ctype_toupper_data
  680. + __UCLIBC_CTYPE_TO_TBL_OFFSET;
  681. #endif /* __UCLIBC_HAS_XLOCALE__ */
  682. #endif /* __CTYPE_HAS_8_BIT_LOCALES */
  683. }
  684. #ifdef __UCLIBC_MJN3_ONLY__
  685. #warning TODO: Put the outdigit string length in the locale_mmap object.
  686. #endif
  687. d = base->outdigit_length;
  688. x = &base->outdigit0_mb;
  689. for (c = 0 ; c < 10 ; c++) {
  690. ((unsigned char *)d)[c] = strlen(x[c]);
  691. assert(d[c] > 0);
  692. }
  693. } else if (i == LC_NUMERIC) {
  694. assert(LC_NUMERIC > LC_CTYPE); /* Need ctype initialized. */
  695. base->decimal_point_len
  696. = __locale_mbrtowc_l(&base->decimal_point_wc,
  697. base->decimal_point, base);
  698. assert(base->decimal_point_len > 0);
  699. assert(base->decimal_point[base->decimal_point_len] == 0);
  700. if (*base->grouping) {
  701. base->thousands_sep_len
  702. = __locale_mbrtowc_l(&base->thousands_sep_wc,
  703. base->thousands_sep, base);
  704. #if 1
  705. #ifdef __UCLIBC_MJN3_ONLY__
  706. #warning TODO: Remove hack involving grouping without a thousep char (bg_BG).
  707. #endif
  708. assert(base->thousands_sep_len >= 0);
  709. if (base->thousands_sep_len == 0) {
  710. base->grouping = base->thousands_sep; /* empty string */
  711. }
  712. assert(base->thousands_sep[base->thousands_sep_len] == 0);
  713. #else
  714. assert(base->thousands_sep_len > 0);
  715. assert(base->thousands_sep[base->thousands_sep_len] == 0);
  716. #endif
  717. }
  718. /* } else if (i == LC_COLLATE) { */
  719. /* init_cur_collate(__locale_mmap->locales[ __LOCALE_DATA_WIDTH_LOCALES */
  720. /* * row + 3 + i ], */
  721. /* &base->collate); */
  722. }
  723. }
  724. ++i;
  725. p += 2;
  726. s += 2;
  727. } while (i < LC_ALL);
  728. return 1;
  729. }
  730. static const uint16_t __code2flag[16] = {
  731. 0, /* unclassified = 0 */
  732. _ISprint|_ISgraph|_ISalnum|_ISalpha, /* alpha_nonupper_nonlower */
  733. _ISprint|_ISgraph|_ISalnum|_ISalpha|_ISlower, /* alpha_lower */
  734. _ISprint|_ISgraph|_ISalnum|_ISalpha|_ISlower|_ISupper, /* alpha_upper_lower */
  735. _ISprint|_ISgraph|_ISalnum|_ISalpha|_ISupper, /* alpha_upper */
  736. _ISprint|_ISgraph|_ISalnum|_ISdigit, /* digit */
  737. _ISprint|_ISgraph|_ISpunct, /* punct */
  738. _ISprint|_ISgraph, /* graph */
  739. _ISprint|_ISspace, /* print_space_nonblank */
  740. _ISprint|_ISspace|_ISblank, /* print_space_blank */
  741. _ISspace, /* space_nonblank_noncntrl */
  742. _ISspace|_ISblank, /* space_blank_noncntrl */
  743. _IScntrl|_ISspace, /* cntrl_space_nonblank */
  744. _IScntrl|_ISspace|_ISblank, /* cntrl_space_blank */
  745. _IScntrl /* cntrl_nonspace */
  746. };
  747. void attribute_hidden _locale_init_l(__locale_t base)
  748. {
  749. memset(base->cur_locale, 0, LOCALE_SELECTOR_SIZE);
  750. base->cur_locale[0] = '#';
  751. memcpy(base->category_item_count,
  752. __locale_mmap->lc_common_item_offsets_LEN,
  753. LC_ALL);
  754. ++base->category_item_count[0]; /* Increment for codeset entry. */
  755. base->category_offsets[0] = offsetof(__uclibc_locale_t, outdigit0_mb);
  756. base->category_offsets[1] = offsetof(__uclibc_locale_t, decimal_point);
  757. base->category_offsets[2] = offsetof(__uclibc_locale_t, int_curr_symbol);
  758. base->category_offsets[3] = offsetof(__uclibc_locale_t, abday_1);
  759. /* base->category_offsets[4] = offsetof(__uclibc_locale_t, collate???); */
  760. base->category_offsets[5] = offsetof(__uclibc_locale_t, yesexpr);
  761. #ifdef __CTYPE_HAS_8_BIT_LOCALES
  762. base->tbl8ctype
  763. = (const unsigned char *) &__locale_mmap->tbl8ctype;
  764. base->tbl8uplow
  765. = (const unsigned char *) &__locale_mmap->tbl8uplow;
  766. #ifdef __UCLIBC_HAS_WCHAR__
  767. base->tbl8c2wc
  768. = (const uint16_t *) &__locale_mmap->tbl8c2wc;
  769. base->tbl8wc2c
  770. = (const unsigned char *) &__locale_mmap->tbl8wc2c;
  771. /* translit */
  772. #endif /* __UCLIBC_HAS_WCHAR__ */
  773. #endif /* __CTYPE_HAS_8_BIT_LOCALES */
  774. #ifdef __UCLIBC_HAS_WCHAR__
  775. base->tblwctype
  776. = (const unsigned char *) &__locale_mmap->tblwctype;
  777. base->tblwuplow
  778. = (const unsigned char *) &__locale_mmap->tblwuplow;
  779. base->tblwuplow_diff
  780. = (const uint16_t *) &__locale_mmap->tblwuplow_diff;
  781. /* base->tblwcomb */
  782. /* = (const unsigned char *) &__locale_mmap->tblwcomb; */
  783. /* width?? */
  784. #endif /* __UCLIBC_HAS_WCHAR__ */
  785. /* Initially, set things up to use the global C ctype tables.
  786. * This is correct for C (ASCII) and UTF-8 based locales (except tr_TR). */
  787. #ifdef __UCLIBC_HAS_XLOCALE__
  788. base->__ctype_b = __C_ctype_b;
  789. base->__ctype_tolower = __C_ctype_tolower;
  790. base->__ctype_toupper = __C_ctype_toupper;
  791. #else /* __UCLIBC_HAS_XLOCALE__ */
  792. __ctype_b = __C_ctype_b;
  793. __ctype_tolower = __C_ctype_tolower;
  794. __ctype_toupper = __C_ctype_toupper;
  795. #endif /* __UCLIBC_HAS_XLOCALE__ */
  796. #ifdef __UCLIBC_MJN3_ONLY__
  797. #warning TODO: Initialize code2flag correctly based on locale_mmap.
  798. #endif
  799. base->code2flag = __code2flag;
  800. _locale_set_l(C_LOCALE_SELECTOR, base);
  801. }
  802. void _locale_init(void) attribute_hidden;
  803. void _locale_init(void)
  804. {
  805. /* TODO: mmap the locale file */
  806. /* TODO - ??? */
  807. _locale_init_l(__global_locale);
  808. }
  809. #endif
  810. /**********************************************************************/
  811. #if defined(L_nl_langinfo) || defined(L_nl_langinfo_l)
  812. #ifdef __LOCALE_C_ONLY
  813. /* We need to index 320 bytes of data, so you might initially think we
  814. * need to store the offsets in shorts. But since the offset of the
  815. * 64th item is 182, we'll store "offset - 2*64" for all items >= 64
  816. * and always calculate the data offset as "offset[i] + 2*(i & 64)".
  817. * This allows us to pack the data offsets in an unsigned char while
  818. * also avoiding an "if".
  819. *
  820. * Note: Category order is assumed to be:
  821. * ctype, numeric, monetary, time, collate, messages, all
  822. */
  823. #define C_LC_ALL 6
  824. /* Combine the data to avoid size penalty for seperate char arrays when
  825. * compiler aligns objects. The original code is left in as documentation. */
  826. #define cat_start nl_data
  827. #define C_locale_data (nl_data + C_LC_ALL + 1 + 90)
  828. static const unsigned char nl_data[C_LC_ALL + 1 + 90 + 320] = {
  829. /* static const char cat_start[LC_ALL + 1] = { */
  830. '\x00', '\x0b', '\x0e', '\x24', '\x56', '\x56', '\x5a',
  831. /* }; */
  832. /* static const char item_offset[90] = { */
  833. '\x00', '\x02', '\x04', '\x06', '\x08', '\x0a', '\x0c', '\x0e',
  834. '\x10', '\x12', '\x14', '\x1a', '\x1b', '\x1b', '\x1b', '\x1b',
  835. '\x1b', '\x1b', '\x1b', '\x1b', '\x1b', '\x1c', '\x1c', '\x1c',
  836. '\x1c', '\x1c', '\x1c', '\x1c', '\x1c', '\x1c', '\x1c', '\x1c',
  837. '\x1c', '\x1c', '\x1c', '\x1e', '\x20', '\x24', '\x28', '\x2c',
  838. '\x30', '\x34', '\x38', '\x3c', '\x43', '\x4a', '\x52', '\x5c',
  839. '\x65', '\x6c', '\x75', '\x79', '\x7d', '\x81', '\x85', '\x89',
  840. '\x8d', '\x91', '\x95', '\x99', '\x9d', '\xa1', '\xa5', '\xad',
  841. '\x36', '\x3c', '\x42', '\x46', '\x4b', '\x50', '\x57', '\x61',
  842. '\x69', '\x72', '\x7b', '\x7e', '\x81', '\x96', '\x9f', '\xa8',
  843. '\xb3', '\xb3', '\xb3', '\xb3', '\xb3', '\xb3', '\xb4', '\xba',
  844. '\xbf', '\xbf',
  845. /* }; */
  846. /* static const char C_locale_data[320] = { */
  847. '0', '\x00', '1', '\x00', '2', '\x00', '3', '\x00',
  848. '4', '\x00', '5', '\x00', '6', '\x00', '7', '\x00',
  849. '8', '\x00', '9', '\x00', 'A', 'S', 'C', 'I',
  850. 'I', '\x00', '.', '\x00', '\x7f', '\x00', '-', '\x00',
  851. 'S', 'u', 'n', '\x00', 'M', 'o', 'n', '\x00',
  852. 'T', 'u', 'e', '\x00', 'W', 'e', 'd', '\x00',
  853. 'T', 'h', 'u', '\x00', 'F', 'r', 'i', '\x00',
  854. 'S', 'a', 't', '\x00', 'S', 'u', 'n', 'd',
  855. 'a', 'y', '\x00', 'M', 'o', 'n', 'd', 'a',
  856. 'y', '\x00', 'T', 'u', 'e', 's', 'd', 'a',
  857. 'y', '\x00', 'W', 'e', 'd', 'n', 'e', 's',
  858. 'd', 'a', 'y', '\x00', 'T', 'h', 'u', 'r',
  859. 's', 'd', 'a', 'y', '\x00', 'F', 'r', 'i',
  860. 'd', 'a', 'y', '\x00', 'S', 'a', 't', 'u',
  861. 'r', 'd', 'a', 'y', '\x00', 'J', 'a', 'n',
  862. '\x00', 'F', 'e', 'b', '\x00', 'M', 'a', 'r',
  863. '\x00', 'A', 'p', 'r', '\x00', 'M', 'a', 'y',
  864. '\x00', 'J', 'u', 'n', '\x00', 'J', 'u', 'l',
  865. '\x00', 'A', 'u', 'g', '\x00', 'S', 'e', 'p',
  866. '\x00', 'O', 'c', 't', '\x00', 'N', 'o', 'v',
  867. '\x00', 'D', 'e', 'c', '\x00', 'J', 'a', 'n',
  868. 'u', 'a', 'r', 'y', '\x00', 'F', 'e', 'b',
  869. 'r', 'u', 'a', 'r', 'y', '\x00', 'M', 'a',
  870. 'r', 'c', 'h', '\x00', 'A', 'p', 'r', 'i',
  871. 'l', '\x00', 'M', 'a', 'y', '\x00', 'J', 'u',
  872. 'n', 'e', '\x00', 'J', 'u', 'l', 'y', '\x00',
  873. 'A', 'u', 'g', 'u', 's', 't', '\x00', 'S',
  874. 'e', 'p', 't', 'e', 'm', 'b', 'e', 'r',
  875. '\x00', 'O', 'c', 't', 'o', 'b', 'e', 'r',
  876. '\x00', 'N', 'o', 'v', 'e', 'm', 'b', 'e',
  877. 'r', '\x00', 'D', 'e', 'c', 'e', 'm', 'b',
  878. 'e', 'r', '\x00', 'A', 'M', '\x00', 'P', 'M',
  879. '\x00', '%', 'a', ' ', '%', 'b', ' ', '%',
  880. 'e', ' ', '%', 'H', ':', '%', 'M', ':',
  881. '%', 'S', ' ', '%', 'Y', '\x00', '%', 'm',
  882. '/', '%', 'd', '/', '%', 'y', '\x00', '%',
  883. 'H', ':', '%', 'M', ':', '%', 'S', '\x00',
  884. '%', 'I', ':', '%', 'M', ':', '%', 'S',
  885. ' ', '%', 'p', '\x00', '^', '[', 'y', 'Y',
  886. ']', '\x00', '^', '[', 'n', 'N', ']', '\x00',
  887. };
  888. libc_hidden_proto(nl_langinfo)
  889. char *nl_langinfo(nl_item item)
  890. {
  891. unsigned int c;
  892. unsigned int i;
  893. if ((c = _NL_ITEM_CATEGORY(item)) < C_LC_ALL) {
  894. if ((i = cat_start[c] + _NL_ITEM_INDEX(item)) < cat_start[c+1]) {
  895. /* return (char *) C_locale_data + item_offset[i] + (i & 64); */
  896. return (char *) C_locale_data + nl_data[C_LC_ALL+1+i] + 2*(i & 64);
  897. }
  898. }
  899. return (char *) cat_start; /* Conveniently, this is the empty string. */
  900. }
  901. libc_hidden_def(nl_langinfo)
  902. #else /* __LOCALE_C_ONLY */
  903. #if defined(__UCLIBC_HAS_XLOCALE__) && !defined(__UCLIBC_DO_XLOCALE)
  904. libc_hidden_proto(nl_langinfo)
  905. libc_hidden_proto(nl_langinfo_l)
  906. char *nl_langinfo(nl_item item)
  907. {
  908. return nl_langinfo_l(item, __UCLIBC_CURLOCALE);
  909. }
  910. libc_hidden_def(nl_langinfo)
  911. #else /* defined(__UCLIBC_HAS_XLOCALE__) && !defined(__UCLIBC_DO_XLOCALE) */
  912. libc_hidden_proto(__XL_NPP(nl_langinfo))
  913. static const char empty[] = "";
  914. char *__XL_NPP(nl_langinfo)(nl_item item __LOCALE_PARAM )
  915. {
  916. unsigned int c = _NL_ITEM_CATEGORY(item);
  917. unsigned int i = _NL_ITEM_INDEX(item);
  918. if ((c < LC_ALL) && (i < __LOCALE_PTR->category_item_count[c])) {
  919. return ((char **)(((char *) __LOCALE_PTR)
  920. + __LOCALE_PTR->category_offsets[c]))[i];
  921. }
  922. return (char *) empty;
  923. }
  924. libc_hidden_def(__XL_NPP(nl_langinfo))
  925. #endif /* defined(__UCLIBC_HAS_XLOCALE__) && !defined(__UCLIBC_DO_XLOCALE) */
  926. #endif /* __LOCALE_C_ONLY */
  927. #endif
  928. /**********************************************************************/
  929. #ifdef L_newlocale
  930. libc_hidden_proto(newlocale)
  931. #ifdef __UCLIBC_MJN3_ONLY__
  932. #warning TODO: Move posix and utf8 strings.
  933. #endif
  934. static const char posix[] = "POSIX";
  935. static const char utf8[] = "UTF-8";
  936. static int find_locale(int category_mask, const char *p,
  937. unsigned char *new_locale)
  938. {
  939. int i;
  940. const unsigned char *s;
  941. uint16_t n;
  942. unsigned char lang_cult, codeset;
  943. #if defined(__LOCALE_DATA_AT_MODIFIERS_LENGTH) && 1
  944. /* Support standard locale handling for @-modifiers. */
  945. #ifdef __UCLIBC_MJN3_ONLY__
  946. #warning REMINDER: Fix buf size in find_locale.
  947. #endif
  948. char buf[18]; /* TODO: 7+{max codeset name length} */
  949. const char *q;
  950. if ((q = strchr(p,'@')) != NULL) {
  951. if ((((size_t)((q-p)-5)) > (sizeof(buf) - 5)) || (p[2] != '_')) {
  952. return 0;
  953. }
  954. /* locale name at least 5 chars long and 3rd char is '_' */
  955. s = LOCALE_AT_MODIFIERS;
  956. do {
  957. if (!strcmp(s+2, q+1)) {
  958. break;
  959. }
  960. s += 2 + *s; /* TODO - fix this throughout */
  961. } while (*s);
  962. if (!*s) {
  963. return 0;
  964. }
  965. assert(q - p < sizeof(buf));
  966. memcpy(buf, p, q-p);
  967. buf[q-p] = 0;
  968. buf[2] = s[1];
  969. p = buf;
  970. }
  971. #endif
  972. lang_cult = codeset = 0; /* Assume C and default codeset. */
  973. if (((*p == 'C') && !p[1]) || !strcmp(p, posix)) {
  974. goto FIND_LOCALE;
  975. }
  976. if ((strlen(p) > 5) && (p[5] == '.')) { /* Codeset in locale name? */
  977. /* TODO: maybe CODESET_LIST + *s ??? */
  978. /* 7bit is 1, UTF-8 is 2, 8-bit is >= 3 */
  979. codeset = 2;
  980. if (strcmp(utf8,p+6) != 0) {/* TODO - fix! */
  981. s = CODESET_LIST;
  982. do {
  983. ++codeset; /* Increment codeset first. */
  984. if (!strcmp(CODESET_LIST+*s, p+6)) {
  985. goto FIND_LANG_CULT;
  986. }
  987. } while (*++s);
  988. return 0; /* No matching codeset! */
  989. }
  990. }
  991. FIND_LANG_CULT: /* Find language_culture number. */
  992. s = LOCALE_NAMES;
  993. do { /* TODO -- do a binary search? */
  994. /* TODO -- fix gen_mmap!*/
  995. ++lang_cult; /* Increment first since C/POSIX is 0. */
  996. if (!strncmp(s,p,5)) { /* Found a matching locale name; */
  997. goto FIND_LOCALE;
  998. }
  999. s += 5;
  1000. } while (lang_cult < __LOCALE_DATA_NUM_LOCALE_NAMES);
  1001. return 0; /* No matching language_culture! */
  1002. FIND_LOCALE: /* Find locale row matching name and codeset */
  1003. s = LOCALES;
  1004. n = 0;
  1005. do { /* TODO -- do a binary search? */
  1006. if ((lang_cult == *s) && ((codeset == s[1]) || (codeset == s[2]))) {
  1007. i = 1;
  1008. s = new_locale + 1;
  1009. do {
  1010. if (category_mask & i) {
  1011. /* Encode current locale row number. */
  1012. ((unsigned char *) s)[0] = (n >> 7) | 0x80;
  1013. ((unsigned char *) s)[1] = (n & 0x7f) | 0x80;
  1014. }
  1015. s += 2;
  1016. i += i;
  1017. } while (i < (1 << LC_ALL));
  1018. return i; /* Return non-zero */
  1019. }
  1020. s += __LOCALE_DATA_WIDTH_LOCALES;
  1021. ++n;
  1022. } while (n <= __LOCALE_DATA_NUM_LOCALES); /* We started at 1!!! */
  1023. return 0; /* Unsupported locale. */
  1024. }
  1025. static unsigned char *composite_locale(int category_mask, const char *locale,
  1026. unsigned char *new_locale)
  1027. {
  1028. char buf[MAX_LOCALE_STR];
  1029. char *t;
  1030. char *e;
  1031. int c;
  1032. int component_mask;
  1033. if (!strchr(locale,'=')) {
  1034. if (!find_locale(category_mask, locale, new_locale)) {
  1035. return NULL;
  1036. }
  1037. return new_locale;
  1038. }
  1039. if (strlen(locale) >= sizeof(buf)) {
  1040. return NULL;
  1041. }
  1042. stpcpy(buf, locale);
  1043. component_mask = 0;
  1044. t = strtok_r(buf, "=", &e); /* This can't fail because of strchr test above. */
  1045. do {
  1046. c = 0;
  1047. while (strcmp(CATEGORY_NAMES + (int) CATEGORY_NAMES[c], t)) {
  1048. if (++c == LC_ALL) { /* Unknown category name! */
  1049. return NULL;
  1050. }
  1051. }
  1052. t = strtok_r(NULL, ";", &e);
  1053. c = (1 << c);
  1054. if (component_mask & c) { /* Multiple components for one category. */
  1055. return NULL;
  1056. }
  1057. component_mask |= c;
  1058. if ((category_mask & c) && (!t || !find_locale(c, t, new_locale))) {
  1059. return NULL;
  1060. }
  1061. } while ((t = strtok_r(NULL, "=", &e)) != NULL);
  1062. if (category_mask & ~component_mask) { /* Category component(s) missing. */
  1063. return NULL;
  1064. }
  1065. return new_locale;
  1066. }
  1067. __locale_t newlocale(int category_mask, const char *locale, __locale_t base)
  1068. {
  1069. const unsigned char *p;
  1070. int i, j, k;
  1071. unsigned char new_selector[LOCALE_SELECTOR_SIZE];
  1072. if (category_mask == (1 << LC_ALL)) {
  1073. category_mask = LC_ALL_MASK;
  1074. }
  1075. if (!locale || (((unsigned int)(category_mask)) > LC_ALL_MASK)) {
  1076. INVALID:
  1077. __set_errno(EINVAL);
  1078. return NULL; /* No locale or illegal/unsupported category. */
  1079. }
  1080. #ifdef __UCLIBC_MJN3_ONLY__
  1081. #warning TODO: Rename cur_locale to locale_selector.
  1082. #endif
  1083. strcpy((char *) new_selector,
  1084. (base ? (char *) base->cur_locale : C_LOCALE_SELECTOR));
  1085. if (!*locale) { /* locale == "", so check environment. */
  1086. #ifndef __UCLIBC_HAS_THREADS__
  1087. static /* If no threads, then envstr can be static. */
  1088. #endif /* __UCLIBC_HAS_THREADS__ */
  1089. const char *envstr[4] = { "LC_ALL", NULL, "LANG", posix };
  1090. i = 1;
  1091. k = 0;
  1092. do {
  1093. if (category_mask & i) {
  1094. /* Note: SUSv3 doesn't define a fallback mechanism here.
  1095. * So, if LC_ALL is invalid, we do _not_ continue trying
  1096. * the other environment vars. */
  1097. envstr[1] = CATEGORY_NAMES + CATEGORY_NAMES[k];
  1098. j = 0;
  1099. do {
  1100. p = envstr[j];
  1101. } while ((++j < 4) && (!(p = getenv(p)) || !*p));
  1102. /* The user set something... is it valid? */
  1103. /* Note: Since we don't support user-supplied locales and
  1104. * alternate paths, we don't need to worry about special
  1105. * handling for suid/sgid apps. */
  1106. if (!find_locale(i, p, new_selector)) {
  1107. goto INVALID;
  1108. }
  1109. }
  1110. i += i;
  1111. } while (++k < LC_ALL);
  1112. } else if (!composite_locale(category_mask, locale, new_selector)) {
  1113. goto INVALID;
  1114. }
  1115. #ifdef __UCLIBC_MJN3_ONLY__
  1116. #warning TODO: Do a compatible codeset check!
  1117. #endif
  1118. /* If we get here, the new selector corresponds to a valid locale. */
  1119. #ifdef __UCLIBC_MJN3_ONLY__
  1120. #warning CONSIDER: Probably want a _locale_new func to allow for caching of locales.
  1121. #endif
  1122. #if 0
  1123. if (base) {
  1124. _locale_set_l(new_selector, base);
  1125. } else {
  1126. base = _locale_new(new_selector);
  1127. }
  1128. #else
  1129. if (!base) {
  1130. if ((base = malloc(sizeof(__uclibc_locale_t))) == NULL) {
  1131. return base;
  1132. }
  1133. _locale_init_l(base);
  1134. }
  1135. _locale_set_l(new_selector, base);
  1136. #endif
  1137. return base;
  1138. }
  1139. libc_hidden_def(newlocale)
  1140. #endif
  1141. /**********************************************************************/
  1142. #ifdef L_duplocale
  1143. libc_hidden_proto(duplocale)
  1144. #ifdef __UCLIBC_MJN3_ONLY__
  1145. #warning REMINDER: When we allocate ctype tables, remember to dup them.
  1146. #endif
  1147. __locale_t duplocale(__locale_t dataset)
  1148. {
  1149. __locale_t r;
  1150. uint16_t * i2w;
  1151. size_t n;
  1152. assert(dataset != LC_GLOBAL_LOCALE);
  1153. if ((r = malloc(sizeof(__uclibc_locale_t))) != NULL) {
  1154. n = 2*dataset->collate.max_col_index+2;
  1155. if ((i2w = calloc(n, sizeof(uint16_t)))
  1156. != NULL
  1157. ) {
  1158. memcpy(r, dataset, sizeof(__uclibc_locale_t));
  1159. r->collate.index2weight = i2w;
  1160. memcpy(i2w, dataset->collate.index2weight, n * sizeof(uint16_t));
  1161. } else {
  1162. free(r);
  1163. r = NULL;
  1164. }
  1165. }
  1166. return r;
  1167. }
  1168. libc_hidden_def(duplocale)
  1169. #endif
  1170. /**********************************************************************/
  1171. #ifdef L_freelocale
  1172. #ifdef __UCLIBC_MJN3_ONLY__
  1173. #warning REMINDER: When we allocate ctype tables, remember to free them.
  1174. #endif
  1175. void freelocale(__locale_t dataset)
  1176. {
  1177. assert(dataset != __global_locale);
  1178. assert(dataset != LC_GLOBAL_LOCALE);
  1179. free(dataset->collate.index2weight); /* Free collation data. */
  1180. free(dataset); /* Free locale */
  1181. }
  1182. #endif
  1183. /**********************************************************************/
  1184. #ifdef L_uselocale
  1185. libc_hidden_proto(uselocale)
  1186. __locale_t uselocale(__locale_t dataset)
  1187. {
  1188. __locale_t old;
  1189. if (!dataset) {
  1190. old = __UCLIBC_CURLOCALE;
  1191. } else {
  1192. if (dataset == LC_GLOBAL_LOCALE) {
  1193. dataset = __global_locale;
  1194. }
  1195. #ifdef __UCLIBC_HAS_THREADS__
  1196. old = __curlocale_set(dataset);
  1197. #else
  1198. old = __curlocale_var;
  1199. __curlocale_var = dataset;
  1200. #endif
  1201. }
  1202. if (old == __global_locale) {
  1203. return LC_GLOBAL_LOCALE;
  1204. }
  1205. return old;
  1206. }
  1207. libc_hidden_def(uselocale)
  1208. #endif
  1209. /**********************************************************************/
  1210. #ifdef L___curlocale
  1211. #ifdef __UCLIBC_HAS_THREADS__
  1212. __locale_t weak_const_function __curlocale(void)
  1213. {
  1214. return __curlocale_var; /* This is overriden by the thread version. */
  1215. }
  1216. __locale_t weak_function __curlocale_set(__locale_t newloc)
  1217. {
  1218. __locale_t oldloc = __curlocale_var;
  1219. assert(newloc != LC_GLOBAL_LOCALE);
  1220. __curlocale_var = newloc;
  1221. return oldloc;
  1222. }
  1223. #endif
  1224. #endif
  1225. /**********************************************************************/
  1226. #ifdef L___locale_mbrtowc_l
  1227. /* NOTE: This returns an int... not size_t. Also, it is not a general
  1228. * routine. It is actually a very stripped-down version of mbrtowc
  1229. * that takes a __locale_t arg. This is used by strcoll and strxfrm.
  1230. * It is also used above to generate wchar_t versions of the decimal point
  1231. * and thousands seperator. */
  1232. #ifndef __CTYPE_HAS_UTF_8_LOCALES
  1233. #warning __CTYPE_HAS_UTF_8_LOCALES not set!
  1234. #endif
  1235. #ifndef __CTYPE_HAS_8_BIT_LOCALES
  1236. #warning __CTYPE_HAS_8_BIT_LOCALES not set!
  1237. #endif
  1238. #define Cc2wc_IDX_SHIFT __LOCALE_DATA_Cc2wc_IDX_SHIFT
  1239. #define Cc2wc_ROW_LEN __LOCALE_DATA_Cc2wc_ROW_LEN
  1240. extern size_t _wchar_utf8sntowcs(wchar_t *__restrict pwc, size_t wn,
  1241. const char **__restrict src, size_t n,
  1242. mbstate_t *ps, int allow_continuation) attribute_hidden;
  1243. int attribute_hidden __locale_mbrtowc_l(wchar_t *__restrict dst,
  1244. const char *__restrict src,
  1245. __locale_t loc )
  1246. {
  1247. #ifdef __CTYPE_HAS_UTF_8_LOCALES
  1248. if (loc->encoding == __ctype_encoding_utf8) {
  1249. mbstate_t ps;
  1250. const char *p = src;
  1251. size_t r;
  1252. ps.__mask = 0;
  1253. r = _wchar_utf8sntowcs(dst, 1, &p, SIZE_MAX, &ps, 1);
  1254. return (r == 1) ? (p-src) : r; /* Need to return 0 if nul char. */
  1255. }
  1256. #endif
  1257. #ifdef __CTYPE_HAS_8_BIT_LOCALES
  1258. assert((loc->encoding == __ctype_encoding_7_bit) || (loc->encoding == __ctype_encoding_8_bit));
  1259. #else
  1260. assert(loc->encoding == __ctype_encoding_7_bit);
  1261. #endif
  1262. if ((*dst = ((unsigned char)(*src))) < 0x80) { /* ASCII... */
  1263. return (*src != 0);
  1264. }
  1265. #ifdef __CTYPE_HAS_8_BIT_LOCALES
  1266. if (loc->encoding == __ctype_encoding_8_bit) {
  1267. wchar_t wc = *dst - 0x80;
  1268. *dst = loc->tbl8c2wc[
  1269. (loc->idx8c2wc[wc >> Cc2wc_IDX_SHIFT]
  1270. << Cc2wc_IDX_SHIFT) + (wc & (Cc2wc_ROW_LEN - 1))];
  1271. if (*dst) {
  1272. return 1;
  1273. }
  1274. }
  1275. #endif
  1276. return -1;
  1277. }
  1278. #endif
  1279. /**********************************************************************/