1 /* 2 ****************************************************************************** 3 * 4 * Copyright (C) 1999-2014, International Business Machines 5 * Corporation and others. All Rights Reserved. 6 * 7 ****************************************************************************** 8 * file name: udata.h 9 * encoding: US-ASCII 10 * tab size: 8 (not used) 11 * indentation:4 12 * 13 * created on: 1999oct25 14 * created by: Markus W. Scherer 15 */ 16 17 #ifndef __UDATA_H__ 18 #define __UDATA_H__ 19 20 #include "unicode/utypes.h" 21 #include "unicode/localpointer.h" 22 23 U_CDECL_BEGIN 24 25 /** 26 * \file 27 * \brief C API: Data loading interface 28 * 29 * <h2>Information about data loading interface</h2> 30 * 31 * This API is used to find and efficiently load data for ICU and applications 32 * using ICU. It provides an abstract interface that specifies a data type and 33 * name to find and load the data. Normally this API is used by other ICU APIs 34 * to load required data out of the ICU data library, but it can be used to 35 * load data out of other places. 36 * 37 * See the User Guide Data Management chapter. 38 */ 39 40 #ifndef U_HIDE_INTERNAL_API 41 /** 42 * Character used to separate package names from tree names 43 * @internal ICU 3.0 44 */ 45 #define U_TREE_SEPARATOR '-' 46 47 /** 48 * String used to separate package names from tree names 49 * @internal ICU 3.0 50 */ 51 #define U_TREE_SEPARATOR_STRING "-" 52 53 /** 54 * Character used to separate parts of entry names 55 * @internal ICU 3.0 56 */ 57 #define U_TREE_ENTRY_SEP_CHAR '/' 58 59 /** 60 * String used to separate parts of entry names 61 * @internal ICU 3.0 62 */ 63 #define U_TREE_ENTRY_SEP_STRING "/" 64 65 /** 66 * Alias for standard ICU data 67 * @internal ICU 3.0 68 */ 69 #define U_ICUDATA_ALIAS "ICUDATA" 70 71 #endif /* U_HIDE_INTERNAL_API */ 72 73 /** 74 * UDataInfo contains the properties about the requested data. 75 * This is meta data. 76 * 77 * <p>This structure may grow in the future, indicated by the 78 * <code>size</code> field.</p> 79 * 80 * <p>ICU data must be at least 8-aligned, and should be 16-aligned. 81 * The UDataInfo struct begins 4 bytes after the start of the data item, 82 * so it is 4-aligned. 83 * 84 * <p>The platform data property fields help determine if a data 85 * file can be efficiently used on a given machine. 86 * The particular fields are of importance only if the data 87 * is affected by the properties - if there is integer data 88 * with word sizes > 1 byte, char* text, or UChar* text.</p> 89 * 90 * <p>The implementation for the <code>udata_open[Choice]()</code> 91 * functions may reject data based on the value in <code>isBigEndian</code>. 92 * No other field is used by the <code>udata</code> API implementation.</p> 93 * 94 * <p>The <code>dataFormat</code> may be used to identify 95 * the kind of data, e.g. a converter table.</p> 96 * 97 * <p>The <code>formatVersion</code> field should be used to 98 * make sure that the format can be interpreted. 99 * It may be a good idea to check only for the one or two highest 100 * of the version elements to allow the data memory to 101 * get more or somewhat rearranged contents, for as long 102 * as the using code can still interpret the older contents.</p> 103 * 104 * <p>The <code>dataVersion</code> field is intended to be a 105 * common place to store the source version of the data; 106 * for data from the Unicode character database, this could 107 * reflect the Unicode version.</p> 108 * 109 * @stable ICU 2.0 110 */ 111 typedef struct { 112 /** sizeof(UDataInfo) 113 * @stable ICU 2.0 */ 114 uint16_t size; 115 116 /** unused, set to 0 117 * @stable ICU 2.0*/ 118 uint16_t reservedWord; 119 120 /* platform data properties */ 121 /** 0 for little-endian machine, 1 for big-endian 122 * @stable ICU 2.0 */ 123 uint8_t isBigEndian; 124 125 /** see U_CHARSET_FAMILY values in utypes.h 126 * @stable ICU 2.0*/ 127 uint8_t charsetFamily; 128 129 /** sizeof(UChar), one of { 1, 2, 4 } 130 * @stable ICU 2.0*/ 131 uint8_t sizeofUChar; 132 133 /** unused, set to 0 134 * @stable ICU 2.0*/ 135 uint8_t reservedByte; 136 137 /** data format identifier 138 * @stable ICU 2.0*/ 139 uint8_t dataFormat[4]; 140 141 /** versions: [0] major [1] minor [2] milli [3] micro 142 * @stable ICU 2.0*/ 143 uint8_t formatVersion[4]; 144 145 /** versions: [0] major [1] minor [2] milli [3] micro 146 * @stable ICU 2.0*/ 147 uint8_t dataVersion[4]; 148 } UDataInfo; 149 150 /* API for reading data -----------------------------------------------------*/ 151 152 /** 153 * Forward declaration of the data memory type. 154 * @stable ICU 2.0 155 */ 156 typedef struct UDataMemory UDataMemory; 157 158 /** 159 * Callback function for udata_openChoice(). 160 * @param context parameter passed into <code>udata_openChoice()</code>. 161 * @param type The type of the data as passed into <code>udata_openChoice()</code>. 162 * It may be <code>NULL</code>. 163 * @param name The name of the data as passed into <code>udata_openChoice()</code>. 164 * @param pInfo A pointer to the <code>UDataInfo</code> structure 165 * of data that has been loaded and will be returned 166 * by <code>udata_openChoice()</code> if this function 167 * returns <code>TRUE</code>. 168 * @return TRUE if the current data memory is acceptable 169 * @stable ICU 2.0 170 */ 171 typedef UBool U_CALLCONV 172 UDataMemoryIsAcceptable(void *context, 173 const char *type, const char *name, 174 const UDataInfo *pInfo); 175 176 177 /** 178 * Convenience function. 179 * This function works the same as <code>udata_openChoice</code> 180 * except that any data that matches the type and name 181 * is assumed to be acceptable. 182 * @param path Specifies an absolute path and/or a basename for the 183 * finding of the data in the file system. 184 * <code>NULL</code> for ICU data. 185 * @param type A string that specifies the type of data to be loaded. 186 * For example, resource bundles are loaded with type "res", 187 * conversion tables with type "cnv". 188 * This may be <code>NULL</code> or empty. 189 * @param name A string that specifies the name of the data. 190 * @param pErrorCode An ICU UErrorCode parameter. It must not be <code>NULL</code>. 191 * @return A pointer (handle) to a data memory object, or <code>NULL</code> 192 * if an error occurs. Call <code>udata_getMemory()</code> 193 * to get a pointer to the actual data. 194 * 195 * @see udata_openChoice 196 * @stable ICU 2.0 197 */ 198 U_STABLE UDataMemory * U_EXPORT2 199 udata_open(const char *path, const char *type, const char *name, 200 UErrorCode *pErrorCode); 201 202 /** 203 * Data loading function. 204 * This function is used to find and load efficiently data for 205 * ICU and applications using ICU. 206 * It provides an abstract interface that allows to specify a data 207 * type and name to find and load the data. 208 * 209 * <p>The implementation depends on platform properties and user preferences 210 * and may involve loading shared libraries (DLLs), mapping 211 * files into memory, or fopen()/fread() files. 212 * It may also involve using static memory or database queries etc. 213 * Several or all data items may be combined into one entity 214 * (DLL, memory-mappable file).</p> 215 * 216 * <p>The data is always preceded by a header that includes 217 * a <code>UDataInfo</code> structure. 218 * The caller's <code>isAcceptable()</code> function is called to make 219 * sure that the data is useful. It may be called several times if it 220 * rejects the data and there is more than one location with data 221 * matching the type and name.</p> 222 * 223 * <p>If <code>path==NULL</code>, then ICU data is loaded. 224 * Otherwise, it is separated into a basename and a basename-less directory string. 225 * The basename is used as the data package name, and the directory is 226 * logically prepended to the ICU data directory string.</p> 227 * 228 * <p>For details about ICU data loading see the User Guide 229 * Data Management chapter. (http://icu-project.org/userguide/icudata.html)</p> 230 * 231 * @param path Specifies an absolute path and/or a basename for the 232 * finding of the data in the file system. 233 * <code>NULL</code> for ICU data. 234 * @param type A string that specifies the type of data to be loaded. 235 * For example, resource bundles are loaded with type "res", 236 * conversion tables with type "cnv". 237 * This may be <code>NULL</code> or empty. 238 * @param name A string that specifies the name of the data. 239 * @param isAcceptable This function is called to verify that loaded data 240 * is useful for the client code. If it returns FALSE 241 * for all data items, then <code>udata_openChoice()</code> 242 * will return with an error. 243 * @param context Arbitrary parameter to be passed into isAcceptable. 244 * @param pErrorCode An ICU UErrorCode parameter. It must not be <code>NULL</code>. 245 * @return A pointer (handle) to a data memory object, or <code>NULL</code> 246 * if an error occurs. Call <code>udata_getMemory()</code> 247 * to get a pointer to the actual data. 248 * @stable ICU 2.0 249 */ 250 U_STABLE UDataMemory * U_EXPORT2 251 udata_openChoice(const char *path, const char *type, const char *name, 252 UDataMemoryIsAcceptable *isAcceptable, void *context, 253 UErrorCode *pErrorCode); 254 255 /** 256 * Close the data memory. 257 * This function must be called to allow the system to 258 * release resources associated with this data memory. 259 * @param pData The pointer to data memory object 260 * @stable ICU 2.0 261 */ 262 U_STABLE void U_EXPORT2 263 udata_close(UDataMemory *pData); 264 265 #if U_SHOW_CPLUSPLUS_API 266 267 U_NAMESPACE_BEGIN 268 269 /** 270 * \class LocalUDataMemoryPointer 271 * "Smart pointer" class, closes a UDataMemory via udata_close(). 272 * For most methods see the LocalPointerBase base class. 273 * 274 * @see LocalPointerBase 275 * @see LocalPointer 276 * @stable ICU 4.4 277 */ 278 U_DEFINE_LOCAL_OPEN_POINTER(LocalUDataMemoryPointer, UDataMemory, udata_close); 279 280 U_NAMESPACE_END 281 282 #endif 283 284 /** 285 * Get the pointer to the actual data inside the data memory. 286 * The data is read-only. 287 * 288 * ICU data must be at least 8-aligned, and should be 16-aligned. 289 * 290 * @param pData The pointer to data memory object 291 * @stable ICU 2.0 292 */ 293 U_STABLE const void * U_EXPORT2 294 udata_getMemory(UDataMemory *pData); 295 296 /** 297 * Get the information from the data memory header. 298 * This allows to get access to the header containing 299 * platform data properties etc. which is not part of 300 * the data itself and can therefore not be accessed 301 * via the pointer that <code>udata_getMemory()</code> returns. 302 * 303 * @param pData pointer to the data memory object 304 * @param pInfo pointer to a UDataInfo object; 305 * its <code>size</code> field must be set correctly, 306 * typically to <code>sizeof(UDataInfo)</code>. 307 * 308 * <code>*pInfo</code> will be filled with the UDataInfo structure 309 * in the data memory object. If this structure is smaller than 310 * <code>pInfo->size</code>, then the <code>size</code> will be 311 * adjusted and only part of the structure will be filled. 312 * @stable ICU 2.0 313 */ 314 U_STABLE void U_EXPORT2 315 udata_getInfo(UDataMemory *pData, UDataInfo *pInfo); 316 317 /** 318 * This function bypasses the normal ICU data loading process and 319 * allows you to force ICU's system data to come out of a user-specified 320 * area in memory. 321 * 322 * ICU data must be at least 8-aligned, and should be 16-aligned. 323 * See http://userguide.icu-project.org/icudata 324 * 325 * The format of this data is that of the icu common data file, as is 326 * generated by the pkgdata tool with mode=common or mode=dll. 327 * You can read in a whole common mode file and pass the address to the start of the 328 * data, or (with the appropriate link options) pass in the pointer to 329 * the data that has been loaded from a dll by the operating system, 330 * as shown in this code: 331 * 332 * extern const char U_IMPORT U_ICUDATA_ENTRY_POINT []; 333 * // U_ICUDATA_ENTRY_POINT is same as entry point specified to pkgdata tool 334 * UErrorCode status = U_ZERO_ERROR; 335 * 336 * udata_setCommonData(&U_ICUDATA_ENTRY_POINT, &status); 337 * 338 * It is important that the declaration be as above. The entry point 339 * must not be declared as an extern void*. 340 * 341 * Starting with ICU 4.4, it is possible to set several data packages, 342 * one per call to this function. 343 * udata_open() will look for data in the multiple data packages in the order 344 * in which they were set. 345 * The position of the linked-in or default-name ICU .data package in the 346 * search list depends on when the first data item is loaded that is not contained 347 * in the already explicitly set packages. 348 * If data was loaded implicitly before the first call to this function 349 * (for example, via opening a converter, constructing a UnicodeString 350 * from default-codepage data, using formatting or collation APIs, etc.), 351 * then the default data will be first in the list. 352 * 353 * This function has no effect on application (non ICU) data. See udata_setAppData() 354 * for similar functionality for application data. 355 * 356 * @param data pointer to ICU common data 357 * @param err outgoing error status <code>U_USING_DEFAULT_WARNING, U_UNSUPPORTED_ERROR</code> 358 * @stable ICU 2.0 359 */ 360 U_STABLE void U_EXPORT2 361 udata_setCommonData(const void *data, UErrorCode *err); 362 363 364 /** 365 * This function bypasses the normal ICU data loading process for application-specific 366 * data and allows you to force the it to come out of a user-specified 367 * pointer. 368 * 369 * ICU data must be at least 8-aligned, and should be 16-aligned. 370 * See http://userguide.icu-project.org/icudata 371 * 372 * The format of this data is that of the icu common data file, like 'icudt26l.dat' 373 * or the corresponding shared library (DLL) file. 374 * The application must read in or otherwise construct an image of the data and then 375 * pass the address of it to this function. 376 * 377 * 378 * Warning: setAppData will set a U_USING_DEFAULT_WARNING code if 379 * data with the specifed path that has already been opened, or 380 * if setAppData with the same path has already been called. 381 * Any such calls to setAppData will have no effect. 382 * 383 * 384 * @param packageName the package name by which the application will refer 385 * to (open) this data 386 * @param data pointer to the data 387 * @param err outgoing error status <code>U_USING_DEFAULT_WARNING, U_UNSUPPORTED_ERROR</code> 388 * @see udata_setCommonData 389 * @stable ICU 2.0 390 */ 391 U_STABLE void U_EXPORT2 392 udata_setAppData(const char *packageName, const void *data, UErrorCode *err); 393 394 /** 395 * Possible settings for udata_setFileAccess() 396 * @see udata_setFileAccess 397 * @stable ICU 3.4 398 */ 399 typedef enum UDataFileAccess { 400 /** ICU looks for data in single files first, then in packages. (default) @stable ICU 3.4 */ 401 UDATA_FILES_FIRST, 402 /** An alias for the default access mode. @stable ICU 3.4 */ 403 UDATA_DEFAULT_ACCESS = UDATA_FILES_FIRST, 404 /** ICU only loads data from packages, not from single files. @stable ICU 3.4 */ 405 UDATA_ONLY_PACKAGES, 406 /** ICU loads data from packages first, and only from single files 407 if the data cannot be found in a package. @stable ICU 3.4 */ 408 UDATA_PACKAGES_FIRST, 409 /** ICU does not access the file system for data loading. @stable ICU 3.4 */ 410 UDATA_NO_FILES, 411 /** Number of real UDataFileAccess values. @stable ICU 3.4 */ 412 UDATA_FILE_ACCESS_COUNT 413 } UDataFileAccess; 414 415 /** 416 * This function may be called to control how ICU loads data. It must be called 417 * before any ICU data is loaded, including application data loaded with 418 * ures/ResourceBundle or udata APIs. This function is not multithread safe. 419 * The results of calling it while other threads are loading data are undefined. 420 * @param access The type of file access to be used 421 * @param status Error code. 422 * @see UDataFileAccess 423 * @stable ICU 3.4 424 */ 425 U_STABLE void U_EXPORT2 426 udata_setFileAccess(UDataFileAccess access, UErrorCode *status); 427 428 U_CDECL_END 429 430 #endif 431