diff options
Diffstat (limited to 'Build/source/libs/icu/icu-50.1/test/cintltst/capitst.c')
-rw-r--r-- | Build/source/libs/icu/icu-50.1/test/cintltst/capitst.c | 2411 |
1 files changed, 2411 insertions, 0 deletions
diff --git a/Build/source/libs/icu/icu-50.1/test/cintltst/capitst.c b/Build/source/libs/icu/icu-50.1/test/cintltst/capitst.c new file mode 100644 index 00000000000..ddb7bd1e555 --- /dev/null +++ b/Build/source/libs/icu/icu-50.1/test/cintltst/capitst.c @@ -0,0 +1,2411 @@ +/******************************************************************** + * Copyright (c) 1997-2012, International Business Machines + * Corporation and others. All Rights Reserved. + ********************************************************************/ +/***************************************************************************** +* +* File CAPITEST.C +* +* Modification History: +* Name Description +* Madhu Katragadda Ported for C API +* Brian Rower Added TestOpenVsOpenRules +****************************************************************************** +*//* C API TEST For COLLATOR */ + +#include "unicode/utypes.h" + +#if !UCONFIG_NO_COLLATION + +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include "unicode/uloc.h" +#include "unicode/ulocdata.h" +#include "unicode/ustring.h" +#include "unicode/ures.h" +#include "unicode/ucoleitr.h" +#include "cintltst.h" +#include "capitst.h" +#include "ccolltst.h" +#include "putilimp.h" +#include "cmemory.h" +#include "cstring.h" + +static void TestAttribute(void); +static void TestDefault(void); +static void TestDefaultKeyword(void); +static void TestBengaliSortKey(void); + int TestBufferSize(); /* defined in "colutil.c" */ + + +static char* U_EXPORT2 ucol_sortKeyToString(const UCollator *coll, const uint8_t *sortkey, char *buffer, uint32_t len) { + uint32_t position = 0; + uint8_t b; + + if (position + 1 < len) + position += sprintf(buffer + position, "["); + while ((b = *sortkey++) != 0) { + if (b == 1 && position + 5 < len) { + position += sprintf(buffer + position, "%02X . ", b); + } else if (b != 1 && position + 3 < len) { + position += sprintf(buffer + position, "%02X ", b); + } + } + if (position + 3 < len) + position += sprintf(buffer + position, "%02X]", b); + return buffer; +} + +void addCollAPITest(TestNode** root) +{ + /* WEIVTODO: return tests here */ + addTest(root, &TestProperty, "tscoll/capitst/TestProperty"); + addTest(root, &TestRuleBasedColl, "tscoll/capitst/TestRuleBasedColl"); + addTest(root, &TestCompare, "tscoll/capitst/TestCompare"); + addTest(root, &TestSortKey, "tscoll/capitst/TestSortKey"); + addTest(root, &TestHashCode, "tscoll/capitst/TestHashCode"); + addTest(root, &TestElemIter, "tscoll/capitst/TestElemIter"); + addTest(root, &TestGetAll, "tscoll/capitst/TestGetAll"); + /*addTest(root, &TestGetDefaultRules, "tscoll/capitst/TestGetDefaultRules");*/ + addTest(root, &TestDecomposition, "tscoll/capitst/TestDecomposition"); + addTest(root, &TestSafeClone, "tscoll/capitst/TestSafeClone"); + addTest(root, &TestCloneBinary, "tscoll/capitst/TestCloneBinary"); + addTest(root, &TestGetSetAttr, "tscoll/capitst/TestGetSetAttr"); + addTest(root, &TestBounds, "tscoll/capitst/TestBounds"); + addTest(root, &TestGetLocale, "tscoll/capitst/TestGetLocale"); + addTest(root, &TestSortKeyBufferOverrun, "tscoll/capitst/TestSortKeyBufferOverrun"); + addTest(root, &TestAttribute, "tscoll/capitst/TestAttribute"); + addTest(root, &TestGetTailoredSet, "tscoll/capitst/TestGetTailoredSet"); + addTest(root, &TestMergeSortKeys, "tscoll/capitst/TestMergeSortKeys"); + addTest(root, &TestShortString, "tscoll/capitst/TestShortString"); + addTest(root, &TestGetContractionsAndUnsafes, "tscoll/capitst/TestGetContractionsAndUnsafes"); + addTest(root, &TestOpenBinary, "tscoll/capitst/TestOpenBinary"); + addTest(root, &TestDefault, "tscoll/capitst/TestDefault"); + addTest(root, &TestDefaultKeyword, "tscoll/capitst/TestDefaultKeyword"); + addTest(root, &TestOpenVsOpenRules, "tscoll/capitst/TestOpenVsOpenRules"); + addTest(root, &TestBengaliSortKey, "tscoll/capitst/TestBengaliSortKey"); + addTest(root, &TestGetKeywordValuesForLocale, "tscoll/capitst/TestGetKeywordValuesForLocale"); +} + +void TestGetSetAttr(void) { + UErrorCode status = U_ZERO_ERROR; + UCollator *coll = ucol_open(NULL, &status); + struct attrTest { + UColAttribute att; + UColAttributeValue val[5]; + uint32_t valueSize; + UColAttributeValue nonValue; + } attrs[] = { + {UCOL_FRENCH_COLLATION, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED}, + {UCOL_ALTERNATE_HANDLING, {UCOL_NON_IGNORABLE, UCOL_SHIFTED}, 2, UCOL_OFF},/* attribute for handling variable elements*/ + {UCOL_CASE_FIRST, {UCOL_OFF, UCOL_LOWER_FIRST, UCOL_UPPER_FIRST}, 3, UCOL_SHIFTED},/* who goes first, lower case or uppercase */ + {UCOL_CASE_LEVEL, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED},/* do we have an extra case level */ + {UCOL_NORMALIZATION_MODE, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED},/* attribute for normalization */ + {UCOL_DECOMPOSITION_MODE, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED}, + {UCOL_STRENGTH, {UCOL_PRIMARY, UCOL_SECONDARY, UCOL_TERTIARY, UCOL_QUATERNARY, UCOL_IDENTICAL}, 5, UCOL_SHIFTED},/* attribute for strength */ + {UCOL_HIRAGANA_QUATERNARY_MODE, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED},/* when turned on, this attribute */ + }; + UColAttribute currAttr; + UColAttributeValue value; + uint32_t i = 0, j = 0; + + if (coll == NULL) { + log_err_status(status, "Unable to open collator. %s\n", u_errorName(status)); + return; + } + for(i = 0; i<sizeof(attrs)/sizeof(attrs[0]); i++) { + currAttr = attrs[i].att; + ucol_setAttribute(coll, currAttr, UCOL_DEFAULT, &status); + if(U_FAILURE(status)) { + log_err_status(status, "ucol_setAttribute with the default value returned error: %s\n", u_errorName(status)); + break; + } + value = ucol_getAttribute(coll, currAttr, &status); + if(U_FAILURE(status)) { + log_err("ucol_getAttribute returned error: %s\n", u_errorName(status)); + break; + } + for(j = 0; j<attrs[i].valueSize; j++) { + ucol_setAttribute(coll, currAttr, attrs[i].val[j], &status); + if(U_FAILURE(status)) { + log_err("ucol_setAttribute with the value %i returned error: %s\n", attrs[i].val[j], u_errorName(status)); + break; + } + } + status = U_ZERO_ERROR; + ucol_setAttribute(coll, currAttr, attrs[i].nonValue, &status); + if(U_SUCCESS(status)) { + log_err("ucol_setAttribute with the bad value didn't return an error\n"); + break; + } + status = U_ZERO_ERROR; + + ucol_setAttribute(coll, currAttr, value, &status); + if(U_FAILURE(status)) { + log_err("ucol_setAttribute with the default valuereturned error: %s\n", u_errorName(status)); + break; + } + } + status = U_ZERO_ERROR; + value = ucol_getAttribute(coll, UCOL_ATTRIBUTE_COUNT, &status); + if(U_SUCCESS(status)) { + log_err("ucol_getAttribute for UCOL_ATTRIBUTE_COUNT didn't return an error\n"); + } + status = U_ZERO_ERROR; + ucol_setAttribute(coll, UCOL_ATTRIBUTE_COUNT, UCOL_DEFAULT, &status); + if(U_SUCCESS(status)) { + log_err("ucol_setAttribute for UCOL_ATTRIBUTE_COUNT didn't return an error\n"); + } + status = U_ZERO_ERROR; + ucol_close(coll); +} + + +static void doAssert(int condition, const char *message) +{ + if (condition==0) { + log_err("ERROR : %s\n", message); + } +} + +#define UTF8_BUF_SIZE 128 + +static void doStrcoll(const UCollator* coll, const UChar* src, int32_t srcLen, const UChar* tgt, int32_t tgtLen, + UCollationResult expected, const char *message) { + UErrorCode err = U_ZERO_ERROR; + char srcU8[UTF8_BUF_SIZE], tgtU8[UTF8_BUF_SIZE]; + int32_t srcU8Len = -1, tgtU8Len = -1; + int32_t len = 0; + + if (ucol_strcoll(coll, src, srcLen, tgt, tgtLen) != expected) { + log_err("ERROR : %s\n", message); + } + + u_strToUTF8(srcU8, UTF8_BUF_SIZE, &len, src, srcLen, &err); + if (U_FAILURE(err) || len >= UTF8_BUF_SIZE) { + log_err("ERROR : UTF-8 conversion error\n"); + return; + } + if (srcLen >= 0) { + srcU8Len = len; + } + u_strToUTF8(tgtU8, UTF8_BUF_SIZE, &len, tgt, tgtLen, &err); + if (U_FAILURE(err) || len >= UTF8_BUF_SIZE) { + log_err("ERROR : UTF-8 conversion error\n"); + return; + } + if (tgtLen >= 0) { + tgtU8Len = len; + } + + if (ucol_strcollUTF8(coll, srcU8, srcU8Len, tgtU8, tgtU8Len, &err) != expected + || U_FAILURE(err)) { + log_err("ERROR: %s (strcollUTF8)\n", message); + } +} + +#if 0 +/* We don't have default rules, at least not in the previous sense */ +void TestGetDefaultRules(){ + uint32_t size=0; + UErrorCode status=U_ZERO_ERROR; + UCollator *coll=NULL; + int32_t len1 = 0, len2=0; + uint8_t *binColData = NULL; + + UResourceBundle *res = NULL; + UResourceBundle *binColl = NULL; + uint8_t *binResult = NULL; + + + const UChar * defaultRulesArray=ucol_getDefaultRulesArray(&size); + log_verbose("Test the function ucol_getDefaultRulesArray()\n"); + + coll = ucol_openRules(defaultRulesArray, size, UCOL_ON, UCOL_PRIMARY, &status); + if(U_SUCCESS(status) && coll !=NULL) { + binColData = (uint8_t*)ucol_cloneRuleData(coll, &len1, &status); + + } + + + status=U_ZERO_ERROR; + res=ures_open(NULL, "root", &status); + if(U_FAILURE(status)){ + log_err("ERROR: Failed to get resource for \"root Locale\" with %s", myErrorName(status)); + return; + } + binColl=ures_getByKey(res, "%%Collation", binColl, &status); + if(U_SUCCESS(status)){ + binResult=(uint8_t*)ures_getBinary(binColl, &len2, &status); + if(U_FAILURE(status)){ + log_err("ERROR: ures_getBinary() failed\n"); + } + }else{ + log_err("ERROR: ures_getByKey(locale(default), %%Collation) failed"); + } + + + if(len1 != len2){ + log_err("Error: ucol_getDefaultRulesArray() failed to return the correct length.\n"); + } + if(memcmp(binColData, binResult, len1) != 0){ + log_err("Error: ucol_getDefaultRulesArray() failed\n"); + } + + free(binColData); + ures_close(binColl); + ures_close(res); + ucol_close(coll); + +} +#endif + +/* Collator Properties + ucol_open, ucol_strcoll, getStrength/setStrength + getDecomposition/setDecomposition, getDisplayName*/ +void TestProperty() +{ + UCollator *col, *ruled; + UChar *disName; + int32_t len = 0; + UChar source[12], target[12]; + char sourceU8[36], targetU8[36]; + int32_t tempLength; + UErrorCode status = U_ZERO_ERROR; + /* + * Expected version of the English collator. + * Currently, the major/minor version numbers change when the builder code + * changes, + * number 2 is from the tailoring data version and + * number 3 is the UCA version. + * This changes with every UCA version change, and the expected value + * needs to be adjusted. + * Same in intltest/apicoll.cpp. + */ + UVersionInfo currVersionArray = {0x31, 0xC0, 0x05, 0x2A}; /* from ICU 4.4/UCA 5.2 */ + UVersionInfo versionArray = {0, 0, 0, 0}; + UVersionInfo versionUCAArray = {0, 0, 0, 0}; + UVersionInfo versionUCDArray = {0, 0, 0, 0}; + + log_verbose("The property tests begin : \n"); + log_verbose("Test ucol_strcoll : \n"); + col = ucol_open("en_US", &status); + if (U_FAILURE(status)) { + log_err_status(status, "Default Collator creation failed.: %s\n", myErrorName(status)); + return; + } + + ucol_getVersion(col, versionArray); + /* Check for a version greater than some value rather than equality + * so that we need not update the expected version each time. */ + if (uprv_memcmp(versionArray, currVersionArray, 4)<0) { + log_err("Testing ucol_getVersion() - unexpected result: %02x.%02x.%02x.%02x\n", + versionArray[0], versionArray[1], versionArray[2], versionArray[3]); + } else { + log_verbose("ucol_getVersion() result: %02x.%02x.%02x.%02x\n", + versionArray[0], versionArray[1], versionArray[2], versionArray[3]); + } + + /* Assume that the UCD and UCA versions are the same, + * rather than hardcoding (and updating each time) a particular UCA version. */ + u_getUnicodeVersion(versionUCDArray); + ucol_getUCAVersion(col, versionUCAArray); + if (0!=uprv_memcmp(versionUCAArray, versionUCDArray, 4)) { + log_err("Testing ucol_getUCAVersion() - unexpected result: %hu.%hu.%hu.%hu\n", + versionUCAArray[0], versionUCAArray[1], versionUCAArray[2], versionUCAArray[3]); + } + + u_uastrcpy(source, "ab"); + u_uastrcpy(target, "abc"); + + doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_LESS, "ab < abc comparison failed"); + + u_uastrcpy(source, "ab"); + u_uastrcpy(target, "AB"); + + doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_LESS, "ab < AB comparison failed"); + + u_uastrcpy(source, "blackbird"); + u_uastrcpy(target, "black-bird"); + + doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_GREATER, "black-bird > blackbird comparison failed"); + + u_uastrcpy(source, "black bird"); + u_uastrcpy(target, "black-bird"); + + doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_LESS, "black bird < black-bird comparison failed"); + + u_uastrcpy(source, "Hello"); + u_uastrcpy(target, "hello"); + + doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_GREATER, "Hello > hello comparison failed"); + + log_verbose("Test ucol_strcoll ends.\n"); + + log_verbose("testing ucol_getStrength() method ...\n"); + doAssert( (ucol_getStrength(col) == UCOL_TERTIARY), "collation object has the wrong strength"); + doAssert( (ucol_getStrength(col) != UCOL_PRIMARY), "collation object's strength is primary difference"); + + log_verbose("testing ucol_setStrength() method ...\n"); + ucol_setStrength(col, UCOL_SECONDARY); + doAssert( (ucol_getStrength(col) != UCOL_TERTIARY), "collation object's strength is secondary difference"); + doAssert( (ucol_getStrength(col) != UCOL_PRIMARY), "collation object's strength is primary difference"); + doAssert( (ucol_getStrength(col) == UCOL_SECONDARY), "collation object has the wrong strength"); + + + log_verbose("Get display name for the default collation in German : \n"); + + len=ucol_getDisplayName("en_US", "de_DE", NULL, 0, &status); + if(status==U_BUFFER_OVERFLOW_ERROR){ + status=U_ZERO_ERROR; + disName=(UChar*)malloc(sizeof(UChar) * (len+1)); + ucol_getDisplayName("en_US", "de_DE", disName, len+1, &status); + log_verbose("the display name for default collation in german: %s\n", austrdup(disName) ); + free(disName); + } + if(U_FAILURE(status)){ + log_err("ERROR: in getDisplayName: %s\n", myErrorName(status)); + return; + } + log_verbose("Default collation getDisplayName ended.\n"); + + ruled = ucol_open("da_DK", &status); + log_verbose("ucol_getRules() testing ...\n"); + ucol_getRules(ruled, &tempLength); + doAssert( tempLength != 0, "getRules() result incorrect" ); + log_verbose("getRules tests end.\n"); + { + UChar *buffer = (UChar *)malloc(200000*sizeof(UChar)); + int32_t bufLen = 200000; + buffer[0] = '\0'; + log_verbose("ucol_getRulesEx() testing ...\n"); + tempLength = ucol_getRulesEx(col,UCOL_TAILORING_ONLY,buffer,bufLen ); + doAssert( tempLength == 0x00, "getRulesEx() result incorrect" ); + log_verbose("getRules tests end.\n"); + + log_verbose("ucol_getRulesEx() testing ...\n"); + tempLength=ucol_getRulesEx(col,UCOL_FULL_RULES,buffer,bufLen ); + doAssert( tempLength != 0, "getRulesEx() result incorrect" ); + log_verbose("getRules tests end.\n"); + free(buffer); + } + ucol_close(ruled); + ucol_close(col); + + log_verbose("open an collator for french locale"); + col = ucol_open("fr_FR", &status); + if (U_FAILURE(status)) { + log_err("ERROR: Creating French collation failed.: %s\n", myErrorName(status)); + return; + } + ucol_setStrength(col, UCOL_PRIMARY); + log_verbose("testing ucol_getStrength() method again ...\n"); + doAssert( (ucol_getStrength(col) != UCOL_TERTIARY), "collation object has the wrong strength"); + doAssert( (ucol_getStrength(col) == UCOL_PRIMARY), "collation object's strength is not primary difference"); + + log_verbose("testing French ucol_setStrength() method ...\n"); + ucol_setStrength(col, UCOL_TERTIARY); + doAssert( (ucol_getStrength(col) == UCOL_TERTIARY), "collation object's strength is not tertiary difference"); + doAssert( (ucol_getStrength(col) != UCOL_PRIMARY), "collation object's strength is primary difference"); + doAssert( (ucol_getStrength(col) != UCOL_SECONDARY), "collation object's strength is secondary difference"); + ucol_close(col); + + log_verbose("Get display name for the french collation in english : \n"); + len=ucol_getDisplayName("fr_FR", "en_US", NULL, 0, &status); + if(status==U_BUFFER_OVERFLOW_ERROR){ + status=U_ZERO_ERROR; + disName=(UChar*)malloc(sizeof(UChar) * (len+1)); + ucol_getDisplayName("fr_FR", "en_US", disName, len+1, &status); + log_verbose("the display name for french collation in english: %s\n", austrdup(disName) ); + free(disName); + } + if(U_FAILURE(status)){ + log_err("ERROR: in getDisplayName: %s\n", myErrorName(status)); + return; + } + log_verbose("Default collation getDisplayName ended.\n"); + +} + +/* Test RuleBasedCollator and getRules*/ +void TestRuleBasedColl() +{ + UCollator *col1, *col2, *col3, *col4; + UCollationElements *iter1, *iter2; + UChar ruleset1[60]; + UChar ruleset2[50]; + UChar teststr[10]; + UChar teststr2[10]; + const UChar *rule1, *rule2, *rule3, *rule4; + int32_t tempLength; + UErrorCode status = U_ZERO_ERROR; + u_uastrcpy(ruleset1, "&9 < a, A < b, B < c, C; ch, cH, Ch, CH < d, D, e, E"); + u_uastrcpy(ruleset2, "&9 < a, A < b, B < c, C < d, D, e, E"); + + + col1 = ucol_openRules(ruleset1, u_strlen(ruleset1), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL,&status); + if (U_FAILURE(status)) { + log_err_status(status, "RuleBased Collator creation failed.: %s\n", myErrorName(status)); + return; + } + else + log_verbose("PASS: RuleBased Collator creation passed\n"); + + status = U_ZERO_ERROR; + col2 = ucol_openRules(ruleset2, u_strlen(ruleset2), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); + if (U_FAILURE(status)) { + log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); + return; + } + else + log_verbose("PASS: RuleBased Collator creation passed\n"); + + + status = U_ZERO_ERROR; + col3= ucol_open(NULL, &status); + if (U_FAILURE(status)) { + log_err("Default Collator creation failed.: %s\n", myErrorName(status)); + return; + } + else + log_verbose("PASS: Default Collator creation passed\n"); + + rule1 = ucol_getRules(col1, &tempLength); + rule2 = ucol_getRules(col2, &tempLength); + rule3 = ucol_getRules(col3, &tempLength); + + doAssert((u_strcmp(rule1, rule2) != 0), "Default collator getRules failed"); + doAssert((u_strcmp(rule2, rule3) != 0), "Default collator getRules failed"); + doAssert((u_strcmp(rule1, rule3) != 0), "Default collator getRules failed"); + + col4=ucol_openRules(rule2, u_strlen(rule2), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); + if (U_FAILURE(status)) { + log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); + return; + } + rule4= ucol_getRules(col4, &tempLength); + doAssert((u_strcmp(rule2, rule4) == 0), "Default collator getRules failed"); + + ucol_close(col1); + ucol_close(col2); + ucol_close(col3); + ucol_close(col4); + + /* tests that modifier ! is always ignored */ + u_uastrcpy(ruleset1, "!&a<b"); + teststr[0] = 0x0e40; + teststr[1] = 0x0e01; + teststr[2] = 0x0e2d; + col1 = ucol_openRules(ruleset1, u_strlen(ruleset1), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); + if (U_FAILURE(status)) { + log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); + return; + } + col2 = ucol_open("en_US", &status); + if (U_FAILURE(status)) { + log_err("en_US Collator creation failed.: %s\n", myErrorName(status)); + return; + } + iter1 = ucol_openElements(col1, teststr, 3, &status); + iter2 = ucol_openElements(col2, teststr, 3, &status); + if(U_FAILURE(status)) { + log_err("ERROR: CollationElement iterator creation failed.: %s\n", myErrorName(status)); + return; + } + while (TRUE) { + /* testing with en since thai has its own tailoring */ + uint32_t ce = ucol_next(iter1, &status); + uint32_t ce2 = ucol_next(iter2, &status); + if(U_FAILURE(status)) { + log_err("ERROR: CollationElement iterator creation failed.: %s\n", myErrorName(status)); + return; + } + if (ce2 != ce) { + log_err("! modifier test failed"); + } + if (ce == UCOL_NULLORDER) { + break; + } + } + ucol_closeElements(iter1); + ucol_closeElements(iter2); + ucol_close(col1); + ucol_close(col2); + /* test that we can start a rule without a & or < */ + u_uastrcpy(ruleset1, "< z < a"); + col1 = ucol_openRules(ruleset1, u_strlen(ruleset1), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); + if (U_FAILURE(status)) { + log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); + return; + } + u_uastrcpy(teststr, "z"); + u_uastrcpy(teststr2, "a"); + if (ucol_greaterOrEqual(col1, teststr, 1, teststr2, 1)) { + log_err("Rule \"z < a\" fails"); + } + ucol_close(col1); +} + +void TestCompare() +{ + UErrorCode status = U_ZERO_ERROR; + UCollator *col; + UChar* test1; + UChar* test2; + + log_verbose("The compare tests begin : \n"); + status=U_ZERO_ERROR; + col = ucol_open("en_US", &status); + if(U_FAILURE(status)) { + log_err_status(status, "ucal_open() collation creation failed.: %s\n", myErrorName(status)); + return; + } + test1=(UChar*)malloc(sizeof(UChar) * 6); + test2=(UChar*)malloc(sizeof(UChar) * 6); + u_uastrcpy(test1, "Abcda"); + u_uastrcpy(test2, "abcda"); + + log_verbose("Use tertiary comparison level testing ....\n"); + + doAssert( (!ucol_equal(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" != \"abcda\" "); + doAssert( (ucol_greater(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" >>> \"abcda\" "); + doAssert( (ucol_greaterOrEqual(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" >>> \"abcda\""); + + ucol_setStrength(col, UCOL_SECONDARY); + log_verbose("Use secondary comparison level testing ....\n"); + + doAssert( (ucol_equal(col, test1, u_strlen(test1), test2, u_strlen(test2) )), "Result should be \"Abcda\" == \"abcda\""); + doAssert( (!ucol_greater(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); + doAssert( (ucol_greaterOrEqual(col, test1, u_strlen(test1), test2, u_strlen(test2) )), "Result should be \"Abcda\" == \"abcda\""); + + ucol_setStrength(col, UCOL_PRIMARY); + log_verbose("Use primary comparison level testing ....\n"); + + doAssert( (ucol_equal(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); + doAssert( (!ucol_greater(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); + doAssert( (ucol_greaterOrEqual(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); + + + log_verbose("The compare tests end.\n"); + ucol_close(col); + free(test1); + free(test2); + +} +/* +--------------------------------------------- + tests decomposition setting +*/ +void TestDecomposition() { + UErrorCode status = U_ZERO_ERROR; + UCollator *en_US, *el_GR, *vi_VN; + en_US = ucol_open("en_US", &status); + el_GR = ucol_open("el_GR", &status); + vi_VN = ucol_open("vi_VN", &status); + + if (U_FAILURE(status)) { + log_err_status(status, "ERROR: collation creation failed.: %s\n", myErrorName(status)); + return; + } + + if (ucol_getAttribute(vi_VN, UCOL_NORMALIZATION_MODE, &status) != UCOL_ON || + U_FAILURE(status)) + { + log_err("ERROR: vi_VN collation did not have cannonical decomposition for normalization!\n"); + } + + status = U_ZERO_ERROR; + if (ucol_getAttribute(el_GR, UCOL_NORMALIZATION_MODE, &status) != UCOL_ON || + U_FAILURE(status)) + { + log_err("ERROR: el_GR collation did not have cannonical decomposition for normalization!\n"); + } + + status = U_ZERO_ERROR; + if (ucol_getAttribute(en_US, UCOL_NORMALIZATION_MODE, &status) != UCOL_OFF || + U_FAILURE(status)) + { + log_err("ERROR: en_US collation had cannonical decomposition for normalization!\n"); + } + + ucol_close(en_US); + ucol_close(el_GR); + ucol_close(vi_VN); +} + +#define CLONETEST_COLLATOR_COUNT 4 + +void TestSafeClone() { + UChar test1[6]; + UChar test2[6]; + static const UChar umlautUStr[] = {0x00DC, 0}; + static const UChar oeStr[] = {0x0055, 0x0045, 0}; + UCollator * someCollators [CLONETEST_COLLATOR_COUNT]; + UCollator * someClonedCollators [CLONETEST_COLLATOR_COUNT]; + UCollator * col; + UErrorCode err = U_ZERO_ERROR; + int8_t idx = 6; /* Leave this here to test buffer alingment in memory*/ + uint8_t buffer [CLONETEST_COLLATOR_COUNT] [U_COL_SAFECLONE_BUFFERSIZE]; + int32_t bufferSize = U_COL_SAFECLONE_BUFFERSIZE; + const char sampleRuleChars[] = "&Z < CH"; + UChar sampleRule[sizeof(sampleRuleChars)]; + + if (TestBufferSize()) { + log_err("U_COL_SAFECLONE_BUFFERSIZE should be larger than sizeof(UCollator)\n"); + return; + } + + u_uastrcpy(test1, "abCda"); + u_uastrcpy(test2, "abcda"); + u_uastrcpy(sampleRule, sampleRuleChars); + + /* one default collator & two complex ones */ + someCollators[0] = ucol_open("en_US", &err); + someCollators[1] = ucol_open("ko", &err); + someCollators[2] = ucol_open("ja_JP", &err); + someCollators[3] = ucol_openRules(sampleRule, -1, UCOL_ON, UCOL_TERTIARY, NULL, &err); + if(U_FAILURE(err)) { + for (idx = 0; idx < CLONETEST_COLLATOR_COUNT; idx++) { + ucol_close(someCollators[idx]); + } + log_data_err("Couldn't open one or more collators\n"); + return; + } + + /* Check the various error & informational states: */ + + /* Null status - just returns NULL */ + if (0 != ucol_safeClone(someCollators[0], buffer[0], &bufferSize, 0)) + { + log_err("FAIL: Cloned Collator failed to deal correctly with null status\n"); + } + /* error status - should return 0 & keep error the same */ + err = U_MEMORY_ALLOCATION_ERROR; + if (0 != ucol_safeClone(someCollators[0], buffer[0], &bufferSize, &err) || err != U_MEMORY_ALLOCATION_ERROR) + { + log_err("FAIL: Cloned Collator failed to deal correctly with incoming error status\n"); + } + err = U_ZERO_ERROR; + + /* Null buffer size pointer - just returns NULL & set error to U_ILLEGAL_ARGUMENT_ERROR*/ + if (0 != ucol_safeClone(someCollators[0], buffer[0], 0, &err) || err != U_ILLEGAL_ARGUMENT_ERROR) + { + log_err("FAIL: Cloned Collator failed to deal correctly with null bufferSize pointer\n"); + } + err = U_ZERO_ERROR; + + /* buffer size pointer is 0 - fill in pbufferSize with a size */ + bufferSize = 0; + if (0 != ucol_safeClone(someCollators[0], buffer[0], &bufferSize, &err) || U_FAILURE(err) || bufferSize <= 0) + { + log_err("FAIL: Cloned Collator failed a sizing request ('preflighting')\n"); + } + /* Verify our define is large enough */ + if (U_COL_SAFECLONE_BUFFERSIZE < bufferSize) + { + log_err("FAIL: Pre-calculated buffer size is too small\n"); + } + /* Verify we can use this run-time calculated size */ + if (0 == (col = ucol_safeClone(someCollators[0], buffer[0], &bufferSize, &err)) || U_FAILURE(err)) + { + log_err("FAIL: Collator can't be cloned with run-time size\n"); + } + if (col) ucol_close(col); + /* size one byte too small - should allocate & let us know */ + --bufferSize; + if (0 == (col = ucol_safeClone(someCollators[0], 0, &bufferSize, &err)) || err != U_SAFECLONE_ALLOCATED_WARNING) + { + log_err("FAIL: Cloned Collator failed to deal correctly with too-small buffer size\n"); + } + if (col) ucol_close(col); + err = U_ZERO_ERROR; + bufferSize = U_COL_SAFECLONE_BUFFERSIZE; + + + /* Null buffer pointer - return Collator & set error to U_SAFECLONE_ALLOCATED_ERROR */ + if (0 == (col = ucol_safeClone(someCollators[0], 0, &bufferSize, &err)) || err != U_SAFECLONE_ALLOCATED_WARNING) + { + log_err("FAIL: Cloned Collator failed to deal correctly with null buffer pointer\n"); + } + if (col) ucol_close(col); + err = U_ZERO_ERROR; + + /* Null Collator - return NULL & set U_ILLEGAL_ARGUMENT_ERROR */ + if (0 != ucol_safeClone(0, buffer[0], &bufferSize, &err) || err != U_ILLEGAL_ARGUMENT_ERROR) + { + log_err("FAIL: Cloned Collator failed to deal correctly with null Collator pointer\n"); + } + + err = U_ZERO_ERROR; + + /* Test that a cloned collator doesn't accidentally use UCA. */ + col=ucol_open("de@collation=phonebook", &err); + bufferSize = U_COL_SAFECLONE_BUFFERSIZE; + someClonedCollators[0] = ucol_safeClone(col, buffer[0], &bufferSize, &err); + doAssert( (ucol_greater(col, umlautUStr, u_strlen(umlautUStr), oeStr, u_strlen(oeStr))), "Original German phonebook collation sorts differently than expected"); + doAssert( (ucol_greater(someClonedCollators[0], umlautUStr, u_strlen(umlautUStr), oeStr, u_strlen(oeStr))), "Cloned German phonebook collation sorts differently than expected"); + if (!ucol_equals(someClonedCollators[0], col)) { + log_err("FAIL: Cloned German phonebook collator is not equal to original.\n"); + } + ucol_close(col); + ucol_close(someClonedCollators[0]); + + err = U_ZERO_ERROR; + + /* change orig & clone & make sure they are independent */ + + for (idx = 0; idx < CLONETEST_COLLATOR_COUNT; idx++) + { + ucol_setStrength(someCollators[idx], UCOL_IDENTICAL); + bufferSize = 1; + err = U_ZERO_ERROR; + ucol_close(ucol_safeClone(someCollators[idx], buffer[idx], &bufferSize, &err)); + if (err != U_SAFECLONE_ALLOCATED_WARNING) { + log_err("FAIL: collator number %d was not allocated.\n", idx); + log_err("FAIL: status of Collator[%d] is %d (hex: %x).\n", idx, err, err); + } + + bufferSize = U_COL_SAFECLONE_BUFFERSIZE; + err = U_ZERO_ERROR; + someClonedCollators[idx] = ucol_safeClone(someCollators[idx], buffer[idx], &bufferSize, &err); + if (someClonedCollators[idx] == NULL + || someClonedCollators[idx] < (UCollator *)buffer[idx] + || someClonedCollators[idx] > (UCollator *)(buffer[idx]+(U_COL_SAFECLONE_BUFFERSIZE-1))) + { + log_err("FAIL: Cloned collator didn't use provided buffer.\n"); + return; + } + if (!ucol_equals(someClonedCollators[idx], someCollators[idx])) { + log_err("FAIL: Cloned collator is not equal to original at index = %d.\n", idx); + } + + /* Check the usability */ + ucol_setStrength(someCollators[idx], UCOL_PRIMARY); + ucol_setAttribute(someCollators[idx], UCOL_CASE_LEVEL, UCOL_OFF, &err); + + doAssert( (ucol_equal(someCollators[idx], test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"abcda\" == \"abCda\""); + + /* Close the original to make sure that the clone is usable. */ + ucol_close(someCollators[idx]); + + ucol_setStrength(someClonedCollators[idx], UCOL_TERTIARY); + ucol_setAttribute(someClonedCollators[idx], UCOL_CASE_LEVEL, UCOL_OFF, &err); + doAssert( (ucol_greater(someClonedCollators[idx], test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"abCda\" >>> \"abcda\" "); + + ucol_close(someClonedCollators[idx]); + } +} + +void TestCloneBinary(){ + UErrorCode err = U_ZERO_ERROR; + UCollator * col = ucol_open("en_US", &err); + UCollator * c; + int32_t size; + uint8_t * buffer; + + if (U_FAILURE(err)) { + log_data_err("Couldn't open collator. Error: %s\n", u_errorName(err)); + return; + } + + size = ucol_cloneBinary(col, NULL, 0, &err); + if(size==0 || err!=U_BUFFER_OVERFLOW_ERROR) { + log_err("ucol_cloneBinary - couldn't check size. Error: %s\n", u_errorName(err)); + return; + } + err = U_ZERO_ERROR; + + buffer = (uint8_t *) malloc(size); + ucol_cloneBinary(col, buffer, size, &err); + if(U_FAILURE(err)) { + log_err("ucol_cloneBinary - couldn't clone.. Error: %s\n", u_errorName(err)); + free(buffer); + return; + } + + /* how to check binary result ? */ + + c = ucol_openBinary(buffer, size, col, &err); + if(U_FAILURE(err)) { + log_err("ucol_openBinary failed. Error: %s\n", u_errorName(err)); + } else { + UChar t[] = {0x41, 0x42, 0x43, 0}; /* ABC */ + uint8_t *k1, *k2; + int l1, l2; + l1 = ucol_getSortKey(col, t, -1, NULL,0); + l2 = ucol_getSortKey(c, t, -1, NULL,0); + k1 = (uint8_t *) malloc(sizeof(uint8_t) * l1); + k2 = (uint8_t *) malloc(sizeof(uint8_t) * l2); + ucol_getSortKey(col, t, -1, k1, l1); + ucol_getSortKey(col, t, -1, k2, l2); + if (strcmp((char *)k1,(char *)k2) != 0){ + log_err("ucol_openBinary - new collator should equal to old one\n"); + }; + free(k1); + free(k2); + } + free(buffer); + ucol_close(c); + ucol_close(col); +} + + +static void TestBengaliSortKey(void) +{ + const char *curLoc = "bn"; + UChar str1[] = { 0x09BE, 0 }; + UChar str2[] = { 0x0B70, 0 }; + UCollator *c2 = NULL; + const UChar *rules; + int32_t rulesLength=-1; + uint8_t *sortKey1; + int32_t sortKeyLen1 = 0; + uint8_t *sortKey2; + int32_t sortKeyLen2 = 0; + UErrorCode status = U_ZERO_ERROR; + char sortKeyStr1[2048]; + uint32_t sortKeyStrLen1 = sizeof(sortKeyStr1)/sizeof(sortKeyStr1[0]); + char sortKeyStr2[2048]; + uint32_t sortKeyStrLen2 = sizeof(sortKeyStr2)/sizeof(sortKeyStr2[0]); + UCollationResult result; + + static UChar preRules[41] = { 0x26, 0x9fa, 0x3c, 0x98c, 0x3c, 0x9e1, 0x3c, 0x98f, 0x3c, 0x990, 0x3c, 0x993, 0x3c, 0x994, 0x3c, 0x9bc, 0x3c, 0x982, 0x3c, 0x983, 0x3c, 0x981, 0x3c, 0x9b0, 0x3c, 0x9b8, 0x3c, 0x9b9, 0x3c, 0x9bd, 0x3c, 0x9be, 0x3c, 0x9bf, 0x3c, 0x9c8, 0x3c, 0x9cb, 0x3d, 0x9cb , 0}; + + rules = preRules; + + log_verbose("Rules: %s\n", aescstrdup(rules, rulesLength)); + + c2 = ucol_openRules(rules, rulesLength, UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); + if (U_FAILURE(status)) { + log_data_err("ERROR: Creating collator from rules failed with locale: %s : %s\n", curLoc, myErrorName(status)); + return; + } + + sortKeyLen1 = ucol_getSortKey(c2, str1, -1, NULL, 0); + sortKey1 = (uint8_t*)malloc(sortKeyLen1+1); + ucol_getSortKey(c2,str1,-1,sortKey1, sortKeyLen1+1); + ucol_sortKeyToString(c2, sortKey1, sortKeyStr1, sortKeyStrLen1); + + + sortKeyLen2 = ucol_getSortKey(c2, str2, -1, NULL, 0); + sortKey2 = (uint8_t*)malloc(sortKeyLen2+1); + ucol_getSortKey(c2,str2,-1,sortKey2, sortKeyLen2+1); + + ucol_sortKeyToString(c2, sortKey2, sortKeyStr2, sortKeyStrLen2); + + + + result=ucol_strcoll(c2, str1, -1, str2, -1); + if(result!=UCOL_LESS) { + log_err("Error: %s was not less than %s: result=%d.\n", aescstrdup(str1,-1), aescstrdup(str2,-1), result); + log_info("[%s] -> %s (%d, from rule)\n", aescstrdup(str1,-1), sortKeyStr1, sortKeyLen1); + log_info("[%s] -> %s (%d, from rule)\n", aescstrdup(str2,-1), sortKeyStr2, sortKeyLen2); + } else { + log_verbose("OK: %s was less than %s: result=%d.\n", aescstrdup(str1,-1), aescstrdup(str2,-1), result); + log_verbose("[%s] -> %s (%d, from rule)\n", aescstrdup(str1,-1), sortKeyStr1, sortKeyLen1); + log_verbose("[%s] -> %s (%d, from rule)\n", aescstrdup(str2,-1), sortKeyStr2, sortKeyLen2); + } + + free(sortKey1); + free(sortKey2); + ucol_close(c2); + +} + +/* + TestOpenVsOpenRules ensures that collators from ucol_open and ucol_openRules + will generate identical sort keys +*/ +void TestOpenVsOpenRules(){ + + /* create an array of all the locales */ + int32_t numLocales = uloc_countAvailable(); + int32_t sizeOfStdSet; + uint32_t adder; + UChar str[41]; /* create an array of UChar of size maximum strSize + 1 */ + USet *stdSet; + char* curLoc; + UCollator * c1; + UCollator * c2; + const UChar* rules; + int32_t rulesLength; + int32_t sortKeyLen1, sortKeyLen2; + uint8_t *sortKey1 = NULL, *sortKey2 = NULL; + char sortKeyStr1[512], sortKeyStr2[512]; + uint32_t sortKeyStrLen1 = sizeof(sortKeyStr1) / sizeof(sortKeyStr1[0]), + sortKeyStrLen2 = sizeof(sortKeyStr2) / sizeof(sortKeyStr2[0]); + ULocaleData *uld; + int32_t x, y, z; + USet *eSet; + int32_t eSize; + int strSize; + + UErrorCode err = U_ZERO_ERROR; + + /* create a set of standard characters that aren't very interesting... + and then we can find some interesting ones later */ + + stdSet = uset_open(0x61, 0x7A); + uset_addRange(stdSet, 0x41, 0x5A); + uset_addRange(stdSet, 0x30, 0x39); + sizeOfStdSet = uset_size(stdSet); + + adder = 1; + if(getTestOption(QUICK_OPTION)) + { + adder = 10; + } + + for(x = 0; x < numLocales; x+=adder){ + curLoc = (char *)uloc_getAvailable(x); + log_verbose("Processing %s\n", curLoc); + + /* create a collator the normal API way */ + c1 = ucol_open(curLoc, &err); + if (U_FAILURE(err)) { + log_err("ERROR: Normal collation creation failed with locale: %s : %s\n", curLoc, myErrorName(err)); + return; + } + + /* grab the rules */ + rules = ucol_getRules(c1, &rulesLength); + + /* use those rules to create a collator from rules */ + c2 = ucol_openRules(rules, rulesLength, UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &err); + if (U_FAILURE(err)) { + log_err("ERROR: Creating collator from rules failed with locale: %s : %s\n", curLoc, myErrorName(err)); + return; + } + + uld = ulocdata_open(curLoc, &err); + + /*now that we have some collators, we get several strings */ + + for(y = 0; y < 5; y++){ + + /* get a set of ALL the characters in this locale */ + eSet = ulocdata_getExemplarSet(uld, NULL, 0, ULOCDATA_ES_STANDARD, &err); + eSize = uset_size(eSet); + + /* make a string with these characters in it */ + strSize = (rand()%40) + 1; + + for(z = 0; z < strSize; z++){ + str[z] = uset_charAt(eSet, rand()%eSize); + } + + /* change the set to only include 'abnormal' characters (not A-Z, a-z, 0-9 */ + uset_removeAll(eSet, stdSet); + eSize = uset_size(eSet); + + /* if there are some non-normal characters left, put a few into the string, just to make sure we have some */ + if(eSize > 0){ + str[2%strSize] = uset_charAt(eSet, rand()%eSize); + str[3%strSize] = uset_charAt(eSet, rand()%eSize); + str[5%strSize] = uset_charAt(eSet, rand()%eSize); + str[10%strSize] = uset_charAt(eSet, rand()%eSize); + str[13%strSize] = uset_charAt(eSet, rand()%eSize); + } + /* terminate the string */ + str[strSize-1] = '\0'; + log_verbose("String used: %S\n", str); + + /* get sort keys for both of them, and check that the keys are identicle */ + sortKeyLen1 = ucol_getSortKey(c1, str, u_strlen(str), NULL, 0); + sortKey1 = (uint8_t*)malloc(sizeof(uint8_t) * (sortKeyLen1 + 1)); + /*memset(sortKey1, 0xFE, sortKeyLen1);*/ + ucol_getSortKey(c1, str, u_strlen(str), sortKey1, sortKeyLen1 + 1); + ucol_sortKeyToString(c1, sortKey1, sortKeyStr1, sortKeyStrLen1); + + sortKeyLen2 = ucol_getSortKey(c2, str, u_strlen(str), NULL, 0); + sortKey2 = (uint8_t*)malloc(sizeof(uint8_t) * (sortKeyLen2 + 1)); + /*memset(sortKey2, 0xFE, sortKeyLen2);*/ + ucol_getSortKey(c2, str, u_strlen(str), sortKey2, sortKeyLen2 + 1); + ucol_sortKeyToString(c2, sortKey2, sortKeyStr2, sortKeyStrLen2); + + /* Check that the lengths are the same */ + if (sortKeyLen1 != sortKeyLen2) { + log_err("ERROR : Sort key lengths %d and %d for text '%s' in locale '%s' do not match.\n", + sortKeyLen1, sortKeyLen2, str, curLoc); + } + + /* check that the keys are the same */ + if (memcmp(sortKey1, sortKey2, sortKeyLen1) != 0) { + log_err("ERROR : Sort keys '%s' and '%s' for text '%s' in locale '%s' are not equivalent.\n", + sortKeyStr1, sortKeyStr2, str, curLoc); + } + + /* clean up after each string */ + free(sortKey1); + free(sortKey2); + uset_close(eSet); + } + /* clean up after each locale */ + ulocdata_close(uld); + ucol_close(c1); + ucol_close(c2); + } + /* final clean up */ + uset_close(stdSet); +} +/* +---------------------------------------------------------------------------- + ctor -- Tests the getSortKey +*/ +void TestSortKey() +{ + uint8_t *sortk1 = NULL, *sortk2 = NULL, *sortk3 = NULL, *sortkEmpty = NULL; + int32_t sortklen, osortklen; + UCollator *col; + UChar *test1, *test2, *test3; + UErrorCode status = U_ZERO_ERROR; + char toStringBuffer[256], *resultP; + uint32_t toStringLen=sizeof(toStringBuffer)/sizeof(toStringBuffer[0]); + + + uint8_t s1[] = { 0x9f, 0x00 }; + uint8_t s2[] = { 0x61, 0x00 }; + int strcmpResult; + + strcmpResult = strcmp((const char *)s1, (const char *)s2); + log_verbose("strcmp(0x9f..., 0x61...) = %d\n", strcmpResult); + + if(strcmpResult <= 0) { + log_err("ERR: expected strcmp(\"9f 00\", \"61 00\") to be >=0 (GREATER).. got %d. Calling strcmp() for sortkeys may not work! \n", + strcmpResult); + } + + + log_verbose("testing SortKey begins...\n"); + /* this is supposed to open default date format, but later on it treats it like it is "en_US" + - very bad if you try to run the tests on machine where default locale is NOT "en_US" */ + /* col = ucol_open(NULL, &status); */ + col = ucol_open("en_US", &status); + if (U_FAILURE(status)) { + log_err_status(status, "ERROR: Default collation creation failed.: %s\n", myErrorName(status)); + return; + } + + + if(ucol_getStrength(col) != UCOL_DEFAULT_STRENGTH) + { + log_err("ERROR: default collation did not have UCOL_DEFAULT_STRENGTH !\n"); + } + /* Need to use identical strength */ + ucol_setAttribute(col, UCOL_STRENGTH, UCOL_IDENTICAL, &status); + + test1=(UChar*)malloc(sizeof(UChar) * 6); + test2=(UChar*)malloc(sizeof(UChar) * 6); + test3=(UChar*)malloc(sizeof(UChar) * 6); + + memset(test1,0xFE, sizeof(UChar)*6); + memset(test2,0xFE, sizeof(UChar)*6); + memset(test3,0xFE, sizeof(UChar)*6); + + + u_uastrcpy(test1, "Abcda"); + u_uastrcpy(test2, "abcda"); + u_uastrcpy(test3, "abcda"); + + log_verbose("Use tertiary comparison level testing ....\n"); + + sortklen=ucol_getSortKey(col, test1, u_strlen(test1), NULL, 0); + sortk1=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); + memset(sortk1,0xFE, sortklen); + ucol_getSortKey(col, test1, u_strlen(test1), sortk1, sortklen+1); + + sortklen=ucol_getSortKey(col, test2, u_strlen(test2), NULL, 0); + sortk2=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); + memset(sortk2,0xFE, sortklen); + ucol_getSortKey(col, test2, u_strlen(test2), sortk2, sortklen+1); + + osortklen = sortklen; + sortklen=ucol_getSortKey(col, test2, u_strlen(test3), NULL, 0); + sortk3=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); + memset(sortk3,0xFE, sortklen); + ucol_getSortKey(col, test2, u_strlen(test2), sortk3, sortklen+1); + + doAssert( (sortklen == osortklen), "Sortkey length should be the same (abcda, abcda)"); + + doAssert( (memcmp(sortk1, sortk2, sortklen) > 0), "Result should be \"Abcda\" > \"abcda\""); + doAssert( (memcmp(sortk2, sortk1, sortklen) < 0), "Result should be \"abcda\" < \"Abcda\""); + doAssert( (memcmp(sortk2, sortk3, sortklen) == 0), "Result should be \"abcda\" == \"abcda\""); + + resultP = ucol_sortKeyToString(col, sortk3, toStringBuffer, toStringLen); + doAssert( (resultP != 0), "sortKeyToString failed!"); + +#if 1 /* verobse log of sortkeys */ + { + char junk2[1000]; + char junk3[1000]; + int i; + + strcpy(junk2, "abcda[2] "); + strcpy(junk3, " abcda[3] "); + + for(i=0;i<sortklen;i++) + { + sprintf(junk2+strlen(junk2), "%02X ",(int)( 0xFF & sortk2[i])); + sprintf(junk3+strlen(junk3), "%02X ",(int)( 0xFF & sortk3[i])); + } + + log_verbose("%s\n", junk2); + log_verbose("%s\n", junk3); + } +#endif + + free(sortk1); + free(sortk2); + free(sortk3); + + log_verbose("Use secondary comparision level testing ...\n"); + ucol_setStrength(col, UCOL_SECONDARY); + sortklen=ucol_getSortKey(col, test1, u_strlen(test1), NULL, 0); + sortk1=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); + ucol_getSortKey(col, test1, u_strlen(test1), sortk1, sortklen+1); + sortklen=ucol_getSortKey(col, test2, u_strlen(test2), NULL, 0); + sortk2=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); + ucol_getSortKey(col, test2, u_strlen(test2), sortk2, sortklen+1); + + doAssert( !(memcmp(sortk1, sortk2, sortklen) > 0), "Result should be \"Abcda\" == \"abcda\""); + doAssert( !(memcmp(sortk2, sortk1, sortklen) < 0), "Result should be \"abcda\" == \"Abcda\""); + doAssert( (memcmp(sortk1, sortk2, sortklen) == 0), "Result should be \"abcda\" == \"abcda\""); + + log_verbose("getting sortkey for an empty string\n"); + ucol_setAttribute(col, UCOL_STRENGTH, UCOL_TERTIARY, &status); + sortklen = ucol_getSortKey(col, test1, 0, NULL, 0); + sortkEmpty = (uint8_t*)malloc(sizeof(uint8_t) * sortklen+1); + sortklen = ucol_getSortKey(col, test1, 0, sortkEmpty, sortklen+1); + if(sortklen != 3 || sortkEmpty[0] != 1 || sortkEmpty[0] != 1 || sortkEmpty[2] != 0) { + log_err("Empty string generated wrong sortkey!\n"); + } + free(sortkEmpty); + + log_verbose("testing passing invalid string\n"); + sortklen = ucol_getSortKey(col, NULL, 0, NULL, 0); + if(sortklen != 0) { + log_err("Invalid string didn't return sortkey size of 0\n"); + } + + + log_verbose("testing sortkey ends...\n"); + ucol_close(col); + free(test1); + free(test2); + free(test3); + free(sortk1); + free(sortk2); + +} +void TestHashCode() +{ + uint8_t *sortk1, *sortk2, *sortk3; + int32_t sortk1len, sortk2len, sortk3len; + UCollator *col; + UChar *test1, *test2, *test3; + UErrorCode status = U_ZERO_ERROR; + log_verbose("testing getHashCode begins...\n"); + col = ucol_open("en_US", &status); + if (U_FAILURE(status)) { + log_err_status(status, "ERROR: Default collation creation failed.: %s\n", myErrorName(status)); + return; + } + test1=(UChar*)malloc(sizeof(UChar) * 6); + test2=(UChar*)malloc(sizeof(UChar) * 6); + test3=(UChar*)malloc(sizeof(UChar) * 6); + u_uastrcpy(test1, "Abcda"); + u_uastrcpy(test2, "abcda"); + u_uastrcpy(test3, "abcda"); + + log_verbose("Use tertiary comparison level testing ....\n"); + sortk1len=ucol_getSortKey(col, test1, u_strlen(test1), NULL, 0); + sortk1=(uint8_t*)malloc(sizeof(uint8_t) * (sortk1len+1)); + ucol_getSortKey(col, test1, u_strlen(test1), sortk1, sortk1len+1); + sortk2len=ucol_getSortKey(col, test2, u_strlen(test2), NULL, 0); + sortk2=(uint8_t*)malloc(sizeof(uint8_t) * (sortk2len+1)); + ucol_getSortKey(col, test2, u_strlen(test2), sortk2, sortk2len+1); + sortk3len=ucol_getSortKey(col, test2, u_strlen(test3), NULL, 0); + sortk3=(uint8_t*)malloc(sizeof(uint8_t) * (sortk3len+1)); + ucol_getSortKey(col, test2, u_strlen(test2), sortk3, sortk3len+1); + + + log_verbose("ucol_hashCode() testing ...\n"); + + doAssert( ucol_keyHashCode(sortk1, sortk1len) != ucol_keyHashCode(sortk2, sortk2len), "Hash test1 result incorrect" ); + doAssert( !(ucol_keyHashCode(sortk1, sortk1len) == ucol_keyHashCode(sortk2, sortk2len)), "Hash test2 result incorrect" ); + doAssert( ucol_keyHashCode(sortk2, sortk2len) == ucol_keyHashCode(sortk3, sortk3len), "Hash result not equal" ); + + log_verbose("hashCode tests end.\n"); + ucol_close(col); + free(sortk1); + free(sortk2); + free(sortk3); + free(test1); + free(test2); + free(test3); + + +} +/* + *---------------------------------------------------------------------------- + * Tests the UCollatorElements API. + * + */ +void TestElemIter() +{ + int32_t offset; + int32_t order1, order2, order3; + UChar *testString1, *testString2; + UCollator *col; + UCollationElements *iterator1, *iterator2, *iterator3; + UErrorCode status = U_ZERO_ERROR; + log_verbose("testing UCollatorElements begins...\n"); + col = ucol_open("en_US", &status); + ucol_setAttribute(col, UCOL_NORMALIZATION_MODE, UCOL_OFF, &status); + if (U_FAILURE(status)) { + log_err_status(status, "ERROR: Default collation creation failed.: %s\n", myErrorName(status)); + return; + } + + testString1=(UChar*)malloc(sizeof(UChar) * 150); + testString2=(UChar*)malloc(sizeof(UChar) * 150); + u_uastrcpy(testString1, "XFILE What subset of all possible test cases has the highest probability of detecting the most errors?"); + u_uastrcpy(testString2, "Xf_ile What subset of all possible test cases has the lowest probability of detecting the least errors?"); + + log_verbose("Constructors and comparison testing....\n"); + + iterator1 = ucol_openElements(col, testString1, u_strlen(testString1), &status); + if(U_FAILURE(status)) { + log_err("ERROR: Default collationElement iterator creation failed.: %s\n", myErrorName(status)); + ucol_close(col); + return; + } + else{ log_verbose("PASS: Default collationElement iterator1 creation passed\n");} + + iterator2 = ucol_openElements(col, testString1, u_strlen(testString1), &status); + if(U_FAILURE(status)) { + log_err("ERROR: Default collationElement iterator creation failed.: %s\n", myErrorName(status)); + ucol_close(col); + return; + } + else{ log_verbose("PASS: Default collationElement iterator2 creation passed\n");} + + iterator3 = ucol_openElements(col, testString2, u_strlen(testString2), &status); + if(U_FAILURE(status)) { + log_err("ERROR: Default collationElement iterator creation failed.: %s\n", myErrorName(status)); + ucol_close(col); + return; + } + else{ log_verbose("PASS: Default collationElement iterator3 creation passed\n");} + + offset=ucol_getOffset(iterator1); + ucol_setOffset(iterator1, 6, &status); + if (U_FAILURE(status)) { + log_err("Error in setOffset for UCollatorElements iterator.: %s\n", myErrorName(status)); + return; + } + if(ucol_getOffset(iterator1)==6) + log_verbose("setOffset and getOffset working fine\n"); + else{ + log_err("error in set and get Offset got %d instead of 6\n", ucol_getOffset(iterator1)); + } + + ucol_setOffset(iterator1, 0, &status); + order1 = ucol_next(iterator1, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator1.: %s\n", myErrorName(status)); + return; + } + order2=ucol_getOffset(iterator2); + doAssert((order1 != order2), "The first iterator advance failed"); + order2 = ucol_next(iterator2, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); + return; + } + order3 = ucol_next(iterator3, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator3.: %s\n", myErrorName(status)); + return; + } + + doAssert((order1 == order2), "The second iterator advance failed should be the same as first one"); + +doAssert( (ucol_primaryOrder(order1) == ucol_primaryOrder(order3)), "The primary orders should be identical"); +doAssert( (ucol_secondaryOrder(order1) == ucol_secondaryOrder(order3)), "The secondary orders should be identical"); +doAssert( (ucol_tertiaryOrder(order1) == ucol_tertiaryOrder(order3)), "The tertiary orders should be identical"); + + order1=ucol_next(iterator1, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); + return; + } + order3=ucol_next(iterator3, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); + return; + } +doAssert( (ucol_primaryOrder(order1) == ucol_primaryOrder(order3)), "The primary orders should be identical"); +doAssert( (ucol_tertiaryOrder(order1) != ucol_tertiaryOrder(order3)), "The tertiary orders should be different"); + + order1=ucol_next(iterator1, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); + return; + } + order3=ucol_next(iterator3, &status); + if (U_FAILURE(status)) { + log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); + return; + } + /* this here, my friends, is either pure lunacy or something so obsolete that even it's mother + * doesn't care about it. Essentialy, this test complains if secondary values for 'I' and '_' + * are the same. According to the UCA, this is not true. Therefore, remove the test. + * Besides, if primary strengths for two code points are different, it doesn't matter one bit + * what is the relation between secondary or any other strengths. + * killed by weiv 06/11/2002. + */ + /* + doAssert( ((order1 & UCOL_SECONDARYMASK) != (order3 & UCOL_SECONDARYMASK)), "The secondary orders should be different"); + */ + doAssert( (order1 != UCOL_NULLORDER), "Unexpected end of iterator reached"); + + free(testString1); + free(testString2); + ucol_closeElements(iterator1); + ucol_closeElements(iterator2); + ucol_closeElements(iterator3); + ucol_close(col); + + log_verbose("testing CollationElementIterator ends...\n"); +} + +void TestGetLocale() { + UErrorCode status = U_ZERO_ERROR; + const char *rules = "&a<x<y<z"; + UChar rlz[256] = {0}; + uint32_t rlzLen = u_unescape(rules, rlz, 256); + + UCollator *coll = NULL; + const char *locale = NULL; + + int32_t i = 0; + + /* Now that the collation tree is separate, actual==valid at all times. [alan] */ + static const struct { + const char* requestedLocale; + const char* validLocale; + const char* actualLocale; + } testStruct[] = { + { "sr_RS", "sr_Cyrl_RS", "sr" }, + { "sh_YU", "sr_Latn_RS", "hr" }, /* this used to be sh, but now sh collation aliases hr */ + { "en_BE_FOO", "en_BE", "root" }, + { "de_DE_NONEXISTANT", "de_DE", "de" } + }; + + /* test opening collators for different locales */ + for(i = 0; i<sizeof(testStruct)/sizeof(testStruct[0]); i++) { + status = U_ZERO_ERROR; + coll = ucol_open(testStruct[i].requestedLocale, &status); + if(U_FAILURE(status)) { + log_err_status(status, "Failed to open collator for %s with %s\n", testStruct[i].requestedLocale, u_errorName(status)); + ucol_close(coll); + continue; + } + locale = ucol_getLocaleByType(coll, ULOC_REQUESTED_LOCALE, &status); + if(strcmp(locale, testStruct[i].requestedLocale) != 0) { + log_err("[Coll %s]: Error in requested locale, expected %s, got %s\n", testStruct[i].requestedLocale, testStruct[i].requestedLocale, locale); + } + locale = ucol_getLocaleByType(coll, ULOC_VALID_LOCALE, &status); + if(strcmp(locale, testStruct[i].validLocale) != 0) { + log_err("[Coll %s]: Error in valid locale, expected %s, got %s\n", testStruct[i].requestedLocale, testStruct[i].validLocale, locale); + } + locale = ucol_getLocaleByType(coll, ULOC_ACTUAL_LOCALE, &status); + if(strcmp(locale, testStruct[i].actualLocale) != 0) { + log_err("[Coll %s]: Error in actual locale, expected %s, got %s\n", testStruct[i].requestedLocale, testStruct[i].actualLocale, locale); + } + ucol_close(coll); + } + + /* completely non-existant locale for collator should get a default collator */ + { + UCollator *defaultColl = ucol_open(NULL, &status); + coll = ucol_open("blahaha", &status); + if(U_SUCCESS(status)) { + if(strcmp(ucol_getLocaleByType(coll, ULOC_REQUESTED_LOCALE, &status), "blahaha")) { + log_err("Nonexisting locale didn't preserve the requested locale\n"); + } + if(strcmp(ucol_getLocaleByType(coll, ULOC_VALID_LOCALE, &status), + ucol_getLocaleByType(defaultColl, ULOC_VALID_LOCALE, &status))) { + log_err("Valid locale for nonexisting locale locale collator differs " + "from valid locale for default collator\n"); + } + if(strcmp(ucol_getLocaleByType(coll, ULOC_ACTUAL_LOCALE, &status), + ucol_getLocaleByType(defaultColl, ULOC_ACTUAL_LOCALE, &status))) { + log_err("Actual locale for nonexisting locale locale collator differs " + "from actual locale for default collator\n"); + } + ucol_close(coll); + ucol_close(defaultColl); + } else { + log_data_err("Couldn't open collators\n"); + } + } + + + + /* collator instantiated from rules should have all three locales NULL */ + coll = ucol_openRules(rlz, rlzLen, UCOL_DEFAULT, UCOL_DEFAULT, NULL, &status); + locale = ucol_getLocaleByType(coll, ULOC_REQUESTED_LOCALE, &status); + if(locale != NULL) { + log_err("For collator instantiated from rules, requested locale returned %s instead of NULL\n", locale); + } + locale = ucol_getLocaleByType(coll, ULOC_VALID_LOCALE, &status); + if(locale != NULL) { + log_err("For collator instantiated from rules, valid locale returned %s instead of NULL\n", locale); + } + locale = ucol_getLocaleByType(coll, ULOC_ACTUAL_LOCALE, &status); + if(locale != NULL) { + log_err("For collator instantiated from rules, actual locale returned %s instead of NULL\n", locale); + } + ucol_close(coll); + +} + + +void TestGetAll() +{ + int32_t i, count; + count=ucol_countAvailable(); + /* use something sensible w/o hardcoding the count */ + if(count < 0){ + log_err("Error in countAvailable(), it returned %d\n", count); + } + else{ + log_verbose("PASS: countAvailable() successful, it returned %d\n", count); + } + for(i=0;i<count;i++) + log_verbose("%s\n", ucol_getAvailable(i)); + + +} + + +struct teststruct { + const char *original; + uint8_t key[256]; +} ; + +static int compare_teststruct(const void *string1, const void *string2) { + return(strcmp((const char *)((struct teststruct *)string1)->key, (const char *)((struct teststruct *)string2)->key)); +} + +void TestBounds() { + UErrorCode status = U_ZERO_ERROR; + + UCollator *coll = ucol_open("sh", &status); + + uint8_t sortkey[512], lower[512], upper[512]; + UChar buffer[512]; + + static const char * const test[] = { + "John Smith", + "JOHN SMITH", + "john SMITH", + "j\\u00F6hn sm\\u00EFth", + "J\\u00F6hn Sm\\u00EFth", + "J\\u00D6HN SM\\u00CFTH", + "john smithsonian", + "John Smithsonian", + }; + + struct teststruct tests[] = { + {"\\u010CAKI MIHALJ" } , + {"\\u010CAKI MIHALJ" } , + {"\\u010CAKI PIRO\\u0160KA" }, + {"\\u010CABAI ANDRIJA" } , + {"\\u010CABAI LAJO\\u0160" } , + {"\\u010CABAI MARIJA" } , + {"\\u010CABAI STEVAN" } , + {"\\u010CABAI STEVAN" } , + {"\\u010CABARKAPA BRANKO" } , + {"\\u010CABARKAPA MILENKO" } , + {"\\u010CABARKAPA MIROSLAV" } , + {"\\u010CABARKAPA SIMO" } , + {"\\u010CABARKAPA STANKO" } , + {"\\u010CABARKAPA TAMARA" } , + {"\\u010CABARKAPA TOMA\\u0160" } , + {"\\u010CABDARI\\u0106 NIKOLA" } , + {"\\u010CABDARI\\u0106 ZORICA" } , + {"\\u010CABI NANDOR" } , + {"\\u010CABOVI\\u0106 MILAN" } , + {"\\u010CABRADI AGNEZIJA" } , + {"\\u010CABRADI IVAN" } , + {"\\u010CABRADI JELENA" } , + {"\\u010CABRADI LJUBICA" } , + {"\\u010CABRADI STEVAN" } , + {"\\u010CABRDA MARTIN" } , + {"\\u010CABRILO BOGDAN" } , + {"\\u010CABRILO BRANISLAV" } , + {"\\u010CABRILO LAZAR" } , + {"\\u010CABRILO LJUBICA" } , + {"\\u010CABRILO SPASOJA" } , + {"\\u010CADE\\u0160 ZDENKA" } , + {"\\u010CADESKI BLAGOJE" } , + {"\\u010CADOVSKI VLADIMIR" } , + {"\\u010CAGLJEVI\\u0106 TOMA" } , + {"\\u010CAGOROVI\\u0106 VLADIMIR" } , + {"\\u010CAJA VANKA" } , + {"\\u010CAJI\\u0106 BOGOLJUB" } , + {"\\u010CAJI\\u0106 BORISLAV" } , + {"\\u010CAJI\\u0106 RADOSLAV" } , + {"\\u010CAK\\u0160IRAN MILADIN" } , + {"\\u010CAKAN EUGEN" } , + {"\\u010CAKAN EVGENIJE" } , + {"\\u010CAKAN IVAN" } , + {"\\u010CAKAN JULIJAN" } , + {"\\u010CAKAN MIHAJLO" } , + {"\\u010CAKAN STEVAN" } , + {"\\u010CAKAN VLADIMIR" } , + {"\\u010CAKAN VLADIMIR" } , + {"\\u010CAKAN VLADIMIR" } , + {"\\u010CAKARA ANA" } , + {"\\u010CAKAREVI\\u0106 MOMIR" } , + {"\\u010CAKAREVI\\u0106 NEDELJKO" } , + {"\\u010CAKI \\u0160ANDOR" } , + {"\\u010CAKI AMALIJA" } , + {"\\u010CAKI ANDRA\\u0160" } , + {"\\u010CAKI LADISLAV" } , + {"\\u010CAKI LAJO\\u0160" } , + {"\\u010CAKI LASLO" } , + }; + + + + int32_t i = 0, j = 0, k = 0, buffSize = 0, skSize = 0, lowerSize = 0, upperSize = 0; + int32_t arraySize = sizeof(tests)/sizeof(tests[0]); + + if(U_SUCCESS(status) && coll) { + for(i = 0; i<arraySize; i++) { + buffSize = u_unescape(tests[i].original, buffer, 512); + skSize = ucol_getSortKey(coll, buffer, buffSize, tests[i].key, 512); + } + + qsort(tests, arraySize, sizeof(struct teststruct), compare_teststruct); + + for(i = 0; i < arraySize-1; i++) { + for(j = i+1; j < arraySize; j++) { + lowerSize = ucol_getBound(tests[i].key, -1, UCOL_BOUND_LOWER, 1, lower, 512, &status); + upperSize = ucol_getBound(tests[j].key, -1, UCOL_BOUND_UPPER, 1, upper, 512, &status); + for(k = i; k <= j; k++) { + if(strcmp((const char *)lower, (const char *)tests[k].key) > 0) { + log_err("Problem with lower! j = %i (%s vs %s)\n", k, tests[k].original, tests[i].original); + } + if(strcmp((const char *)upper, (const char *)tests[k].key) <= 0) { + log_err("Problem with upper! j = %i (%s vs %s)\n", k, tests[k].original, tests[j].original); + } + } + } + } + + +#if 0 + for(i = 0; i < 1000; i++) { + lowerRND = (rand()/(RAND_MAX/arraySize)); + upperRND = lowerRND + (rand()/(RAND_MAX/(arraySize-lowerRND))); + + lowerSize = ucol_getBound(tests[lowerRND].key, -1, UCOL_BOUND_LOWER, 1, lower, 512, &status); + upperSize = ucol_getBound(tests[upperRND].key, -1, UCOL_BOUND_UPPER_LONG, 1, upper, 512, &status); + + for(j = lowerRND; j<=upperRND; j++) { + if(strcmp(lower, tests[j].key) > 0) { + log_err("Problem with lower! j = %i (%s vs %s)\n", j, tests[j].original, tests[lowerRND].original); + } + if(strcmp(upper, tests[j].key) <= 0) { + log_err("Problem with upper! j = %i (%s vs %s)\n", j, tests[j].original, tests[upperRND].original); + } + } + } +#endif + + + + + + for(i = 0; i<sizeof(test)/sizeof(test[0]); i++) { + buffSize = u_unescape(test[i], buffer, 512); + skSize = ucol_getSortKey(coll, buffer, buffSize, sortkey, 512); + lowerSize = ucol_getBound(sortkey, skSize, UCOL_BOUND_LOWER, 1, lower, 512, &status); + upperSize = ucol_getBound(sortkey, skSize, UCOL_BOUND_UPPER_LONG, 1, upper, 512, &status); + for(j = i+1; j<sizeof(test)/sizeof(test[0]); j++) { + buffSize = u_unescape(test[j], buffer, 512); + skSize = ucol_getSortKey(coll, buffer, buffSize, sortkey, 512); + if(strcmp((const char *)lower, (const char *)sortkey) > 0) { + log_err("Problem with lower! i = %i, j = %i (%s vs %s)\n", i, j, test[i], test[j]); + } + if(strcmp((const char *)upper, (const char *)sortkey) <= 0) { + log_err("Problem with upper! i = %i, j = %i (%s vs %s)\n", i, j, test[i], test[j]); + } + } + } + ucol_close(coll); + } else { + log_data_err("Couldn't open collator\n"); + } + +} + +static void doOverrunTest(UCollator *coll, const UChar *uString, int32_t strLen) { + int32_t skLen = 0, skLen2 = 0; + uint8_t sortKey[256]; + int32_t i, j; + uint8_t filler = 0xFF; + + skLen = ucol_getSortKey(coll, uString, strLen, NULL, 0); + + for(i = 0; i < skLen; i++) { + memset(sortKey, filler, 256); + skLen2 = ucol_getSortKey(coll, uString, strLen, sortKey, i); + if(skLen != skLen2) { + log_err("For buffer size %i, got different sortkey length. Expected %i got %i\n", i, skLen, skLen2); + } + for(j = i; j < 256; j++) { + if(sortKey[j] != filler) { + log_err("Something run over index %i\n", j); + break; + } + } + } +} + +/* j1865 reports that if a shorter buffer is passed to +* to get sort key, a buffer overrun happens in some +* cases. This test tries to check this. +*/ +void TestSortKeyBufferOverrun(void) { + UErrorCode status = U_ZERO_ERROR; + const char* cString = "A very Merry liTTle-lamB.."; + UChar uString[256]; + int32_t strLen = 0; + UCollator *coll = ucol_open("root", &status); + strLen = u_unescape(cString, uString, 256); + + if(U_SUCCESS(status)) { + log_verbose("testing non ignorable\n"); + ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_NON_IGNORABLE, &status); + doOverrunTest(coll, uString, strLen); + + log_verbose("testing shifted\n"); + ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED, &status); + doOverrunTest(coll, uString, strLen); + + log_verbose("testing shifted quaternary\n"); + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_QUATERNARY, &status); + doOverrunTest(coll, uString, strLen); + + log_verbose("testing with french secondaries\n"); + ucol_setAttribute(coll, UCOL_FRENCH_COLLATION, UCOL_ON, &status); + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_TERTIARY, &status); + ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_NON_IGNORABLE, &status); + doOverrunTest(coll, uString, strLen); + + } + ucol_close(coll); +} + +static void TestAttribute() +{ + UErrorCode error = U_ZERO_ERROR; + UCollator *coll = ucol_open(NULL, &error); + + if (U_FAILURE(error)) { + log_err_status(error, "Creation of default collator failed\n"); + return; + } + + ucol_setAttribute(coll, UCOL_FRENCH_COLLATION, UCOL_OFF, &error); + if (ucol_getAttribute(coll, UCOL_FRENCH_COLLATION, &error) != UCOL_OFF || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the french collation failed\n"); + } + + ucol_setAttribute(coll, UCOL_FRENCH_COLLATION, UCOL_ON, &error); + if (ucol_getAttribute(coll, UCOL_FRENCH_COLLATION, &error) != UCOL_ON || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the french collation failed\n"); + } + + ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED, &error); + if (ucol_getAttribute(coll, UCOL_ALTERNATE_HANDLING, &error) != UCOL_SHIFTED || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the alternate handling failed\n"); + } + + ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_NON_IGNORABLE, &error); + if (ucol_getAttribute(coll, UCOL_ALTERNATE_HANDLING, &error) != UCOL_NON_IGNORABLE || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the alternate handling failed\n"); + } + + ucol_setAttribute(coll, UCOL_CASE_FIRST, UCOL_LOWER_FIRST, &error); + if (ucol_getAttribute(coll, UCOL_CASE_FIRST, &error) != UCOL_LOWER_FIRST || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the case first attribute failed\n"); + } + + ucol_setAttribute(coll, UCOL_CASE_FIRST, UCOL_UPPER_FIRST, &error); + if (ucol_getAttribute(coll, UCOL_CASE_FIRST, &error) != UCOL_UPPER_FIRST || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the case first attribute failed\n"); + } + + ucol_setAttribute(coll, UCOL_CASE_LEVEL, UCOL_ON, &error); + if (ucol_getAttribute(coll, UCOL_CASE_LEVEL, &error) != UCOL_ON || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the case level attribute failed\n"); + } + + ucol_setAttribute(coll, UCOL_CASE_LEVEL, UCOL_OFF, &error); + if (ucol_getAttribute(coll, UCOL_CASE_LEVEL, &error) != UCOL_OFF || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the case level attribute failed\n"); + } + + ucol_setAttribute(coll, UCOL_NORMALIZATION_MODE, UCOL_ON, &error); + if (ucol_getAttribute(coll, UCOL_NORMALIZATION_MODE, &error) != UCOL_ON || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the normalization on/off attribute failed\n"); + } + + ucol_setAttribute(coll, UCOL_NORMALIZATION_MODE, UCOL_OFF, &error); + if (ucol_getAttribute(coll, UCOL_NORMALIZATION_MODE, &error) != UCOL_OFF || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the normalization on/off attribute failed\n"); + } + + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_PRIMARY, &error); + if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_PRIMARY || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the collation strength failed\n"); + } + + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_SECONDARY, &error); + if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_SECONDARY || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the collation strength failed\n"); + } + + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_TERTIARY, &error); + if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_TERTIARY || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the collation strength failed\n"); + } + + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_QUATERNARY, &error); + if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_QUATERNARY || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the collation strength failed\n"); + } + + ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_IDENTICAL, &error); + if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_IDENTICAL || + U_FAILURE(error)) { + log_err_status(error, "Setting and retrieving of the collation strength failed\n"); + } + + ucol_close(coll); +} + +void TestGetTailoredSet() { + struct { + const char *rules; + const char *tests[20]; + int32_t testsize; + } setTest[] = { + { "&a < \\u212b", { "\\u212b", "A\\u030a", "\\u00c5" }, 3}, + { "& S < \\u0161 <<< \\u0160", { "\\u0161", "s\\u030C", "\\u0160", "S\\u030C" }, 4} + }; + + int32_t i = 0, j = 0; + UErrorCode status = U_ZERO_ERROR; + UParseError pError; + + UCollator *coll = NULL; + UChar buff[1024]; + int32_t buffLen = 0; + USet *set = NULL; + + for(i = 0; i < sizeof(setTest)/sizeof(setTest[0]); i++) { + buffLen = u_unescape(setTest[i].rules, buff, 1024); + coll = ucol_openRules(buff, buffLen, UCOL_DEFAULT, UCOL_DEFAULT, &pError, &status); + if(U_SUCCESS(status)) { + set = ucol_getTailoredSet(coll, &status); + if(uset_size(set) != setTest[i].testsize) { + log_err("Tailored set size different (%d) than expected (%d)\n", uset_size(set), setTest[i].testsize); + } + for(j = 0; j < setTest[i].testsize; j++) { + buffLen = u_unescape(setTest[i].tests[j], buff, 1024); + if(!uset_containsString(set, buff, buffLen)) { + log_err("Tailored set doesn't contain %s... It should\n", setTest[i].tests[j]); + } + } + uset_close(set); + } else { + log_err_status(status, "Couldn't open collator with rules %s\n", setTest[i].rules); + } + ucol_close(coll); + } +} + +static int tMemCmp(const uint8_t *first, const uint8_t *second) { + int32_t firstLen = (int32_t)strlen((const char *)first); + int32_t secondLen = (int32_t)strlen((const char *)second); + return memcmp(first, second, uprv_min(firstLen, secondLen)); +} +static const char * strengthsC[] = { + "UCOL_PRIMARY", + "UCOL_SECONDARY", + "UCOL_TERTIARY", + "UCOL_QUATERNARY", + "UCOL_IDENTICAL" +}; + +void TestMergeSortKeys(void) { + UErrorCode status = U_ZERO_ERROR; + UCollator *coll = ucol_open("en", &status); + if(U_SUCCESS(status)) { + + const char* cases[] = { + "abc", + "abcd", + "abcde" + }; + uint32_t casesSize = sizeof(cases)/sizeof(cases[0]); + const char* prefix = "foo"; + const char* suffix = "egg"; + char outBuff1[256], outBuff2[256]; + + uint8_t **sortkeys = (uint8_t **)malloc(casesSize*sizeof(uint8_t *)); + uint8_t **mergedPrefixkeys = (uint8_t **)malloc(casesSize*sizeof(uint8_t *)); + uint8_t **mergedSuffixkeys = (uint8_t **)malloc(casesSize*sizeof(uint8_t *)); + uint32_t *sortKeysLen = (uint32_t *)malloc(casesSize*sizeof(uint32_t)); + uint8_t prefixKey[256], suffixKey[256]; + uint32_t prefixKeyLen = 0, suffixKeyLen = 0, i = 0; + UChar buffer[256]; + uint32_t unescapedLen = 0, l1 = 0, l2 = 0; + UColAttributeValue strength; + + log_verbose("ucol_mergeSortkeys test\n"); + log_verbose("Testing order of the test cases\n"); + genericLocaleStarter("en", cases, casesSize); + + for(i = 0; i<casesSize; i++) { + sortkeys[i] = (uint8_t *)malloc(256*sizeof(uint8_t)); + mergedPrefixkeys[i] = (uint8_t *)malloc(256*sizeof(uint8_t)); + mergedSuffixkeys[i] = (uint8_t *)malloc(256*sizeof(uint8_t)); + } + + unescapedLen = u_unescape(prefix, buffer, 256); + prefixKeyLen = ucol_getSortKey(coll, buffer, unescapedLen, prefixKey, 256); + + unescapedLen = u_unescape(suffix, buffer, 256); + suffixKeyLen = ucol_getSortKey(coll, buffer, unescapedLen, suffixKey, 256); + + log_verbose("Massaging data with prefixes and different strengths\n"); + strength = UCOL_PRIMARY; + while(strength <= UCOL_IDENTICAL) { + log_verbose("Strength %s\n", strengthsC[strength<=UCOL_QUATERNARY?strength:4]); + ucol_setAttribute(coll, UCOL_STRENGTH, strength, &status); + for(i = 0; i<casesSize; i++) { + unescapedLen = u_unescape(cases[i], buffer, 256); + sortKeysLen[i] = ucol_getSortKey(coll, buffer, unescapedLen, sortkeys[i], 256); + ucol_mergeSortkeys(prefixKey, prefixKeyLen, sortkeys[i], sortKeysLen[i], mergedPrefixkeys[i], 256); + ucol_mergeSortkeys(sortkeys[i], sortKeysLen[i], suffixKey, suffixKeyLen, mergedSuffixkeys[i], 256); + if(i>0) { + if(tMemCmp(mergedPrefixkeys[i-1], mergedPrefixkeys[i]) >= 0) { + log_err("Error while comparing prefixed keys @ strength %s:\n", strengthsC[strength<=UCOL_QUATERNARY?strength:4]); + log_err("%s\n%s\n", + ucol_sortKeyToString(coll, mergedPrefixkeys[i-1], outBuff1, l1), + ucol_sortKeyToString(coll, mergedPrefixkeys[i], outBuff2, l2)); + } + if(tMemCmp(mergedSuffixkeys[i-1], mergedSuffixkeys[i]) >= 0) { + log_err("Error while comparing suffixed keys @ strength %s:\n", strengthsC[strength<=UCOL_QUATERNARY?strength:4]); + log_err("%s\n%s\n", + ucol_sortKeyToString(coll, mergedSuffixkeys[i-1], outBuff1, l1), + ucol_sortKeyToString(coll, mergedSuffixkeys[i], outBuff2, l2)); + } + } + } + if(strength == UCOL_QUATERNARY) { + strength = UCOL_IDENTICAL; + } else { + strength++; + } + } + + { + uint8_t smallBuf[3]; + uint32_t reqLen = 0; + log_verbose("testing buffer overflow\n"); + reqLen = ucol_mergeSortkeys(prefixKey, prefixKeyLen, suffixKey, suffixKeyLen, smallBuf, 3); + if(reqLen != (prefixKeyLen+suffixKeyLen-1)) { + log_err("Wrong preflight size for merged sortkey\n"); + } + } + + { + UChar empty = 0; + uint8_t emptyKey[20], abcKey[50], mergedKey[100]; + int32_t emptyKeyLen = 0, abcKeyLen = 0, mergedKeyLen = 0; + + log_verbose("testing merging with sortkeys generated for empty strings\n"); + emptyKeyLen = ucol_getSortKey(coll, &empty, 0, emptyKey, 20); + unescapedLen = u_unescape(cases[0], buffer, 256); + abcKeyLen = ucol_getSortKey(coll, buffer, unescapedLen, abcKey, 50); + mergedKeyLen = ucol_mergeSortkeys(emptyKey, emptyKeyLen, abcKey, abcKeyLen, mergedKey, 100); + if(mergedKey[0] != 2) { + log_err("Empty sortkey didn't produce a level separator\n"); + } + /* try with zeros */ + mergedKeyLen = ucol_mergeSortkeys(emptyKey, 0, abcKey, abcKeyLen, mergedKey, 100); + if(mergedKeyLen != 0 || mergedKey[0] != 0) { + log_err("Empty key didn't produce null mergedKey\n"); + } + mergedKeyLen = ucol_mergeSortkeys(abcKey, abcKeyLen, emptyKey, 0, mergedKey, 100); + if(mergedKeyLen != 0 || mergedKey[0] != 0) { + log_err("Empty key didn't produce null mergedKey\n"); + } + + } + + for(i = 0; i<casesSize; i++) { + free(sortkeys[i]); + free(mergedPrefixkeys[i]); + free(mergedSuffixkeys[i]); + } + free(sortkeys); + free(mergedPrefixkeys); + free(mergedSuffixkeys); + free(sortKeysLen); + ucol_close(coll); + /* need to finish this up */ + } else { + log_data_err("Couldn't open collator"); + } +} +static void TestShortString(void) +{ + struct { + const char *input; + const char *expectedOutput; + const char *locale; + UErrorCode expectedStatus; + int32_t expectedOffset; + uint32_t expectedIdentifier; + } testCases[] = { + /* + * The following expectedOutput contains a collation weight (2700 from UCA 6.0) + * which is the primary weight for the T character (U+0041) in the input. + * When that character gets a different weight in FractionalUCA.txt, + * the expectedOutput needs to be adjusted. + * That is, when we upgrade to a new UCA version or change collation + * in such a way that the absolute weight for 'A' changes, + * we will get a test failure here and need to adjust the test case. + */ + {"LDE_RDE_KPHONEBOOK_T0041_ZLATN","B2700_KPHONEBOOK_LDE", "de@collation=phonebook", U_USING_FALLBACK_WARNING, 0, 0 }, + + {"LEN_RUS_NO_AS_S4","AS_LROOT_NO_S4", NULL, U_USING_DEFAULT_WARNING, 0, 0 }, + {"LDE_VPHONEBOOK_EO_SI","EO_KPHONEBOOK_LDE_SI", "de@collation=phonebook", U_ZERO_ERROR, 0, 0 }, + {"LDE_Kphonebook","KPHONEBOOK_LDE", "de@collation=phonebook", U_ZERO_ERROR, 0, 0 }, + {"Xqde_DE@collation=phonebookq_S3_EX","KPHONEBOOK_LDE", "de@collation=phonebook", U_USING_FALLBACK_WARNING, 0, 0 }, + {"LFR_FO", "FO_LROOT", NULL, U_USING_DEFAULT_WARNING, 0, 0 }, + {"SO_LX_AS", "", NULL, U_ILLEGAL_ARGUMENT_ERROR, 8, 0 }, + {"S3_ASS_MMM", "", NULL, U_ILLEGAL_ARGUMENT_ERROR, 5, 0 } + }; + + int32_t i = 0; + UCollator *coll = NULL, *fromNormalized = NULL; + UParseError parseError; + UErrorCode status = U_ZERO_ERROR; + char fromShortBuffer[256], normalizedBuffer[256], fromNormalizedBuffer[256]; + const char* locale = NULL; + + + for(i = 0; i < sizeof(testCases)/sizeof(testCases[0]); i++) { + status = U_ZERO_ERROR; + if(testCases[i].locale) { + locale = testCases[i].locale; + } else { + locale = NULL; + } + + coll = ucol_openFromShortString(testCases[i].input, FALSE, &parseError, &status); + if(status != testCases[i].expectedStatus) { + log_err_status(status, "Got status '%s' that is different from expected '%s' for '%s'\n", + u_errorName(status), u_errorName(testCases[i].expectedStatus), testCases[i].input); + continue; + } + + if(U_SUCCESS(status)) { + ucol_getShortDefinitionString(coll, locale, fromShortBuffer, 256, &status); + + if(strcmp(fromShortBuffer, testCases[i].expectedOutput)) { + log_err("Got short string '%s' from the collator. Expected '%s' for input '%s'\n", + fromShortBuffer, testCases[i].expectedOutput, testCases[i].input); + } + + ucol_normalizeShortDefinitionString(testCases[i].input, normalizedBuffer, 256, &parseError, &status); + fromNormalized = ucol_openFromShortString(normalizedBuffer, FALSE, &parseError, &status); + ucol_getShortDefinitionString(fromNormalized, locale, fromNormalizedBuffer, 256, &status); + + if(strcmp(fromShortBuffer, fromNormalizedBuffer)) { + log_err("Strings obtained from collators instantiated by short string ('%s') and from normalized string ('%s') differ\n", + fromShortBuffer, fromNormalizedBuffer); + } + + + if(!ucol_equals(coll, fromNormalized)) { + log_err("Collator from short string ('%s') differs from one obtained through a normalized version ('%s')\n", + testCases[i].input, normalizedBuffer); + } + + ucol_close(fromNormalized); + ucol_close(coll); + + } else { + if(parseError.offset != testCases[i].expectedOffset) { + log_err("Got parse error offset %i, but expected %i instead for '%s'\n", + parseError.offset, testCases[i].expectedOffset, testCases[i].input); + } + } + } + +} + +static void +doSetsTest(const char *locale, const USet *ref, USet *set, const char* inSet, const char* outSet, UErrorCode *status) { + UChar buffer[512]; + int32_t bufLen; + + uset_clear(set); + bufLen = u_unescape(inSet, buffer, 512); + uset_applyPattern(set, buffer, bufLen, 0, status); + if(U_FAILURE(*status)) { + log_err("%s: Failure setting pattern %s\n", locale, u_errorName(*status)); + } + + if(!uset_containsAll(ref, set)) { + log_err("%s: Some stuff from %s is not present in the set\n", locale, inSet); + } + + uset_clear(set); + bufLen = u_unescape(outSet, buffer, 512); + uset_applyPattern(set, buffer, bufLen, 0, status); + if(U_FAILURE(*status)) { + log_err("%s: Failure setting pattern %s\n", locale, u_errorName(*status)); + } + + if(!uset_containsNone(ref, set)) { + log_err("%s: Some stuff from %s is present in the set\n", locale, outSet); + } +} + + + + +static void +TestGetContractionsAndUnsafes(void) +{ + static struct { + const char* locale; + const char* inConts; + const char* outConts; + const char* inExp; + const char* outExp; + const char* unsafeCodeUnits; + const char* safeCodeUnits; + } tests[] = { + { "ru", + "[{\\u0418\\u0306}{\\u0438\\u0306}]", + "[\\u0439\\u0457]", + "[\\u00e6]", + "[ae]", + "[\\u0418\\u0438]", + "[aAbB\\u0430\\u0410\\u0433\\u0413]" + }, + { "uk", + "[{\\u0406\\u0308}{\\u0456\\u0308}{\\u0418\\u0306}{\\u0438\\u0306}]", + "[\\u0407\\u0419\\u0439\\u0457]", + "[\\u00e6]", + "[ae]", + "[\\u0406\\u0456\\u0418\\u0438]", + "[aAbBxv]", + }, + { "sh", + "[{C\\u0301}{C\\u030C}{C\\u0341}{DZ\\u030C}{Dz\\u030C}{D\\u017D}{D\\u017E}{lj}{nj}]", + "[{\\u309d\\u3099}{\\u30fd\\u3099}]", + "[\\u00e6]", + "[a]", + "[nlcdzNLCDZ]", + "[jabv]" + }, + { "ja", + "[{\\u3053\\u3099\\u309D}{\\u3053\\u3099\\u309D\\u3099}{\\u3053\\u3099\\u309E}{\\u3053\\u3099\\u30FC}{\\u3053\\u309D}{\\u3053\\u309D\\u3099}{\\u3053\\u309E}{\\u3053\\u30FC}{\\u30B3\\u3099\\u30FC}{\\u30B3\\u3099\\u30FD}{\\u30B3\\u3099\\u30FD\\u3099}{\\u30B3\\u3099\\u30FE}{\\u30B3\\u30FC}{\\u30B3\\u30FD}{\\u30B3\\u30FD\\u3099}{\\u30B3\\u30FE}]", + "[{\\u30FD\\u3099}{\\u309D\\u3099}{\\u3053\\u3099}{\\u30B3\\u3099}{lj}{nj}]", + "[\\u30FE\\u00e6]", + "[a]", + "[\\u3099]", + "[]" + } + }; + + + + + UErrorCode status = U_ZERO_ERROR; + UCollator *coll = NULL; + int32_t i = 0; + int32_t noConts = 0; + USet *conts = uset_open(0,0); + USet *exp = uset_open(0, 0); + USet *set = uset_open(0,0); + int32_t setBufferLen = 65536; + UChar buffer[65536]; + int32_t setLen = 0; + + for(i = 0; i < sizeof(tests)/sizeof(tests[0]); i++) { + log_verbose("Testing locale: %s\n", tests[i].locale); + coll = ucol_open(tests[i].locale, &status); + if (coll == NULL || U_FAILURE(status)) { + log_err_status(status, "Unable to open collator for locale %s ==> %s\n", tests[i].locale, u_errorName(status)); + continue; + } + ucol_getContractionsAndExpansions(coll, conts, exp, TRUE, &status); + doSetsTest(tests[i].locale, conts, set, tests[i].inConts, tests[i].outConts, &status); + setLen = uset_toPattern(conts, buffer, setBufferLen, TRUE, &status); + if(U_SUCCESS(status)) { + /*log_verbose("Contractions %i: %s\n", uset_getItemCount(conts), aescstrdup(buffer, setLen));*/ + } else { + log_err("error %s. %i\n", u_errorName(status), setLen); + status = U_ZERO_ERROR; + } + doSetsTest(tests[i].locale, exp, set, tests[i].inExp, tests[i].outExp, &status); + setLen = uset_toPattern(exp, buffer, setBufferLen, TRUE, &status); + if(U_SUCCESS(status)) { + /*log_verbose("Expansions %i: %s\n", uset_getItemCount(exp), aescstrdup(buffer, setLen));*/ + } else { + log_err("error %s. %i\n", u_errorName(status), setLen); + status = U_ZERO_ERROR; + } + + noConts = ucol_getUnsafeSet(coll, conts, &status); + doSetsTest(tests[i].locale, conts, set, tests[i].unsafeCodeUnits, tests[i].safeCodeUnits, &status); + setLen = uset_toPattern(conts, buffer, setBufferLen, TRUE, &status); + if(U_SUCCESS(status)) { + log_verbose("Unsafe %i: %s\n", uset_getItemCount(exp), aescstrdup(buffer, setLen)); + } else { + log_err("error %s. %i\n", u_errorName(status), setLen); + status = U_ZERO_ERROR; + } + + ucol_close(coll); + } + + + uset_close(conts); + uset_close(exp); + uset_close(set); +} + +static void +TestOpenBinary(void) +{ + UErrorCode status = U_ZERO_ERROR; + /* + char rule[] = "&h < d < c < b"; + char *wUCA[] = { "a", "h", "d", "c", "b", "i" }; + char *noUCA[] = {"d", "c", "b", "a", "h", "i" }; + */ + /* we have to use Cyrillic letters because latin-1 always gets copied */ + const char rule[] = "&\\u0452 < \\u0434 < \\u0433 < \\u0432"; /* &dje < d < g < v */ + const char *wUCA[] = { "\\u0430", "\\u0452", "\\u0434", "\\u0433", "\\u0432", "\\u0435" }; /* a, dje, d, g, v, e */ + const char *noUCA[] = {"\\u0434", "\\u0433", "\\u0432", "\\u0430", "\\u0435", "\\u0452" }; /* d, g, v, a, e, dje */ + + UChar uRules[256]; + int32_t uRulesLen = u_unescape(rule, uRules, 256); + + UCollator *coll = ucol_openRules(uRules, uRulesLen, UCOL_DEFAULT, UCOL_DEFAULT, NULL, &status); + UCollator *UCA = NULL; + UCollator *cloneNOUCA = NULL, *cloneWUCA = NULL; + + uint8_t imageBuffer[32768]; + uint8_t *image = imageBuffer; + int32_t imageBufferCapacity = 32768; + + int32_t imageSize; + + if((coll==NULL)||(U_FAILURE(status))) { + log_data_err("could not load collators or error occured: %s\n", + u_errorName(status)); + return; + } + UCA = ucol_open("root", &status); + if((UCA==NULL)||(U_FAILURE(status))) { + log_data_err("could not load UCA collator or error occured: %s\n", + u_errorName(status)); + return; + } + imageSize = ucol_cloneBinary(coll, image, imageBufferCapacity, &status); + if(U_FAILURE(status)) { + image = (uint8_t *)malloc(imageSize*sizeof(uint8_t)); + status = U_ZERO_ERROR; + imageSize = ucol_cloneBinary(coll, imageBuffer, imageSize, &status); + } + + + cloneWUCA = ucol_openBinary(image, imageSize, UCA, &status); + cloneNOUCA = ucol_openBinary(image, imageSize, NULL, &status); + + genericOrderingTest(coll, wUCA, sizeof(wUCA)/sizeof(wUCA[0])); + + genericOrderingTest(cloneWUCA, wUCA, sizeof(wUCA)/sizeof(wUCA[0])); + genericOrderingTest(cloneNOUCA, noUCA, sizeof(noUCA)/sizeof(noUCA[0])); + + if(image != imageBuffer) { + free(image); + } + ucol_close(coll); + ucol_close(cloneNOUCA); + ucol_close(cloneWUCA); + ucol_close(UCA); +} + +static void TestDefault(void) { + /* Tests for code coverage. */ + UErrorCode status = U_ZERO_ERROR; + UCollator *coll = ucol_open("es@collation=pinyin", &status); + if (coll == NULL || status == U_FILE_ACCESS_ERROR) { + log_data_err("Unable to open collator es@collation=pinyin\n"); + return; + } + if (status != U_USING_DEFAULT_WARNING) { + /* What do you mean that you know about using pinyin collation in Spanish!? This should be in the zh locale. */ + log_err("es@collation=pinyin should return U_USING_DEFAULT_WARNING, but returned %s\n", u_errorName(status)); + } + ucol_close(coll); + if (ucol_getKeywordValues("funky", &status) != NULL) { + log_err("Collators should not know about the funky keyword.\n"); + } + if (status != U_ILLEGAL_ARGUMENT_ERROR) { + log_err("funky keyword didn't fail as expected %s\n", u_errorName(status)); + } + if (ucol_getKeywordValues("collation", &status) != NULL) { + log_err("ucol_getKeywordValues should not work when given a bad status.\n"); + } +} + +static void TestDefaultKeyword(void) { + /* Tests for code coverage. */ + UErrorCode status = U_ZERO_ERROR; + const char *loc = "zh_TW@collation=default"; + UCollator *coll = ucol_open(loc, &status); + if(U_FAILURE(status)) { + log_info("Warning: ucol_open(%s, ...) returned %s, at least it didn't crash.\n", loc, u_errorName(status)); + } else if (status != U_USING_FALLBACK_WARNING) { + /* Hmm, skip the following test for CLDR 1.9 data and/or ICU 4.6, no longer seems to apply */ + #if 0 + log_err("ucol_open(%s, ...) should return an error or some sort of U_USING_FALLBACK_WARNING, but returned %s\n", loc, u_errorName(status)); + #endif + } + ucol_close(coll); +} + +static void TestGetKeywordValuesForLocale(void) { +#define INCLUDE_UNIHAN_COLLATION 0 +#define PREFERRED_SIZE 16 +#define MAX_NUMBER_OF_KEYWORDS 9 + const char *PREFERRED[PREFERRED_SIZE][MAX_NUMBER_OF_KEYWORDS+1] = { + { "und", "standard", "ducet", "search", NULL, NULL, NULL, NULL, NULL }, + { "en_US", "standard", "ducet", "search", NULL, NULL, NULL, NULL, NULL }, + { "en_029", "standard", "ducet", "search", NULL, NULL, NULL, NULL, NULL }, + { "de_DE", "standard", "phonebook", "search", "ducet", NULL, NULL, NULL, NULL }, + { "de_Latn_DE", "standard", "phonebook", "search", "ducet", NULL, NULL, NULL, NULL }, +#if INCLUDE_UNIHAN_COLLATION + { "zh", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "unihan", "ducet", "search" }, + { "zh_Hans", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "unihan", "ducet", "search" }, + { "zh_CN", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "unihan", "ducet", "search" }, + { "zh_Hant", "stroke", "big5han", "gb2312han", "pinyin", "standard", "zhuyin", "unihan", "ducet", "search" }, + { "zh_TW", "stroke", "big5han", "gb2312han", "pinyin", "standard", "zhuyin", "unihan", "ducet", "search" }, + { "zh__PINYIN", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "unihan", "ducet", "search" }, +#else + { "zh", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "ducet", "search", NULL }, + { "zh_Hans", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "ducet", "search", NULL }, + { "zh_CN", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "ducet", "search", NULL }, + { "zh_Hant", "stroke", "big5han", "gb2312han", "pinyin", "standard", "zhuyin", "ducet", "search", NULL }, + { "zh_TW", "stroke", "big5han", "gb2312han", "pinyin", "standard", "zhuyin", "ducet", "search", NULL }, + { "zh__PINYIN", "pinyin", "big5han", "gb2312han", "standard", "stroke", "zhuyin", "ducet", "search", NULL }, +#endif + { "es_ES", "standard", "search", "traditional", "ducet", NULL, NULL, NULL, NULL }, + { "es__TRADITIONAL","traditional", "search", "standard", "ducet", NULL, NULL, NULL, NULL }, + { "und@collation=phonebook", "standard", "ducet", "search", NULL, NULL, NULL, NULL, NULL }, + { "de_DE@collation=big5han", "standard", "phonebook", "search", "ducet", NULL, NULL, NULL, NULL }, + { "zzz@collation=xxx", "standard", "ducet", "search", NULL, NULL, NULL, NULL, NULL } + }; +#if INCLUDE_UNIHAN_COLLATION + const int32_t expectedLength[PREFERRED_SIZE] = { 3, 3, 3, 4, 4, 9, 9, 9, 9, 9, 9, 4, 4, 3, 4, 3 }; +#else + const int32_t expectedLength[PREFERRED_SIZE] = { 3, 3, 3, 4, 4, 8, 8, 8, 8, 8, 8, 4, 4, 3, 4, 3 }; +#endif + + UErrorCode status = U_ZERO_ERROR; + UEnumeration *keywordValues = NULL; + int32_t i, n, size, valueLength; + const char *locale = NULL, *value = NULL; + UBool errorOccurred = FALSE; + + for (i = 0; i < PREFERRED_SIZE; i++) { + locale = PREFERRED[i][0]; + value = NULL; + valueLength = 0; + size = 0; + + keywordValues = ucol_getKeywordValuesForLocale("collation", locale, TRUE, &status); + if (keywordValues == NULL || U_FAILURE(status)) { + log_err_status(status, "Error getting keyword values: %s\n", u_errorName(status)); + break; + } + size = uenum_count(keywordValues, &status); + + if (size == expectedLength[i]) { + for (n = 0; n < expectedLength[i]; n++) { + if ((value = uenum_next(keywordValues, &valueLength, &status)) != NULL && U_SUCCESS(status)) { + if (uprv_strcmp(value, PREFERRED[i][n+1]) != 0) { + log_err("Keyword values differ: Got [%s] Expected [%s] for locale: %s\n", value, PREFERRED[i][n+1], locale); + errorOccurred = TRUE; + break; + } + + } else { + log_err("While getting keyword value from locale: %s got this error: %s\n", locale, u_errorName(status)); + errorOccurred = TRUE; + break; + } + } + if (errorOccurred) { + break; + } + } else { + log_err("Number of keywords (%d) does not match expected size (%d) for locale: %s\n", size, expectedLength[i], locale); + break; + } + uenum_close(keywordValues); + keywordValues = NULL; + } + if (keywordValues != NULL) { + uenum_close(keywordValues); + } +} + + +#endif /* #if !UCONFIG_NO_COLLATION */ |