diff options
Diffstat (limited to 'Build/source/libs/icu/icu-4.4/test/perf/collperf/collperf.cpp')
-rw-r--r-- | Build/source/libs/icu/icu-4.4/test/perf/collperf/collperf.cpp | 880 |
1 files changed, 0 insertions, 880 deletions
diff --git a/Build/source/libs/icu/icu-4.4/test/perf/collperf/collperf.cpp b/Build/source/libs/icu/icu-4.4/test/perf/collperf/collperf.cpp deleted file mode 100644 index fd30f50bdea..00000000000 --- a/Build/source/libs/icu/icu-4.4/test/perf/collperf/collperf.cpp +++ /dev/null @@ -1,880 +0,0 @@ -/******************************************************************** -* COPYRIGHT: -* Copyright (C) 2001-2006 IBM, Inc. All Rights Reserved. -* -********************************************************************/ - -#include <stdio.h> -#include <stdlib.h> -#include <locale.h> -#include <limits.h> -#include <string.h> -#include "unicode/uperf.h" -#include "uoptions.h" -#include "unicode/coll.h" -#include <unicode/ucoleitr.h> - - - -/* To store an array of string<UNIT> in continue space. -Since string<UNIT> itself is treated as an array of UNIT, this -class will ease our memory management for an array of string<UNIT>. -*/ - -//template<typename UNIT> -#define COMPATCT_ARRAY(CompactArrays, UNIT) \ -struct CompactArrays{\ - CompactArrays(const CompactArrays & );\ - CompactArrays & operator=(const CompactArrays & );\ - int32_t count;/*total number of the strings*/ \ - int32_t * index;/*relative offset in data*/ \ - UNIT * data; /*the real space to hold strings*/ \ - \ - ~CompactArrays(){free(index);free(data);} \ - CompactArrays():data(NULL), index(NULL), count(0){ \ - index = (int32_t *) realloc(index, sizeof(int32_t)); \ - index[0] = 0; \ - } \ - void append_one(int32_t theLen){ /*include terminal NULL*/ \ - count++; \ - index = (int32_t *) realloc(index, sizeof(int32_t) * (count + 1)); \ - index[count] = index[count - 1] + theLen; \ - data = (UNIT *) realloc(data, sizeof(UNIT) * index[count]); \ - } \ - UNIT * last(){return data + index[count - 1];} \ - UNIT * dataOf(int32_t i){return data + index[i];} \ - int32_t lengthOf(int i){return index[i+1] - index[i] - 1; } /*exclude terminating NULL*/ \ -}; - -//typedef CompactArrays<UChar> CA_uchar; -//typedef CompactArrays<char> CA_char; -//typedef CompactArrays<uint8_t> CA_uint8; -//typedef CompactArrays<WCHAR> CA_win_wchar; - -COMPATCT_ARRAY(CA_uchar, UChar) -COMPATCT_ARRAY(CA_char, char) -COMPATCT_ARRAY(CA_uint8, uint8_t) -COMPATCT_ARRAY(CA_win_wchar, WCHAR) - - -struct DataIndex { - static DWORD win_langid; // for qsort callback function - static UCollator * col; // for qsort callback function - uint8_t * icu_key; - UChar * icu_data; - int32_t icu_data_len; - char* posix_key; - char* posix_data; - int32_t posix_data_len; - char* win_key; - WCHAR * win_data; - int32_t win_data_len; -}; -DWORD DataIndex::win_langid; -UCollator * DataIndex::col; - - - -class CmdKeyGen : public UPerfFunction { - typedef void (CmdKeyGen::* Func)(int32_t); - enum{MAX_KEY_LENGTH = 5000}; - UCollator * col; - DWORD win_langid; - int32_t count; - DataIndex * data; - Func fn; - - union { // to save sapce - uint8_t icu_key[MAX_KEY_LENGTH]; - char posix_key[MAX_KEY_LENGTH]; - WCHAR win_key[MAX_KEY_LENGTH]; - }; -public: - CmdKeyGen(UErrorCode, UCollator * col,DWORD win_langid, int32_t count, DataIndex * data,Func fn,int32_t) - :col(col),win_langid(win_langid), count(count), data(data), fn(fn){} - - virtual long getOperationsPerIteration(){return count;} - - virtual void call(UErrorCode* status){ - for(int32_t i = 0; i< count; i++){ - (this->*fn)(i); - } - } - - void icu_key_null(int32_t i){ - ucol_getSortKey(col, data[i].icu_data, -1, icu_key, MAX_KEY_LENGTH); - } - - void icu_key_len(int32_t i){ - ucol_getSortKey(col, data[i].icu_data, data[i].icu_data_len, icu_key, MAX_KEY_LENGTH); - } - - // pre-generated in CollPerfTest::prepareData(), need not to check error here - void win_key_null(int32_t i){ - //LCMAP_SORTsk 0x00000400 // WC sort sk (normalize) - LCMapStringW(win_langid, LCMAP_SORTKEY, data[i].win_data, -1, win_key, MAX_KEY_LENGTH); - } - - void win_key_len(int32_t i){ - LCMapStringW(win_langid, LCMAP_SORTKEY, data[i].win_data, data[i].win_data_len, win_key, MAX_KEY_LENGTH); - } - - void posix_key_null(int32_t i){ - strxfrm(posix_key, data[i].posix_data, MAX_KEY_LENGTH); - } -}; - - -class CmdIter : public UPerfFunction { - typedef void (CmdIter::* Func)(UErrorCode* , int32_t ); - int32_t count; - CA_uchar * data; - Func fn; - UCollationElements *iter; - int32_t exec_count; -public: - CmdIter(UErrorCode & status, UCollator * col, int32_t count, CA_uchar *data, Func fn, int32_t,int32_t) - :count(count), data(data), fn(fn){ - exec_count = 0; - UChar dummytext[] = {0, 0}; - iter = ucol_openElements(col, NULL, 0, &status); - ucol_setText(iter, dummytext, 1, &status); - } - ~CmdIter(){ - ucol_closeElements(iter); - } - - virtual long getOperationsPerIteration(){return exec_count ? exec_count : 1;} - - virtual void call(UErrorCode* status){ - exec_count = 0; - for(int32_t i = 0; i< count; i++){ - (this->*fn)(status, i); - } - } - - void icu_forward_null(UErrorCode* status, int32_t i){ - ucol_setText(iter, data->dataOf(i), -1, status); - while (ucol_next(iter, status) != UCOL_NULLORDER) exec_count++; - } - - void icu_forward_len(UErrorCode* status, int32_t i){ - ucol_setText(iter, data->dataOf(i), data->lengthOf(i) , status); - while (ucol_next(iter, status) != UCOL_NULLORDER) exec_count++; - } - - void icu_backward_null(UErrorCode* status, int32_t i){ - ucol_setText(iter, data->dataOf(i), -1, status); - while (ucol_previous(iter, status) != UCOL_NULLORDER) exec_count++; - } - - void icu_backward_len(UErrorCode* status, int32_t i){ - ucol_setText(iter, data->dataOf(i), data->lengthOf(i) , status); - while (ucol_previous(iter, status) != UCOL_NULLORDER) exec_count++; - } -}; - -class CmdIterAll : public UPerfFunction { - typedef void (CmdIterAll::* Func)(UErrorCode* status); - int32_t count; - UChar * data; - Func fn; - UCollationElements *iter; - int32_t exec_count; - -public: - enum CALL {forward_null, forward_len, backward_null, backward_len}; - - ~CmdIterAll(){ - ucol_closeElements(iter); - } - CmdIterAll(UErrorCode & status, UCollator * col, int32_t count, UChar * data, CALL call,int32_t,int32_t) - :count(count),data(data) - { - exec_count = 0; - if (call == forward_null || call == backward_null) { - iter = ucol_openElements(col, data, -1, &status); - } else { - iter = ucol_openElements(col, data, count, &status); - } - - if (call == forward_null || call == forward_len){ - fn = &CmdIterAll::icu_forward_all; - } else { - fn = &CmdIterAll::icu_backward_all; - } - } - virtual long getOperationsPerIteration(){return exec_count ? exec_count : 1;} - - virtual void call(UErrorCode* status){ - (this->*fn)(status); - } - - void icu_forward_all(UErrorCode* status){ - int strlen = count - 5; - int count5 = 5; - int strindex = 0; - ucol_setOffset(iter, strindex, status); - while (TRUE) { - if (ucol_next(iter, status) == UCOL_NULLORDER) { - break; - } - exec_count++; - count5 --; - if (count5 == 0) { - strindex += 10; - if (strindex > strlen) { - break; - } - ucol_setOffset(iter, strindex, status); - count5 = 5; - } - } - } - - void icu_backward_all(UErrorCode* status){ - int strlen = count; - int count5 = 5; - int strindex = 5; - ucol_setOffset(iter, strindex, status); - while (TRUE) { - if (ucol_previous(iter, status) == UCOL_NULLORDER) { - break; - } - exec_count++; - count5 --; - if (count5 == 0) { - strindex += 10; - if (strindex > strlen) { - break; - } - ucol_setOffset(iter, strindex, status); - count5 = 5; - } - } - } - -}; - -struct CmdQsort : public UPerfFunction{ - - static int q_random(const void * a, const void * b){ - uint8_t * key_a = ((DataIndex *)a)->icu_key; - uint8_t * key_b = ((DataIndex *)b)->icu_key; - - int val_a = 0; - int val_b = 0; - while (*key_a != 0) {val_a += val_a*37 + *key_a++;} - while (*key_b != 0) {val_b += val_b*37 + *key_b++;} - return val_a - val_b; - } - -#define QCAST() \ - DataIndex * da = (DataIndex *) a; \ - DataIndex * db = (DataIndex *) b; \ - ++exec_count - - static int icu_strcoll_null(const void *a, const void *b){ - QCAST(); - return ucol_strcoll(da->col, da->icu_data, -1, db->icu_data, -1) - UCOL_EQUAL; - } - - static int icu_strcoll_len(const void *a, const void *b){ - QCAST(); - return ucol_strcoll(da->col, da->icu_data, da->icu_data_len, db->icu_data, db->icu_data_len) - UCOL_EQUAL; - } - - static int icu_cmpkey (const void *a, const void *b){ - QCAST(); - return strcmp((char *) da->icu_key, (char *) db->icu_key); - } - - static int win_cmp_null(const void *a, const void *b) { - QCAST(); - //CSTR_LESS_THAN 1 - //CSTR_EQUAL 2 - //CSTR_GREATER_THAN 3 - int t = CompareStringW(da->win_langid, 0, da->win_data, -1, db->win_data, -1); - if (t == 0){ - fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError()); - exit(-1); - } else{ - return t - CSTR_EQUAL; - } - } - - static int win_cmp_len(const void *a, const void *b) { - QCAST(); - int t = CompareStringW(da->win_langid, 0, da->win_data, da->win_data_len, db->win_data, db->win_data_len); - if (t == 0){ - fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError()); - exit(-1); - } else{ - return t - CSTR_EQUAL; - } - } - -#define QFUNC(name, func, data) \ - static int name (const void *a, const void *b){ \ - QCAST(); \ - return func(da->data, db->data); \ - } - - QFUNC(posix_strcoll_null, strcoll, posix_data) - QFUNC(posix_cmpkey, strcmp, posix_key) - QFUNC(win_cmpkey, strcmp, win_key) - QFUNC(win_wcscmp, wcscmp, win_data) - QFUNC(icu_strcmp, u_strcmp, icu_data) - QFUNC(icu_cmpcpo, u_strcmpCodePointOrder, icu_data) - -private: - static int32_t exec_count; // potential muilt-thread problem - - typedef int (* Func)(const void *, const void *); - - Func fn; - void * base; //Start of target array. - int32_t num; //Array size in elements. - int32_t width; //Element size in bytes. - - void * backup; //copy source of base -public: - CmdQsort(UErrorCode & status,void *theBase, int32_t num, int32_t width, Func fn, int32_t,int32_t) - :backup(theBase),num(num),width(width),fn(fn){ - base = malloc(num * width); - time_empty(100, &status); // warm memory/cache - } - - ~CmdQsort(){ - free(base); - } - - void empty_call(){ - exec_count = 0; - memcpy(base, backup, num * width); - } - - double time_empty(int32_t n, UErrorCode* status) { - UTimer start, stop; - utimer_getTime(&start); - while (n-- > 0) { - empty_call(); - } - utimer_getTime(&stop); - return utimer_getDeltaSeconds(&start,&stop); // ms - } - - virtual void call(UErrorCode* status){ - exec_count = 0; - memcpy(base, backup, num * width); - qsort(base, num, width, fn); - } - virtual double time(int32_t n, UErrorCode* status) { - double t1 = time_empty(n,status); - double t2 = UPerfFunction::time(n, status); - return t2-t1;// < 0 ? t2 : t2-t1; - } - - virtual long getOperationsPerIteration(){ return exec_count?exec_count:1;} -}; -int32_t CmdQsort::exec_count; - - -class CmdBinSearch : public UPerfFunction{ -public: - typedef int (CmdBinSearch::* Func)(int, int); - - UCollator * col; - DWORD win_langid; - int32_t count; - DataIndex * rnd; - DataIndex * ord; - Func fn; - int32_t exec_count; - - CmdBinSearch(UErrorCode, UCollator * col,DWORD win_langid,int32_t count,DataIndex * rnd,DataIndex * ord,Func fn) - :col(col),win_langid(win_langid), count(count), rnd(rnd), ord(ord), fn(fn),exec_count(0){} - - - virtual void call(UErrorCode* status){ - exec_count = 0; - for(int32_t i = 0; i< count; i++){ // search all data - binary_search(i); - } - } - virtual long getOperationsPerIteration(){ return exec_count?exec_count:1;} - - void binary_search(int32_t random) { - int low = 0; - int high = count - 1; - int guess; - int last_guess = -1; - int r; - while (TRUE) { - guess = (high + low)/2; - if (last_guess == guess) break; // nothing to search - - r = (this->*fn)(random, guess); - exec_count++; - - if (r == 0) - return; // found, search end. - if (r < 0) { - high = guess; - } else { - low = guess; - } - last_guess = guess; - } - } - - int icu_strcoll_null(int32_t i, int32_t j){ - return ucol_strcoll(col, rnd[i].icu_data, -1, ord[j].icu_data,-1); - } - - int icu_strcoll_len(int32_t i, int32_t j){ - return ucol_strcoll(col, rnd[i].icu_data, rnd[i].icu_data_len, ord[j].icu_data, ord[j].icu_data_len); - } - - int icu_cmpkey(int32_t i, int32_t j) { - return strcmp( (char *) rnd[i].icu_key, (char *) ord[j].icu_key ); - } - - int win_cmp_null(int32_t i, int32_t j) { - int t = CompareStringW(win_langid, 0, rnd[i].win_data, -1, ord[j].win_data, -1); - if (t == 0){ - fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError()); - exit(-1); - } else{ - return t - CSTR_EQUAL; - } - } - - int win_cmp_len(int32_t i, int32_t j) { - int t = CompareStringW(win_langid, 0, rnd[i].win_data, rnd[i].win_data_len, ord[j].win_data, ord[j].win_data_len); - if (t == 0){ - fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError()); - exit(-1); - } else{ - return t - CSTR_EQUAL; - } - } - -#define BFUNC(name, func, data) \ - int name(int32_t i, int32_t j) { \ - return func(rnd[i].data, ord[j].data); \ - } - - BFUNC(posix_strcoll_null, strcoll, posix_data) - BFUNC(posix_cmpkey, strcmp, posix_key) - BFUNC(win_cmpkey, strcmp, win_key) - BFUNC(win_wcscmp, wcscmp, win_data) - BFUNC(icu_strcmp, u_strcmp, icu_data) - BFUNC(icu_cmpcpo, u_strcmpCodePointOrder, icu_data) -}; - -class CollPerfTest : public UPerfTest { -public: - UCollator * col; - DWORD win_langid; - - UChar * icu_data_all; - int32_t icu_data_all_len; - - int32_t count; - CA_uchar * icu_data; - CA_uint8 * icu_key; - CA_char * posix_data; - CA_char * posix_key; - CA_win_wchar * win_data; - CA_char * win_key; - - DataIndex * rnd_index; // random by icu key - DataIndex * ord_win_data; - DataIndex * ord_win_key; - DataIndex * ord_posix_data; - DataIndex * ord_posix_key; - DataIndex * ord_icu_data; - DataIndex * ord_icu_key; - DataIndex * ord_win_wcscmp; - DataIndex * ord_icu_strcmp; - DataIndex * ord_icu_cmpcpo; - - virtual ~CollPerfTest(){ - ucol_close(col); - delete [] icu_data_all; - delete icu_data; - delete icu_key; - delete posix_data; - delete posix_key; - delete win_data; - delete win_key; - delete[] rnd_index; - delete[] ord_win_data; - delete[] ord_win_key; - delete[] ord_posix_data; - delete[] ord_posix_key; - delete[] ord_icu_data; - delete[] ord_icu_key; - delete[] ord_win_wcscmp; - delete[] ord_icu_strcmp; - delete[] ord_icu_cmpcpo; - } - - CollPerfTest(int32_t argc, const char* argv[], UErrorCode& status):UPerfTest(argc, argv, status){ - col = NULL; - icu_data_all = NULL; - icu_data = NULL; - icu_key = NULL; - posix_data = NULL; - posix_key = NULL; - win_data =NULL; - win_key = NULL; - - rnd_index = NULL; - ord_win_data= NULL; - ord_win_key= NULL; - ord_posix_data= NULL; - ord_posix_key= NULL; - ord_icu_data= NULL; - ord_icu_key= NULL; - ord_win_wcscmp = NULL; - ord_icu_strcmp = NULL; - ord_icu_cmpcpo = NULL; - - if (U_FAILURE(status)){ - return; - } - - // Parse additional arguments - - UOption options[] = { - UOPTION_DEF("langid", 'i', UOPT_REQUIRES_ARG), // Windows Language ID number. - UOPTION_DEF("rulefile", 'r', UOPT_REQUIRES_ARG), // --rulefile <filename> - // Collation related arguments. All are optional. - // To simplify parsing, two choice arguments are disigned as NO_ARG. - // The default value is UPPER word in the comment - UOPTION_DEF("c_french", 'f', UOPT_NO_ARG), // --french <on | OFF> - UOPTION_DEF("c_alternate", 'a', UOPT_NO_ARG), // --alternate <NON_IGNORE | shifted> - UOPTION_DEF("c_casefirst", 'c', UOPT_REQUIRES_ARG), // --casefirst <lower | upper | OFF> - UOPTION_DEF("c_caselevel", 'l', UOPT_NO_ARG), // --caselevel <on | OFF> - UOPTION_DEF("c_normal", 'n', UOPT_NO_ARG), // --normal <on | OFF> - UOPTION_DEF("c_strength", 's', UOPT_REQUIRES_ARG), // --strength <1-5> - }; - int32_t opt_len = (sizeof(options)/sizeof(options[0])); - enum {i, r,f,a,c,l,n,s}; // The buffer between the option items' order and their references - - _remainingArgc = u_parseArgs(_remainingArgc, (char**)argv, opt_len, options); - - if (_remainingArgc < 0){ - status = U_ILLEGAL_ARGUMENT_ERROR; - return; - } - - if (locale == NULL){ - locale = "en_US"; // set default locale - } - - //#ifdef U_WINDOWS - if (options[i].doesOccur) { - char *endp; - int tmp = strtol(options[i].value, &endp, 0); - if (endp == options[i].value) { - status = U_ILLEGAL_ARGUMENT_ERROR; - return; - } - win_langid = MAKELCID(tmp, SORT_DEFAULT); - } else { - win_langid = uloc_getLCID(locale); - } - //#endif - - // Set up an ICU collator - if (options[r].doesOccur) { - // TODO: implement it - } else { - col = ucol_open(locale, &status); - if (U_FAILURE(status)) { - return; - } - } - - if (options[f].doesOccur) { - ucol_setAttribute(col, UCOL_FRENCH_COLLATION, UCOL_ON, &status); - } else { - ucol_setAttribute(col, UCOL_FRENCH_COLLATION, UCOL_OFF, &status); - } - - if (options[a].doesOccur) { - ucol_setAttribute(col, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED, &status); - } - - if (options[c].doesOccur) { // strcmp() has i18n encoding problem - if (strcmp("lower", options[c].value) == 0){ - ucol_setAttribute(col, UCOL_CASE_FIRST, UCOL_LOWER_FIRST, &status); - } else if (strcmp("upper", options[c].value) == 0) { - ucol_setAttribute(col, UCOL_CASE_FIRST, UCOL_UPPER_FIRST, &status); - } else { - status = U_ILLEGAL_ARGUMENT_ERROR; - return; - } - } - - if (options[l].doesOccur){ - ucol_setAttribute(col, UCOL_CASE_LEVEL, UCOL_ON, &status); - } - - if (options[n].doesOccur){ - ucol_setAttribute(col, UCOL_NORMALIZATION_MODE, UCOL_ON, &status); - } - - if (options[s].doesOccur) { - char *endp; - int tmp = strtol(options[l].value, &endp, 0); - if (endp == options[l].value) { - status = U_ILLEGAL_ARGUMENT_ERROR; - return; - } - switch (tmp) { - case 1: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_PRIMARY, &status); break; - case 2: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_SECONDARY, &status); break; - case 3: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_TERTIARY, &status); break; - case 4: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_QUATERNARY, &status); break; - case 5: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_IDENTICAL, &status); break; - default: status = U_ILLEGAL_ARGUMENT_ERROR; return; - } - } - prepareData(status); - } - - //to avoid use the annoying 'id' in TESTCASE(id,test) macro or the like -#define TEST(testname, classname, arg1, arg2, arg3, arg4, arg5, arg6) \ - if(temp == index) {\ - name = #testname;\ - if (exec) {\ - UErrorCode status = U_ZERO_ERROR;\ - UPerfFunction * t = new classname(status,arg1, arg2, arg3, arg4, arg5, arg6);\ - if (U_FAILURE(status)) {\ - delete t;\ - return NULL;\ - } else {\ - return t;\ - }\ - } else {\ - return NULL;\ - }\ - }\ - temp++\ - - - virtual UPerfFunction* runIndexedTest( /*[in]*/int32_t index, /*[in]*/UBool exec, /*[out]*/const char* &name, /*[in]*/ char* par = NULL ){ - int temp = 0; - -#define TEST_KEYGEN(testname, func)\ - TEST(testname, CmdKeyGen, col, win_langid, count, rnd_index, &CmdKeyGen::func, 0) - TEST_KEYGEN(TestIcu_KeyGen_null, icu_key_null); - TEST_KEYGEN(TestIcu_KeyGen_len, icu_key_len); - TEST_KEYGEN(TestPosix_KeyGen_null, posix_key_null); - TEST_KEYGEN(TestWin_KeyGen_null, win_key_null); - TEST_KEYGEN(TestWin_KeyGen_len, win_key_len); - -#define TEST_ITER(testname, func)\ - TEST(testname, CmdIter, col, count, icu_data, &CmdIter::func,0,0) - TEST_ITER(TestIcu_ForwardIter_null, icu_forward_null); - TEST_ITER(TestIcu_ForwardIter_len, icu_forward_len); - TEST_ITER(TestIcu_BackwardIter_null, icu_backward_null); - TEST_ITER(TestIcu_BackwardIter_len, icu_backward_len); - -#define TEST_ITER_ALL(testname, func)\ - TEST(testname, CmdIterAll, col, icu_data_all_len, icu_data_all, CmdIterAll::func,0,0) - TEST_ITER_ALL(TestIcu_ForwardIter_all_null, forward_null); - TEST_ITER_ALL(TestIcu_ForwardIter_all_len, forward_len); - TEST_ITER_ALL(TestIcu_BackwardIter_all_null, backward_null); - TEST_ITER_ALL(TestIcu_BackwardIter_all_len, backward_len); - -#define TEST_QSORT(testname, func)\ - TEST(testname, CmdQsort, rnd_index, count, sizeof(DataIndex), CmdQsort::func,0,0) - TEST_QSORT(TestIcu_qsort_strcoll_null, icu_strcoll_null); - TEST_QSORT(TestIcu_qsort_strcoll_len, icu_strcoll_len); - TEST_QSORT(TestIcu_qsort_usekey, icu_cmpkey); - TEST_QSORT(TestPosix_qsort_strcoll_null, posix_strcoll_null); - TEST_QSORT(TestPosix_qsort_usekey, posix_cmpkey); - TEST_QSORT(TestWin_qsort_CompareStringW_null, win_cmp_null); - TEST_QSORT(TestWin_qsort_CompareStringW_len, win_cmp_len); - TEST_QSORT(TestWin_qsort_usekey, win_cmpkey); - -#define TEST_BIN(testname, func)\ - TEST(testname, CmdBinSearch, col, win_langid, count, rnd_index, ord_icu_key, &CmdBinSearch::func) - TEST_BIN(TestIcu_BinarySearch_strcoll_null, icu_strcoll_null); - TEST_BIN(TestIcu_BinarySearch_strcoll_len, icu_strcoll_len); - TEST_BIN(TestIcu_BinarySearch_usekey, icu_cmpkey); - TEST_BIN(TestIcu_BinarySearch_strcmp, icu_strcmp); - TEST_BIN(TestIcu_BinarySearch_cmpCPO, icu_cmpcpo); - TEST_BIN(TestPosix_BinarySearch_strcoll_null, posix_strcoll_null); - TEST_BIN(TestPosix_BinarySearch_usekey, posix_cmpkey); - TEST_BIN(TestWin_BinarySearch_CompareStringW_null, win_cmp_null); - TEST_BIN(TestWin_BinarySearch_CompareStringW_len, win_cmp_len); - TEST_BIN(TestWin_BinarySearch_usekey, win_cmpkey); - TEST_BIN(TestWin_BinarySearch_wcscmp, win_wcscmp); - - name=""; - return NULL; - } - - - - void prepareData(UErrorCode& status){ - if(U_FAILURE(status)) return; - if (icu_data) return; // prepared - - icu_data = new CA_uchar(); - - // Following code is borrowed from UPerfTest::getLines(); - const UChar* line=NULL; - int32_t len =0; - for (;;) { - line = ucbuf_readline(ucharBuf,&len,&status); - if(line == NULL || U_FAILURE(status)){break;} - - // Refer to the source code of ucbuf_readline() - // 1. 'len' includs the line terminal symbols - // 2. The length of the line terminal symbols is only one character - // 3. The Windows CR LF line terminal symbols will be converted to CR - - if (len == 1) { - continue; //skip empty line - } else { - icu_data->append_one(len); - memcpy(icu_data->last(), line, len * sizeof(UChar)); - icu_data->last()[len -1] = NULL; - } - } - if(U_FAILURE(status)) return; - - // UTF-16 -> UTF-8 conversion. - UConverter *conv = ucnv_open("utf-8", &status); // just UTF-8 for now. - if (U_FAILURE(status)) return; - - count = icu_data->count; - - icu_data_all_len = icu_data->index[count]; // includes all NULLs - icu_data_all_len -= count; // excludes all NULLs - icu_data_all_len += 1; // the terminal NULL - icu_data_all = new UChar[icu_data_all_len]; - icu_data_all[icu_data_all_len - 1] = 0; //the terminal NULL - - icu_key = new CA_uint8; - win_data = new CA_win_wchar; - win_key = new CA_char; - posix_data = new CA_char; - posix_key = new CA_char; - rnd_index = new DataIndex[count]; - DataIndex::win_langid = win_langid; - DataIndex::col = col; - - - UChar * p = icu_data_all; - int32_t s; - int32_t t; - for (int i=0; i < count; i++) { - // ICU all data - s = sizeof(UChar) * icu_data->lengthOf(i); - memcpy(p, icu_data->dataOf(i), s); - p += icu_data->lengthOf(i); - - // ICU data - - // ICU key - s = ucol_getSortKey(col, icu_data->dataOf(i), -1,NULL, 0); - icu_key->append_one(s); - t = ucol_getSortKey(col, icu_data->dataOf(i), -1,icu_key->last(), s); - if (t != s) {status = U_INVALID_FORMAT_ERROR;return;} - - // POSIX data - s = ucnv_fromUChars(conv,NULL, 0, icu_data->dataOf(i), icu_data->lengthOf(i), &status); - if (status == U_BUFFER_OVERFLOW_ERROR || status == U_ZERO_ERROR){ - status = U_ZERO_ERROR; - } else { - return; - } - posix_data->append_one(s + 1); // plus terminal NULL - t = ucnv_fromUChars(conv,posix_data->last(), s, icu_data->dataOf(i), icu_data->lengthOf(i), &status); - if (U_FAILURE(status)) return; - if ( t != s){status = U_INVALID_FORMAT_ERROR;return;} - posix_data->last()[s] = 0; - - // POSIX key - s = strxfrm(NULL, posix_data->dataOf(i), 0); - if (s == INT_MAX){status = U_INVALID_FORMAT_ERROR;return;} - posix_key->append_one(s); - t = strxfrm(posix_key->last(), posix_data->dataOf(i), s); - if (t != s) {status = U_INVALID_FORMAT_ERROR;return;} - - // Win data - s = icu_data->lengthOf(i) + 1; // plus terminal NULL - win_data->append_one(s); - memcpy(win_data->last(), icu_data->dataOf(i), sizeof(WCHAR) * s); - - // Win key - s = LCMapStringW(win_langid, LCMAP_SORTKEY, win_data->dataOf(i), win_data->lengthOf(i), NULL,0); - if (s == 0) {status = U_INVALID_FORMAT_ERROR;return;} - win_key->append_one(s); - t = LCMapStringW(win_langid, LCMAP_SORTKEY, win_data->dataOf(i), win_data->lengthOf(i), (WCHAR *)(win_key->last()),s); - if (t != s) {status = U_INVALID_FORMAT_ERROR;return;} - - }; - - // append_one() will make points shifting, should not merge following code into previous iteration - for (int i=0; i < count; i++) { - rnd_index[i].icu_key = icu_key->dataOf(i); - rnd_index[i].icu_data = icu_data->dataOf(i); - rnd_index[i].icu_data_len = icu_data->lengthOf(i); - rnd_index[i].posix_key = posix_key->last(); - rnd_index[i].posix_data = posix_data->dataOf(i); - rnd_index[i].posix_data_len = posix_data->lengthOf(i); - rnd_index[i].win_key = win_key->dataOf(i); - rnd_index[i].win_data = win_data->dataOf(i); - rnd_index[i].win_data_len = win_data->lengthOf(i); - }; - - ucnv_close(conv); - qsort(rnd_index, count, sizeof(DataIndex), CmdQsort::q_random); - -#define SORT(data, func) \ - data = new DataIndex[count];\ - memcpy(data, rnd_index, count * sizeof(DataIndex));\ - qsort(data, count, sizeof(DataIndex), CmdQsort::func) - - SORT(ord_icu_data, icu_strcoll_len); - SORT(ord_icu_key, icu_cmpkey); - SORT(ord_posix_data, posix_strcoll_null); - SORT(ord_posix_key, posix_cmpkey); - SORT(ord_win_data, win_cmp_len); - SORT(ord_win_key, win_cmpkey); - SORT(ord_win_wcscmp, win_wcscmp); - SORT(ord_icu_strcmp, icu_strcmp); - SORT(ord_icu_cmpcpo, icu_cmpcpo); - } -}; - - -int main(int argc, const char *argv[]) -{ - - UErrorCode status = U_ZERO_ERROR; - CollPerfTest test(argc, argv, status); - - if (U_FAILURE(status)){ - printf("The error is %s\n", u_errorName(status)); - //TODO: print usage here - return status; - } - - if (test.run() == FALSE){ - fprintf(stderr, "FAILED: Tests could not be run please check the " - "arguments.\n"); - return -1; - } - return 0; -} - |