Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(4)

Unified Diff: icu46/source/test/perf/collperf/collperf.cpp

Issue 5516007: Check in the pristine copy of ICU 4.6... (Closed) Base URL: svn://chrome-svn/chrome/trunk/deps/third_party/
Patch Set: Created 10 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « icu46/source/test/perf/collperf/Makefile.in ('k') | icu46/source/test/perf/collperf/collperf.vcxproj » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: icu46/source/test/perf/collperf/collperf.cpp
===================================================================
--- icu46/source/test/perf/collperf/collperf.cpp (revision 0)
+++ icu46/source/test/perf/collperf/collperf.cpp (revision 0)
@@ -0,0 +1,880 @@
+/********************************************************************
+* COPYRIGHT:
+* Copyright (C) 2001-2006 IBM, Inc. All Rights Reserved.
+*
+********************************************************************/
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <locale.h>
+#include <limits.h>
+#include <string.h>
+#include "unicode/uperf.h"
+#include "uoptions.h"
+#include "unicode/coll.h"
+#include <unicode/ucoleitr.h>
+
+
+
+/* To store an array of string<UNIT> in continue space.
+Since string<UNIT> itself is treated as an array of UNIT, this
+class will ease our memory management for an array of string<UNIT>.
+*/
+
+//template<typename UNIT>
+#define COMPATCT_ARRAY(CompactArrays, UNIT) \
+struct CompactArrays{\
+ CompactArrays(const CompactArrays & );\
+ CompactArrays & operator=(const CompactArrays & );\
+ int32_t count;/*total number of the strings*/ \
+ int32_t * index;/*relative offset in data*/ \
+ UNIT * data; /*the real space to hold strings*/ \
+ \
+ ~CompactArrays(){free(index);free(data);} \
+ CompactArrays():data(NULL), index(NULL), count(0){ \
+ index = (int32_t *) realloc(index, sizeof(int32_t)); \
+ index[0] = 0; \
+ } \
+ void append_one(int32_t theLen){ /*include terminal NULL*/ \
+ count++; \
+ index = (int32_t *) realloc(index, sizeof(int32_t) * (count + 1)); \
+ index[count] = index[count - 1] + theLen; \
+ data = (UNIT *) realloc(data, sizeof(UNIT) * index[count]); \
+ } \
+ UNIT * last(){return data + index[count - 1];} \
+ UNIT * dataOf(int32_t i){return data + index[i];} \
+ int32_t lengthOf(int i){return index[i+1] - index[i] - 1; } /*exclude terminating NULL*/ \
+};
+
+//typedef CompactArrays<UChar> CA_uchar;
+//typedef CompactArrays<char> CA_char;
+//typedef CompactArrays<uint8_t> CA_uint8;
+//typedef CompactArrays<WCHAR> CA_win_wchar;
+
+COMPATCT_ARRAY(CA_uchar, UChar)
+COMPATCT_ARRAY(CA_char, char)
+COMPATCT_ARRAY(CA_uint8, uint8_t)
+COMPATCT_ARRAY(CA_win_wchar, WCHAR)
+
+
+struct DataIndex {
+ static DWORD win_langid; // for qsort callback function
+ static UCollator * col; // for qsort callback function
+ uint8_t * icu_key;
+ UChar * icu_data;
+ int32_t icu_data_len;
+ char* posix_key;
+ char* posix_data;
+ int32_t posix_data_len;
+ char* win_key;
+ WCHAR * win_data;
+ int32_t win_data_len;
+};
+DWORD DataIndex::win_langid;
+UCollator * DataIndex::col;
+
+
+
+class CmdKeyGen : public UPerfFunction {
+ typedef void (CmdKeyGen::* Func)(int32_t);
+ enum{MAX_KEY_LENGTH = 5000};
+ UCollator * col;
+ DWORD win_langid;
+ int32_t count;
+ DataIndex * data;
+ Func fn;
+
+ union { // to save sapce
+ uint8_t icu_key[MAX_KEY_LENGTH];
+ char posix_key[MAX_KEY_LENGTH];
+ WCHAR win_key[MAX_KEY_LENGTH];
+ };
+public:
+ CmdKeyGen(UErrorCode, UCollator * col,DWORD win_langid, int32_t count, DataIndex * data,Func fn,int32_t)
+ :col(col),win_langid(win_langid), count(count), data(data), fn(fn){}
+
+ virtual long getOperationsPerIteration(){return count;}
+
+ virtual void call(UErrorCode* status){
+ for(int32_t i = 0; i< count; i++){
+ (this->*fn)(i);
+ }
+ }
+
+ void icu_key_null(int32_t i){
+ ucol_getSortKey(col, data[i].icu_data, -1, icu_key, MAX_KEY_LENGTH);
+ }
+
+ void icu_key_len(int32_t i){
+ ucol_getSortKey(col, data[i].icu_data, data[i].icu_data_len, icu_key, MAX_KEY_LENGTH);
+ }
+
+ // pre-generated in CollPerfTest::prepareData(), need not to check error here
+ void win_key_null(int32_t i){
+ //LCMAP_SORTsk 0x00000400 // WC sort sk (normalize)
+ LCMapStringW(win_langid, LCMAP_SORTKEY, data[i].win_data, -1, win_key, MAX_KEY_LENGTH);
+ }
+
+ void win_key_len(int32_t i){
+ LCMapStringW(win_langid, LCMAP_SORTKEY, data[i].win_data, data[i].win_data_len, win_key, MAX_KEY_LENGTH);
+ }
+
+ void posix_key_null(int32_t i){
+ strxfrm(posix_key, data[i].posix_data, MAX_KEY_LENGTH);
+ }
+};
+
+
+class CmdIter : public UPerfFunction {
+ typedef void (CmdIter::* Func)(UErrorCode* , int32_t );
+ int32_t count;
+ CA_uchar * data;
+ Func fn;
+ UCollationElements *iter;
+ int32_t exec_count;
+public:
+ CmdIter(UErrorCode & status, UCollator * col, int32_t count, CA_uchar *data, Func fn, int32_t,int32_t)
+ :count(count), data(data), fn(fn){
+ exec_count = 0;
+ UChar dummytext[] = {0, 0};
+ iter = ucol_openElements(col, NULL, 0, &status);
+ ucol_setText(iter, dummytext, 1, &status);
+ }
+ ~CmdIter(){
+ ucol_closeElements(iter);
+ }
+
+ virtual long getOperationsPerIteration(){return exec_count ? exec_count : 1;}
+
+ virtual void call(UErrorCode* status){
+ exec_count = 0;
+ for(int32_t i = 0; i< count; i++){
+ (this->*fn)(status, i);
+ }
+ }
+
+ void icu_forward_null(UErrorCode* status, int32_t i){
+ ucol_setText(iter, data->dataOf(i), -1, status);
+ while (ucol_next(iter, status) != UCOL_NULLORDER) exec_count++;
+ }
+
+ void icu_forward_len(UErrorCode* status, int32_t i){
+ ucol_setText(iter, data->dataOf(i), data->lengthOf(i) , status);
+ while (ucol_next(iter, status) != UCOL_NULLORDER) exec_count++;
+ }
+
+ void icu_backward_null(UErrorCode* status, int32_t i){
+ ucol_setText(iter, data->dataOf(i), -1, status);
+ while (ucol_previous(iter, status) != UCOL_NULLORDER) exec_count++;
+ }
+
+ void icu_backward_len(UErrorCode* status, int32_t i){
+ ucol_setText(iter, data->dataOf(i), data->lengthOf(i) , status);
+ while (ucol_previous(iter, status) != UCOL_NULLORDER) exec_count++;
+ }
+};
+
+class CmdIterAll : public UPerfFunction {
+ typedef void (CmdIterAll::* Func)(UErrorCode* status);
+ int32_t count;
+ UChar * data;
+ Func fn;
+ UCollationElements *iter;
+ int32_t exec_count;
+
+public:
+ enum CALL {forward_null, forward_len, backward_null, backward_len};
+
+ ~CmdIterAll(){
+ ucol_closeElements(iter);
+ }
+ CmdIterAll(UErrorCode & status, UCollator * col, int32_t count, UChar * data, CALL call,int32_t,int32_t)
+ :count(count),data(data)
+ {
+ exec_count = 0;
+ if (call == forward_null || call == backward_null) {
+ iter = ucol_openElements(col, data, -1, &status);
+ } else {
+ iter = ucol_openElements(col, data, count, &status);
+ }
+
+ if (call == forward_null || call == forward_len){
+ fn = &CmdIterAll::icu_forward_all;
+ } else {
+ fn = &CmdIterAll::icu_backward_all;
+ }
+ }
+ virtual long getOperationsPerIteration(){return exec_count ? exec_count : 1;}
+
+ virtual void call(UErrorCode* status){
+ (this->*fn)(status);
+ }
+
+ void icu_forward_all(UErrorCode* status){
+ int strlen = count - 5;
+ int count5 = 5;
+ int strindex = 0;
+ ucol_setOffset(iter, strindex, status);
+ while (TRUE) {
+ if (ucol_next(iter, status) == UCOL_NULLORDER) {
+ break;
+ }
+ exec_count++;
+ count5 --;
+ if (count5 == 0) {
+ strindex += 10;
+ if (strindex > strlen) {
+ break;
+ }
+ ucol_setOffset(iter, strindex, status);
+ count5 = 5;
+ }
+ }
+ }
+
+ void icu_backward_all(UErrorCode* status){
+ int strlen = count;
+ int count5 = 5;
+ int strindex = 5;
+ ucol_setOffset(iter, strindex, status);
+ while (TRUE) {
+ if (ucol_previous(iter, status) == UCOL_NULLORDER) {
+ break;
+ }
+ exec_count++;
+ count5 --;
+ if (count5 == 0) {
+ strindex += 10;
+ if (strindex > strlen) {
+ break;
+ }
+ ucol_setOffset(iter, strindex, status);
+ count5 = 5;
+ }
+ }
+ }
+
+};
+
+struct CmdQsort : public UPerfFunction{
+
+ static int q_random(const void * a, const void * b){
+ uint8_t * key_a = ((DataIndex *)a)->icu_key;
+ uint8_t * key_b = ((DataIndex *)b)->icu_key;
+
+ int val_a = 0;
+ int val_b = 0;
+ while (*key_a != 0) {val_a += val_a*37 + *key_a++;}
+ while (*key_b != 0) {val_b += val_b*37 + *key_b++;}
+ return val_a - val_b;
+ }
+
+#define QCAST() \
+ DataIndex * da = (DataIndex *) a; \
+ DataIndex * db = (DataIndex *) b; \
+ ++exec_count
+
+ static int icu_strcoll_null(const void *a, const void *b){
+ QCAST();
+ return ucol_strcoll(da->col, da->icu_data, -1, db->icu_data, -1) - UCOL_EQUAL;
+ }
+
+ static int icu_strcoll_len(const void *a, const void *b){
+ QCAST();
+ return ucol_strcoll(da->col, da->icu_data, da->icu_data_len, db->icu_data, db->icu_data_len) - UCOL_EQUAL;
+ }
+
+ static int icu_cmpkey (const void *a, const void *b){
+ QCAST();
+ return strcmp((char *) da->icu_key, (char *) db->icu_key);
+ }
+
+ static int win_cmp_null(const void *a, const void *b) {
+ QCAST();
+ //CSTR_LESS_THAN 1
+ //CSTR_EQUAL 2
+ //CSTR_GREATER_THAN 3
+ int t = CompareStringW(da->win_langid, 0, da->win_data, -1, db->win_data, -1);
+ if (t == 0){
+ fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError());
+ exit(-1);
+ } else{
+ return t - CSTR_EQUAL;
+ }
+ }
+
+ static int win_cmp_len(const void *a, const void *b) {
+ QCAST();
+ int t = CompareStringW(da->win_langid, 0, da->win_data, da->win_data_len, db->win_data, db->win_data_len);
+ if (t == 0){
+ fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError());
+ exit(-1);
+ } else{
+ return t - CSTR_EQUAL;
+ }
+ }
+
+#define QFUNC(name, func, data) \
+ static int name (const void *a, const void *b){ \
+ QCAST(); \
+ return func(da->data, db->data); \
+ }
+
+ QFUNC(posix_strcoll_null, strcoll, posix_data)
+ QFUNC(posix_cmpkey, strcmp, posix_key)
+ QFUNC(win_cmpkey, strcmp, win_key)
+ QFUNC(win_wcscmp, wcscmp, win_data)
+ QFUNC(icu_strcmp, u_strcmp, icu_data)
+ QFUNC(icu_cmpcpo, u_strcmpCodePointOrder, icu_data)
+
+private:
+ static int32_t exec_count; // potential muilt-thread problem
+
+ typedef int (* Func)(const void *, const void *);
+
+ Func fn;
+ void * base; //Start of target array.
+ int32_t num; //Array size in elements.
+ int32_t width; //Element size in bytes.
+
+ void * backup; //copy source of base
+public:
+ CmdQsort(UErrorCode & status,void *theBase, int32_t num, int32_t width, Func fn, int32_t,int32_t)
+ :backup(theBase),num(num),width(width),fn(fn){
+ base = malloc(num * width);
+ time_empty(100, &status); // warm memory/cache
+ }
+
+ ~CmdQsort(){
+ free(base);
+ }
+
+ void empty_call(){
+ exec_count = 0;
+ memcpy(base, backup, num * width);
+ }
+
+ double time_empty(int32_t n, UErrorCode* status) {
+ UTimer start, stop;
+ utimer_getTime(&start);
+ while (n-- > 0) {
+ empty_call();
+ }
+ utimer_getTime(&stop);
+ return utimer_getDeltaSeconds(&start,&stop); // ms
+ }
+
+ virtual void call(UErrorCode* status){
+ exec_count = 0;
+ memcpy(base, backup, num * width);
+ qsort(base, num, width, fn);
+ }
+ virtual double time(int32_t n, UErrorCode* status) {
+ double t1 = time_empty(n,status);
+ double t2 = UPerfFunction::time(n, status);
+ return t2-t1;// < 0 ? t2 : t2-t1;
+ }
+
+ virtual long getOperationsPerIteration(){ return exec_count?exec_count:1;}
+};
+int32_t CmdQsort::exec_count;
+
+
+class CmdBinSearch : public UPerfFunction{
+public:
+ typedef int (CmdBinSearch::* Func)(int, int);
+
+ UCollator * col;
+ DWORD win_langid;
+ int32_t count;
+ DataIndex * rnd;
+ DataIndex * ord;
+ Func fn;
+ int32_t exec_count;
+
+ CmdBinSearch(UErrorCode, UCollator * col,DWORD win_langid,int32_t count,DataIndex * rnd,DataIndex * ord,Func fn)
+ :col(col),win_langid(win_langid), count(count), rnd(rnd), ord(ord), fn(fn),exec_count(0){}
+
+
+ virtual void call(UErrorCode* status){
+ exec_count = 0;
+ for(int32_t i = 0; i< count; i++){ // search all data
+ binary_search(i);
+ }
+ }
+ virtual long getOperationsPerIteration(){ return exec_count?exec_count:1;}
+
+ void binary_search(int32_t random) {
+ int low = 0;
+ int high = count - 1;
+ int guess;
+ int last_guess = -1;
+ int r;
+ while (TRUE) {
+ guess = (high + low)/2;
+ if (last_guess == guess) break; // nothing to search
+
+ r = (this->*fn)(random, guess);
+ exec_count++;
+
+ if (r == 0)
+ return; // found, search end.
+ if (r < 0) {
+ high = guess;
+ } else {
+ low = guess;
+ }
+ last_guess = guess;
+ }
+ }
+
+ int icu_strcoll_null(int32_t i, int32_t j){
+ return ucol_strcoll(col, rnd[i].icu_data, -1, ord[j].icu_data,-1);
+ }
+
+ int icu_strcoll_len(int32_t i, int32_t j){
+ return ucol_strcoll(col, rnd[i].icu_data, rnd[i].icu_data_len, ord[j].icu_data, ord[j].icu_data_len);
+ }
+
+ int icu_cmpkey(int32_t i, int32_t j) {
+ return strcmp( (char *) rnd[i].icu_key, (char *) ord[j].icu_key );
+ }
+
+ int win_cmp_null(int32_t i, int32_t j) {
+ int t = CompareStringW(win_langid, 0, rnd[i].win_data, -1, ord[j].win_data, -1);
+ if (t == 0){
+ fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError());
+ exit(-1);
+ } else{
+ return t - CSTR_EQUAL;
+ }
+ }
+
+ int win_cmp_len(int32_t i, int32_t j) {
+ int t = CompareStringW(win_langid, 0, rnd[i].win_data, rnd[i].win_data_len, ord[j].win_data, ord[j].win_data_len);
+ if (t == 0){
+ fprintf(stderr, "CompareStringW error, error number %x\n", GetLastError());
+ exit(-1);
+ } else{
+ return t - CSTR_EQUAL;
+ }
+ }
+
+#define BFUNC(name, func, data) \
+ int name(int32_t i, int32_t j) { \
+ return func(rnd[i].data, ord[j].data); \
+ }
+
+ BFUNC(posix_strcoll_null, strcoll, posix_data)
+ BFUNC(posix_cmpkey, strcmp, posix_key)
+ BFUNC(win_cmpkey, strcmp, win_key)
+ BFUNC(win_wcscmp, wcscmp, win_data)
+ BFUNC(icu_strcmp, u_strcmp, icu_data)
+ BFUNC(icu_cmpcpo, u_strcmpCodePointOrder, icu_data)
+};
+
+class CollPerfTest : public UPerfTest {
+public:
+ UCollator * col;
+ DWORD win_langid;
+
+ UChar * icu_data_all;
+ int32_t icu_data_all_len;
+
+ int32_t count;
+ CA_uchar * icu_data;
+ CA_uint8 * icu_key;
+ CA_char * posix_data;
+ CA_char * posix_key;
+ CA_win_wchar * win_data;
+ CA_char * win_key;
+
+ DataIndex * rnd_index; // random by icu key
+ DataIndex * ord_win_data;
+ DataIndex * ord_win_key;
+ DataIndex * ord_posix_data;
+ DataIndex * ord_posix_key;
+ DataIndex * ord_icu_data;
+ DataIndex * ord_icu_key;
+ DataIndex * ord_win_wcscmp;
+ DataIndex * ord_icu_strcmp;
+ DataIndex * ord_icu_cmpcpo;
+
+ virtual ~CollPerfTest(){
+ ucol_close(col);
+ delete [] icu_data_all;
+ delete icu_data;
+ delete icu_key;
+ delete posix_data;
+ delete posix_key;
+ delete win_data;
+ delete win_key;
+ delete[] rnd_index;
+ delete[] ord_win_data;
+ delete[] ord_win_key;
+ delete[] ord_posix_data;
+ delete[] ord_posix_key;
+ delete[] ord_icu_data;
+ delete[] ord_icu_key;
+ delete[] ord_win_wcscmp;
+ delete[] ord_icu_strcmp;
+ delete[] ord_icu_cmpcpo;
+ }
+
+ CollPerfTest(int32_t argc, const char* argv[], UErrorCode& status):UPerfTest(argc, argv, status){
+ col = NULL;
+ icu_data_all = NULL;
+ icu_data = NULL;
+ icu_key = NULL;
+ posix_data = NULL;
+ posix_key = NULL;
+ win_data =NULL;
+ win_key = NULL;
+
+ rnd_index = NULL;
+ ord_win_data= NULL;
+ ord_win_key= NULL;
+ ord_posix_data= NULL;
+ ord_posix_key= NULL;
+ ord_icu_data= NULL;
+ ord_icu_key= NULL;
+ ord_win_wcscmp = NULL;
+ ord_icu_strcmp = NULL;
+ ord_icu_cmpcpo = NULL;
+
+ if (U_FAILURE(status)){
+ return;
+ }
+
+ // Parse additional arguments
+
+ UOption options[] = {
+ UOPTION_DEF("langid", 'i', UOPT_REQUIRES_ARG), // Windows Language ID number.
+ UOPTION_DEF("rulefile", 'r', UOPT_REQUIRES_ARG), // --rulefile <filename>
+ // Collation related arguments. All are optional.
+ // To simplify parsing, two choice arguments are disigned as NO_ARG.
+ // The default value is UPPER word in the comment
+ UOPTION_DEF("c_french", 'f', UOPT_NO_ARG), // --french <on | OFF>
+ UOPTION_DEF("c_alternate", 'a', UOPT_NO_ARG), // --alternate <NON_IGNORE | shifted>
+ UOPTION_DEF("c_casefirst", 'c', UOPT_REQUIRES_ARG), // --casefirst <lower | upper | OFF>
+ UOPTION_DEF("c_caselevel", 'l', UOPT_NO_ARG), // --caselevel <on | OFF>
+ UOPTION_DEF("c_normal", 'n', UOPT_NO_ARG), // --normal <on | OFF>
+ UOPTION_DEF("c_strength", 's', UOPT_REQUIRES_ARG), // --strength <1-5>
+ };
+ int32_t opt_len = (sizeof(options)/sizeof(options[0]));
+ enum {i, r,f,a,c,l,n,s}; // The buffer between the option items' order and their references
+
+ _remainingArgc = u_parseArgs(_remainingArgc, (char**)argv, opt_len, options);
+
+ if (_remainingArgc < 0){
+ status = U_ILLEGAL_ARGUMENT_ERROR;
+ return;
+ }
+
+ if (locale == NULL){
+ locale = "en_US"; // set default locale
+ }
+
+ //#ifdef U_WINDOWS
+ if (options[i].doesOccur) {
+ char *endp;
+ int tmp = strtol(options[i].value, &endp, 0);
+ if (endp == options[i].value) {
+ status = U_ILLEGAL_ARGUMENT_ERROR;
+ return;
+ }
+ win_langid = MAKELCID(tmp, SORT_DEFAULT);
+ } else {
+ win_langid = uloc_getLCID(locale);
+ }
+ //#endif
+
+ // Set up an ICU collator
+ if (options[r].doesOccur) {
+ // TODO: implement it
+ } else {
+ col = ucol_open(locale, &status);
+ if (U_FAILURE(status)) {
+ return;
+ }
+ }
+
+ if (options[f].doesOccur) {
+ ucol_setAttribute(col, UCOL_FRENCH_COLLATION, UCOL_ON, &status);
+ } else {
+ ucol_setAttribute(col, UCOL_FRENCH_COLLATION, UCOL_OFF, &status);
+ }
+
+ if (options[a].doesOccur) {
+ ucol_setAttribute(col, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED, &status);
+ }
+
+ if (options[c].doesOccur) { // strcmp() has i18n encoding problem
+ if (strcmp("lower", options[c].value) == 0){
+ ucol_setAttribute(col, UCOL_CASE_FIRST, UCOL_LOWER_FIRST, &status);
+ } else if (strcmp("upper", options[c].value) == 0) {
+ ucol_setAttribute(col, UCOL_CASE_FIRST, UCOL_UPPER_FIRST, &status);
+ } else {
+ status = U_ILLEGAL_ARGUMENT_ERROR;
+ return;
+ }
+ }
+
+ if (options[l].doesOccur){
+ ucol_setAttribute(col, UCOL_CASE_LEVEL, UCOL_ON, &status);
+ }
+
+ if (options[n].doesOccur){
+ ucol_setAttribute(col, UCOL_NORMALIZATION_MODE, UCOL_ON, &status);
+ }
+
+ if (options[s].doesOccur) {
+ char *endp;
+ int tmp = strtol(options[l].value, &endp, 0);
+ if (endp == options[l].value) {
+ status = U_ILLEGAL_ARGUMENT_ERROR;
+ return;
+ }
+ switch (tmp) {
+ case 1: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_PRIMARY, &status); break;
+ case 2: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_SECONDARY, &status); break;
+ case 3: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_TERTIARY, &status); break;
+ case 4: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_QUATERNARY, &status); break;
+ case 5: ucol_setAttribute(col, UCOL_STRENGTH, UCOL_IDENTICAL, &status); break;
+ default: status = U_ILLEGAL_ARGUMENT_ERROR; return;
+ }
+ }
+ prepareData(status);
+ }
+
+ //to avoid use the annoying 'id' in TESTCASE(id,test) macro or the like
+#define TEST(testname, classname, arg1, arg2, arg3, arg4, arg5, arg6) \
+ if(temp == index) {\
+ name = #testname;\
+ if (exec) {\
+ UErrorCode status = U_ZERO_ERROR;\
+ UPerfFunction * t = new classname(status,arg1, arg2, arg3, arg4, arg5, arg6);\
+ if (U_FAILURE(status)) {\
+ delete t;\
+ return NULL;\
+ } else {\
+ return t;\
+ }\
+ } else {\
+ return NULL;\
+ }\
+ }\
+ temp++\
+
+
+ virtual UPerfFunction* runIndexedTest( /*[in]*/int32_t index, /*[in]*/UBool exec, /*[out]*/const char* &name, /*[in]*/ char* par = NULL ){
+ int temp = 0;
+
+#define TEST_KEYGEN(testname, func)\
+ TEST(testname, CmdKeyGen, col, win_langid, count, rnd_index, &CmdKeyGen::func, 0)
+ TEST_KEYGEN(TestIcu_KeyGen_null, icu_key_null);
+ TEST_KEYGEN(TestIcu_KeyGen_len, icu_key_len);
+ TEST_KEYGEN(TestPosix_KeyGen_null, posix_key_null);
+ TEST_KEYGEN(TestWin_KeyGen_null, win_key_null);
+ TEST_KEYGEN(TestWin_KeyGen_len, win_key_len);
+
+#define TEST_ITER(testname, func)\
+ TEST(testname, CmdIter, col, count, icu_data, &CmdIter::func,0,0)
+ TEST_ITER(TestIcu_ForwardIter_null, icu_forward_null);
+ TEST_ITER(TestIcu_ForwardIter_len, icu_forward_len);
+ TEST_ITER(TestIcu_BackwardIter_null, icu_backward_null);
+ TEST_ITER(TestIcu_BackwardIter_len, icu_backward_len);
+
+#define TEST_ITER_ALL(testname, func)\
+ TEST(testname, CmdIterAll, col, icu_data_all_len, icu_data_all, CmdIterAll::func,0,0)
+ TEST_ITER_ALL(TestIcu_ForwardIter_all_null, forward_null);
+ TEST_ITER_ALL(TestIcu_ForwardIter_all_len, forward_len);
+ TEST_ITER_ALL(TestIcu_BackwardIter_all_null, backward_null);
+ TEST_ITER_ALL(TestIcu_BackwardIter_all_len, backward_len);
+
+#define TEST_QSORT(testname, func)\
+ TEST(testname, CmdQsort, rnd_index, count, sizeof(DataIndex), CmdQsort::func,0,0)
+ TEST_QSORT(TestIcu_qsort_strcoll_null, icu_strcoll_null);
+ TEST_QSORT(TestIcu_qsort_strcoll_len, icu_strcoll_len);
+ TEST_QSORT(TestIcu_qsort_usekey, icu_cmpkey);
+ TEST_QSORT(TestPosix_qsort_strcoll_null, posix_strcoll_null);
+ TEST_QSORT(TestPosix_qsort_usekey, posix_cmpkey);
+ TEST_QSORT(TestWin_qsort_CompareStringW_null, win_cmp_null);
+ TEST_QSORT(TestWin_qsort_CompareStringW_len, win_cmp_len);
+ TEST_QSORT(TestWin_qsort_usekey, win_cmpkey);
+
+#define TEST_BIN(testname, func)\
+ TEST(testname, CmdBinSearch, col, win_langid, count, rnd_index, ord_icu_key, &CmdBinSearch::func)
+ TEST_BIN(TestIcu_BinarySearch_strcoll_null, icu_strcoll_null);
+ TEST_BIN(TestIcu_BinarySearch_strcoll_len, icu_strcoll_len);
+ TEST_BIN(TestIcu_BinarySearch_usekey, icu_cmpkey);
+ TEST_BIN(TestIcu_BinarySearch_strcmp, icu_strcmp);
+ TEST_BIN(TestIcu_BinarySearch_cmpCPO, icu_cmpcpo);
+ TEST_BIN(TestPosix_BinarySearch_strcoll_null, posix_strcoll_null);
+ TEST_BIN(TestPosix_BinarySearch_usekey, posix_cmpkey);
+ TEST_BIN(TestWin_BinarySearch_CompareStringW_null, win_cmp_null);
+ TEST_BIN(TestWin_BinarySearch_CompareStringW_len, win_cmp_len);
+ TEST_BIN(TestWin_BinarySearch_usekey, win_cmpkey);
+ TEST_BIN(TestWin_BinarySearch_wcscmp, win_wcscmp);
+
+ name="";
+ return NULL;
+ }
+
+
+
+ void prepareData(UErrorCode& status){
+ if(U_FAILURE(status)) return;
+ if (icu_data) return; // prepared
+
+ icu_data = new CA_uchar();
+
+ // Following code is borrowed from UPerfTest::getLines();
+ const UChar* line=NULL;
+ int32_t len =0;
+ for (;;) {
+ line = ucbuf_readline(ucharBuf,&len,&status);
+ if(line == NULL || U_FAILURE(status)){break;}
+
+ // Refer to the source code of ucbuf_readline()
+ // 1. 'len' includs the line terminal symbols
+ // 2. The length of the line terminal symbols is only one character
+ // 3. The Windows CR LF line terminal symbols will be converted to CR
+
+ if (len == 1) {
+ continue; //skip empty line
+ } else {
+ icu_data->append_one(len);
+ memcpy(icu_data->last(), line, len * sizeof(UChar));
+ icu_data->last()[len -1] = NULL;
+ }
+ }
+ if(U_FAILURE(status)) return;
+
+ // UTF-16 -> UTF-8 conversion.
+ UConverter *conv = ucnv_open("utf-8", &status); // just UTF-8 for now.
+ if (U_FAILURE(status)) return;
+
+ count = icu_data->count;
+
+ icu_data_all_len = icu_data->index[count]; // includes all NULLs
+ icu_data_all_len -= count; // excludes all NULLs
+ icu_data_all_len += 1; // the terminal NULL
+ icu_data_all = new UChar[icu_data_all_len];
+ icu_data_all[icu_data_all_len - 1] = 0; //the terminal NULL
+
+ icu_key = new CA_uint8;
+ win_data = new CA_win_wchar;
+ win_key = new CA_char;
+ posix_data = new CA_char;
+ posix_key = new CA_char;
+ rnd_index = new DataIndex[count];
+ DataIndex::win_langid = win_langid;
+ DataIndex::col = col;
+
+
+ UChar * p = icu_data_all;
+ int32_t s;
+ int32_t t;
+ for (int i=0; i < count; i++) {
+ // ICU all data
+ s = sizeof(UChar) * icu_data->lengthOf(i);
+ memcpy(p, icu_data->dataOf(i), s);
+ p += icu_data->lengthOf(i);
+
+ // ICU data
+
+ // ICU key
+ s = ucol_getSortKey(col, icu_data->dataOf(i), -1,NULL, 0);
+ icu_key->append_one(s);
+ t = ucol_getSortKey(col, icu_data->dataOf(i), -1,icu_key->last(), s);
+ if (t != s) {status = U_INVALID_FORMAT_ERROR;return;}
+
+ // POSIX data
+ s = ucnv_fromUChars(conv,NULL, 0, icu_data->dataOf(i), icu_data->lengthOf(i), &status);
+ if (status == U_BUFFER_OVERFLOW_ERROR || status == U_ZERO_ERROR){
+ status = U_ZERO_ERROR;
+ } else {
+ return;
+ }
+ posix_data->append_one(s + 1); // plus terminal NULL
+ t = ucnv_fromUChars(conv,posix_data->last(), s, icu_data->dataOf(i), icu_data->lengthOf(i), &status);
+ if (U_FAILURE(status)) return;
+ if ( t != s){status = U_INVALID_FORMAT_ERROR;return;}
+ posix_data->last()[s] = 0;
+
+ // POSIX key
+ s = strxfrm(NULL, posix_data->dataOf(i), 0);
+ if (s == INT_MAX){status = U_INVALID_FORMAT_ERROR;return;}
+ posix_key->append_one(s);
+ t = strxfrm(posix_key->last(), posix_data->dataOf(i), s);
+ if (t != s) {status = U_INVALID_FORMAT_ERROR;return;}
+
+ // Win data
+ s = icu_data->lengthOf(i) + 1; // plus terminal NULL
+ win_data->append_one(s);
+ memcpy(win_data->last(), icu_data->dataOf(i), sizeof(WCHAR) * s);
+
+ // Win key
+ s = LCMapStringW(win_langid, LCMAP_SORTKEY, win_data->dataOf(i), win_data->lengthOf(i), NULL,0);
+ if (s == 0) {status = U_INVALID_FORMAT_ERROR;return;}
+ win_key->append_one(s);
+ t = LCMapStringW(win_langid, LCMAP_SORTKEY, win_data->dataOf(i), win_data->lengthOf(i), (WCHAR *)(win_key->last()),s);
+ if (t != s) {status = U_INVALID_FORMAT_ERROR;return;}
+
+ };
+
+ // append_one() will make points shifting, should not merge following code into previous iteration
+ for (int i=0; i < count; i++) {
+ rnd_index[i].icu_key = icu_key->dataOf(i);
+ rnd_index[i].icu_data = icu_data->dataOf(i);
+ rnd_index[i].icu_data_len = icu_data->lengthOf(i);
+ rnd_index[i].posix_key = posix_key->last();
+ rnd_index[i].posix_data = posix_data->dataOf(i);
+ rnd_index[i].posix_data_len = posix_data->lengthOf(i);
+ rnd_index[i].win_key = win_key->dataOf(i);
+ rnd_index[i].win_data = win_data->dataOf(i);
+ rnd_index[i].win_data_len = win_data->lengthOf(i);
+ };
+
+ ucnv_close(conv);
+ qsort(rnd_index, count, sizeof(DataIndex), CmdQsort::q_random);
+
+#define SORT(data, func) \
+ data = new DataIndex[count];\
+ memcpy(data, rnd_index, count * sizeof(DataIndex));\
+ qsort(data, count, sizeof(DataIndex), CmdQsort::func)
+
+ SORT(ord_icu_data, icu_strcoll_len);
+ SORT(ord_icu_key, icu_cmpkey);
+ SORT(ord_posix_data, posix_strcoll_null);
+ SORT(ord_posix_key, posix_cmpkey);
+ SORT(ord_win_data, win_cmp_len);
+ SORT(ord_win_key, win_cmpkey);
+ SORT(ord_win_wcscmp, win_wcscmp);
+ SORT(ord_icu_strcmp, icu_strcmp);
+ SORT(ord_icu_cmpcpo, icu_cmpcpo);
+ }
+};
+
+
+int main(int argc, const char *argv[])
+{
+
+ UErrorCode status = U_ZERO_ERROR;
+ CollPerfTest test(argc, argv, status);
+
+ if (U_FAILURE(status)){
+ printf("The error is %s\n", u_errorName(status));
+ //TODO: print usage here
+ return status;
+ }
+
+ if (test.run() == FALSE){
+ fprintf(stderr, "FAILED: Tests could not be run please check the "
+ "arguments.\n");
+ return -1;
+ }
+ return 0;
+}
+
Property changes on: icu46/source/test/perf/collperf/collperf.cpp
___________________________________________________________________
Added: svn:eol-style
+ LF
« no previous file with comments | « icu46/source/test/perf/collperf/Makefile.in ('k') | icu46/source/test/perf/collperf/collperf.vcxproj » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698