| Index: source/test/perf/utfperf/utfperf.cpp
|
| diff --git a/source/test/perf/utfperf/utfperf.cpp b/source/test/perf/utfperf/utfperf.cpp
|
| deleted file mode 100644
|
| index 559e3fabd3f942b3fcff419f16b8ae335477dcb0..0000000000000000000000000000000000000000
|
| --- a/source/test/perf/utfperf/utfperf.cpp
|
| +++ /dev/null
|
| @@ -1,364 +0,0 @@
|
| -/*
|
| - **********************************************************************
|
| - * Copyright (C) 2002-2014, International Business Machines
|
| - * Corporation and others. All Rights Reserved.
|
| - **********************************************************************
|
| - * file name: utfperf.cpp
|
| - * encoding: US-ASCII
|
| - * tab size: 8 (not used)
|
| - * indentation:4
|
| - *
|
| - * created on: 2005Nov17
|
| - * created by: Raymond Yang
|
| - *
|
| - * Ported from utfper.c created by Markus W. Scherer
|
| - * Performance test program for Unicode converters
|
| - */
|
| -
|
| -#include <stdio.h>
|
| -#include <stdlib.h>
|
| -#include "unicode/uperf.h"
|
| -#include "cmemory.h" // for UPRV_LENGTHOF
|
| -#include "uoptions.h"
|
| -
|
| -/* definitions and text buffers */
|
| -
|
| -#define INPUT_CAPACITY (1024*1024)
|
| -#define INTERMEDIATE_CAPACITY 4096
|
| -#define INTERMEDIATE_SMALL_CAPACITY 20
|
| -#define PIVOT_CAPACITY 1024
|
| -#define OUTPUT_CAPACITY INPUT_CAPACITY
|
| -
|
| -static char utf8[INPUT_CAPACITY];
|
| -static UChar pivot[INTERMEDIATE_CAPACITY];
|
| -
|
| -static UChar output[OUTPUT_CAPACITY];
|
| -static char intermediate[OUTPUT_CAPACITY];
|
| -
|
| -static int32_t utf8Length, encodedLength, outputLength, countInputCodePoints;
|
| -
|
| -static int32_t fromUCallbackCount;
|
| -
|
| -// Command-line options specific to utfperf.
|
| -// Options do not have abbreviations: Force readable command lines.
|
| -// (Using U+0001 for abbreviation characters.)
|
| -enum {
|
| - CHARSET,
|
| - CHUNK_LENGTH,
|
| - PIVOT_LENGTH,
|
| - UTFPERF_OPTIONS_COUNT
|
| -};
|
| -
|
| -static UOption options[UTFPERF_OPTIONS_COUNT]={
|
| - UOPTION_DEF("charset", '\x01', UOPT_REQUIRES_ARG),
|
| - UOPTION_DEF("chunk", '\x01', UOPT_REQUIRES_ARG),
|
| - UOPTION_DEF("pivot", '\x01', UOPT_REQUIRES_ARG)
|
| -};
|
| -
|
| -static const char *const utfperf_usage =
|
| - "\t--charset Charset for which to test performance, e.g. windows-1251.\n"
|
| - "\t Default: UTF-8\n"
|
| - "\t--chunk Length (in bytes) of charset output chunks. [4096]\n"
|
| - "\t--pivot Length (in UChars) of the UTF-16 pivot buffer, if applicable.\n"
|
| - "\t [1024]\n";
|
| -
|
| -// Test object.
|
| -class UtfPerformanceTest : public UPerfTest{
|
| -public:
|
| - UtfPerformanceTest(int32_t argc, const char *argv[], UErrorCode &status)
|
| - : UPerfTest(argc, argv, options, UPRV_LENGTHOF(options), utfperf_usage, status) {
|
| - if (U_SUCCESS(status)) {
|
| - charset = options[CHARSET].value;
|
| -
|
| - chunkLength = atoi(options[CHUNK_LENGTH].value);
|
| - if (chunkLength < 1 || OUTPUT_CAPACITY < chunkLength) {
|
| - fprintf(stderr, "error: chunk length must be 1..%ld\n", (long)OUTPUT_CAPACITY);
|
| - status = U_ILLEGAL_ARGUMENT_ERROR;
|
| - }
|
| -
|
| - pivotLength = atoi(options[PIVOT_LENGTH].value);
|
| - if (pivotLength < 1 || PIVOT_CAPACITY < pivotLength) {
|
| - fprintf(stderr, "error: pivot length must be 1..%ld\n", (long)PIVOT_CAPACITY);
|
| - status = U_ILLEGAL_ARGUMENT_ERROR;
|
| - }
|
| -
|
| - int32_t inputLength;
|
| - UPerfTest::getBuffer(inputLength, status);
|
| - countInputCodePoints = u_countChar32(buffer, bufferLen);
|
| - u_strToUTF8(utf8, (int32_t)sizeof(utf8), &utf8Length, buffer, bufferLen, &status);
|
| - }
|
| - }
|
| -
|
| - virtual UPerfFunction* runIndexedTest(int32_t index, UBool exec, const char* &name, char* par = NULL);
|
| -
|
| - const UChar *getBuffer() const { return buffer; }
|
| - int32_t getBufferLen() const { return bufferLen; }
|
| -
|
| - const char *charset;
|
| - int32_t chunkLength, pivotLength;
|
| -};
|
| -
|
| -U_CDECL_BEGIN
|
| -// Custom callback for counting callback calls.
|
| -static void U_CALLCONV
|
| -fromUCallback(const void *context,
|
| - UConverterFromUnicodeArgs *fromUArgs,
|
| - const UChar *codeUnits,
|
| - int32_t length,
|
| - UChar32 codePoint,
|
| - UConverterCallbackReason reason,
|
| - UErrorCode *pErrorCode) {
|
| - if (reason <= UCNV_IRREGULAR) {
|
| - ++fromUCallbackCount;
|
| - }
|
| - UCNV_FROM_U_CALLBACK_SUBSTITUTE(context, fromUArgs, codeUnits, length, codePoint, reason, pErrorCode);
|
| -}
|
| -U_CDECL_END
|
| -
|
| -// Base class for Roundtrip, FromUnicode and FromUTF8 with common setup.
|
| -class Command : public UPerfFunction {
|
| -protected:
|
| - Command(const UtfPerformanceTest &testcase)
|
| - : testcase(testcase),
|
| - input(testcase.getBuffer()), inputLength(testcase.getBufferLen()),
|
| - errorCode(U_ZERO_ERROR) {
|
| - cnv=ucnv_open(testcase.charset, &errorCode);
|
| - if (U_FAILURE(errorCode)) {
|
| - fprintf(stderr, "error opening converter for \"%s\" - %s\n", testcase.charset, u_errorName(errorCode));
|
| - }
|
| - ucnv_setFromUCallBack(cnv, fromUCallback, NULL, NULL, NULL, &errorCode);
|
| - }
|
| -public:
|
| - virtual ~Command(){
|
| - if(U_SUCCESS(errorCode)) {
|
| - ucnv_close(cnv);
|
| - }
|
| - }
|
| - // virtual void call(UErrorCode* pErrorCode) { ... }
|
| - virtual long getOperationsPerIteration(){
|
| - return countInputCodePoints;
|
| - }
|
| -
|
| - const UtfPerformanceTest &testcase;
|
| - const UChar *input;
|
| - int32_t inputLength;
|
| - UErrorCode errorCode;
|
| - UConverter *cnv;
|
| -};
|
| -
|
| -// Test roundtrip UTF-16->encoding->UTF-16.
|
| -class Roundtrip : public Command {
|
| -protected:
|
| - Roundtrip(const UtfPerformanceTest &testcase) : Command(testcase) {}
|
| -public:
|
| - static UPerfFunction* get(const UtfPerformanceTest &testcase) {
|
| - Roundtrip * t = new Roundtrip(testcase);
|
| - if (U_SUCCESS(t->errorCode)){
|
| - return t;
|
| - } else {
|
| - delete t;
|
| - return NULL;
|
| - }
|
| - }
|
| - virtual void call(UErrorCode* pErrorCode){
|
| - const UChar *pIn, *pInLimit;
|
| - UChar *pOut, *pOutLimit;
|
| - char *pInter, *pInterLimit;
|
| - const char *p;
|
| - UBool flush;
|
| -
|
| - ucnv_reset(cnv);
|
| - fromUCallbackCount=0;
|
| -
|
| - pIn=input;
|
| - pInLimit=input+inputLength;
|
| -
|
| - pOut=output;
|
| - pOutLimit=output+OUTPUT_CAPACITY;
|
| -
|
| - pInterLimit=intermediate+testcase.chunkLength;
|
| -
|
| - encodedLength=outputLength=0;
|
| - flush=FALSE;
|
| -
|
| - do {
|
| - /* convert a block of [pIn..pInLimit[ to the encoding in intermediate[] */
|
| - pInter=intermediate;
|
| - ucnv_fromUnicode(cnv, &pInter, pInterLimit, &pIn, pInLimit, NULL, TRUE, pErrorCode);
|
| - encodedLength+=(int32_t)(pInter-intermediate);
|
| -
|
| - if(*pErrorCode==U_BUFFER_OVERFLOW_ERROR) {
|
| - /* make sure that we convert once more to really flush */
|
| - *pErrorCode=U_ZERO_ERROR;
|
| - } else if(U_FAILURE(*pErrorCode)) {
|
| - return;
|
| - } else if(pIn==pInLimit) {
|
| - flush=TRUE;
|
| - }
|
| -
|
| - /* convert the block [intermediate..pInter[ back to UTF-16 */
|
| - p=intermediate;
|
| - ucnv_toUnicode(cnv, &pOut, pOutLimit,&p, pInter,NULL, flush,pErrorCode);
|
| - if(U_FAILURE(*pErrorCode)) {
|
| - return;
|
| - }
|
| - /* intermediate must have been consumed (p==pInter) because of the converter semantics */
|
| - } while(!flush);
|
| -
|
| - outputLength=pOut-output;
|
| - if(inputLength!=outputLength) {
|
| - fprintf(stderr, "error: roundtrip failed, inputLength %d!=outputLength %d\n", inputLength, outputLength);
|
| - *pErrorCode=U_INTERNAL_PROGRAM_ERROR;
|
| - }
|
| - }
|
| -};
|
| -
|
| -// Test one-way conversion UTF-16->encoding.
|
| -class FromUnicode : public Command {
|
| -protected:
|
| - FromUnicode(const UtfPerformanceTest &testcase) : Command(testcase) {}
|
| -public:
|
| - static UPerfFunction* get(const UtfPerformanceTest &testcase) {
|
| - FromUnicode * t = new FromUnicode(testcase);
|
| - if (U_SUCCESS(t->errorCode)){
|
| - return t;
|
| - } else {
|
| - delete t;
|
| - return NULL;
|
| - }
|
| - }
|
| - virtual void call(UErrorCode* pErrorCode){
|
| - const UChar *pIn, *pInLimit;
|
| - char *pInter, *pInterLimit;
|
| -
|
| - ucnv_resetFromUnicode(cnv);
|
| - fromUCallbackCount=0;
|
| -
|
| - pIn=input;
|
| - pInLimit=input+inputLength;
|
| -
|
| - pInterLimit=intermediate+testcase.chunkLength;
|
| -
|
| - encodedLength=0;
|
| -
|
| - for(;;) {
|
| - pInter=intermediate;
|
| - ucnv_fromUnicode(cnv, &pInter, pInterLimit, &pIn, pInLimit, NULL, TRUE, pErrorCode);
|
| - encodedLength+=(int32_t)(pInter-intermediate);
|
| -
|
| - if(*pErrorCode==U_BUFFER_OVERFLOW_ERROR) {
|
| - /* make sure that we convert once more to really flush */
|
| - *pErrorCode=U_ZERO_ERROR;
|
| - } else if(U_FAILURE(*pErrorCode)) {
|
| - return;
|
| - } else {
|
| - break; // all done
|
| - }
|
| - }
|
| - }
|
| -};
|
| -
|
| -// Test one-way conversion UTF-8->encoding.
|
| -class FromUTF8 : public Command {
|
| -protected:
|
| - FromUTF8(const UtfPerformanceTest &testcase)
|
| - : Command(testcase),
|
| - utf8Cnv(NULL),
|
| - input8(utf8), input8Length(utf8Length) {
|
| - utf8Cnv=ucnv_open("UTF-8", &errorCode);
|
| - }
|
| -public:
|
| - static UPerfFunction* get(const UtfPerformanceTest &testcase) {
|
| - FromUTF8 * t = new FromUTF8(testcase);
|
| - if (U_SUCCESS(t->errorCode)){
|
| - return t;
|
| - } else {
|
| - delete t;
|
| - return NULL;
|
| - }
|
| - }
|
| - ~FromUTF8() {
|
| - ucnv_close(utf8Cnv);
|
| - }
|
| - virtual void call(UErrorCode* pErrorCode){
|
| - const char *pIn, *pInLimit;
|
| - char *pInter, *pInterLimit;
|
| - UChar *pivotSource, *pivotTarget, *pivotLimit;
|
| -
|
| - ucnv_resetToUnicode(utf8Cnv);
|
| - ucnv_resetFromUnicode(cnv);
|
| - fromUCallbackCount=0;
|
| -
|
| - pIn=input8;
|
| - pInLimit=input8+input8Length;
|
| -
|
| - pInterLimit=intermediate+testcase.chunkLength;
|
| -
|
| - pivotSource=pivotTarget=pivot;
|
| - pivotLimit=pivot+testcase.pivotLength;
|
| -
|
| - encodedLength=0;
|
| -
|
| - for(;;) {
|
| - pInter=intermediate;
|
| - ucnv_convertEx(cnv, utf8Cnv,
|
| - &pInter, pInterLimit,
|
| - &pIn, pInLimit,
|
| - pivot, &pivotSource, &pivotTarget, pivotLimit,
|
| - FALSE, TRUE, pErrorCode);
|
| - encodedLength+=(int32_t)(pInter-intermediate);
|
| -
|
| - if(*pErrorCode==U_BUFFER_OVERFLOW_ERROR) {
|
| - /* make sure that we convert once more to really flush */
|
| - *pErrorCode=U_ZERO_ERROR;
|
| - } else if(U_FAILURE(*pErrorCode)) {
|
| - return;
|
| - } else {
|
| - break; // all done
|
| - }
|
| - }
|
| - }
|
| -protected:
|
| - UConverter *utf8Cnv;
|
| - const char *input8;
|
| - int32_t input8Length;
|
| -};
|
| -
|
| -UPerfFunction* UtfPerformanceTest::runIndexedTest(int32_t index, UBool exec, const char* &name, char* par) {
|
| - switch (index) {
|
| - case 0: name = "Roundtrip"; if (exec) return Roundtrip::get(*this); break;
|
| - case 1: name = "FromUnicode"; if (exec) return FromUnicode::get(*this); break;
|
| - case 2: name = "FromUTF8"; if (exec) return FromUTF8::get(*this); break;
|
| - default: name = ""; break;
|
| - }
|
| - return NULL;
|
| -}
|
| -
|
| -int main(int argc, const char *argv[])
|
| -{
|
| - // Default values for command-line options.
|
| - options[CHARSET].value = "UTF-8";
|
| - options[CHUNK_LENGTH].value = "4096";
|
| - options[PIVOT_LENGTH].value = "1024";
|
| -
|
| - UErrorCode status = U_ZERO_ERROR;
|
| - UtfPerformanceTest test(argc, argv, status);
|
| -
|
| - if (U_FAILURE(status)){
|
| - printf("The error is %s\n", u_errorName(status));
|
| - test.usage();
|
| - return status;
|
| - }
|
| -
|
| - if (test.run() == FALSE){
|
| - fprintf(stderr, "FAILED: Tests could not be run please check the "
|
| - "arguments.\n");
|
| - return -1;
|
| - }
|
| -
|
| - if (fromUCallbackCount > 0) {
|
| - printf("Number of fromUnicode callback calls in the last iteration: %ld\n", (long)fromUCallbackCount);
|
| - }
|
| -
|
| - return 0;
|
| -}
|
|
|