| /******************************************************************** |
| * COPYRIGHT: |
| * Copyright (c) 1997-2010, International Business Machines Corporation and |
| * others. All Rights Reserved. |
| ********************************************************************/ |
| |
| #include "unicode/ustring.h" |
| #include "unicode/uchar.h" |
| #include "unicode/uniset.h" |
| #include "unicode/putil.h" |
| #include "cstring.h" |
| #include "hash.h" |
| #include "uparse.h" |
| #include "ucdtest.h" |
| |
| #define LENGTHOF(array) (int32_t)(sizeof(array)/sizeof(array[0])) |
| |
| static const char *ignorePropNames[]={ |
| "FC_NFKC", |
| "NFD_QC", |
| "NFC_QC", |
| "NFKD_QC", |
| "NFKC_QC", |
| "Expands_On_NFD", |
| "Expands_On_NFC", |
| "Expands_On_NFKD", |
| "Expands_On_NFKC", |
| "NFKC_CF" |
| }; |
| |
| UnicodeTest::UnicodeTest() |
| { |
| UErrorCode errorCode=U_ZERO_ERROR; |
| unknownPropertyNames=new U_NAMESPACE_QUALIFIER Hashtable(errorCode); |
| if(U_FAILURE(errorCode)) { |
| delete unknownPropertyNames; |
| unknownPropertyNames=NULL; |
| } |
| // Ignore some property names altogether. |
| for(int32_t i=0; i<LENGTHOF(ignorePropNames); ++i) { |
| unknownPropertyNames->puti(UnicodeString(ignorePropNames[i], -1, US_INV), 1, errorCode); |
| } |
| } |
| |
| UnicodeTest::~UnicodeTest() |
| { |
| delete unknownPropertyNames; |
| } |
| |
| void UnicodeTest::runIndexedTest( int32_t index, UBool exec, const char* &name, char* /*par*/ ) |
| { |
| if (exec) logln("TestSuite UnicodeTest: "); |
| switch (index) { |
| case 0: name = "TestAdditionalProperties"; if(exec) TestAdditionalProperties(); break; |
| case 1: name = "TestBinaryValues"; if(exec) TestBinaryValues(); break; |
| default: name = ""; break; //needed to end loop |
| } |
| } |
| |
| //==================================================== |
| // private data used by the tests |
| //==================================================== |
| |
| // test DerivedCoreProperties.txt ------------------------------------------- |
| |
| // copied from genprops.c |
| static int32_t |
| getTokenIndex(const char *const tokens[], int32_t countTokens, const char *s) { |
| const char *t, *z; |
| int32_t i, j; |
| |
| s=u_skipWhitespace(s); |
| for(i=0; i<countTokens; ++i) { |
| t=tokens[i]; |
| if(t!=NULL) { |
| for(j=0;; ++j) { |
| if(t[j]!=0) { |
| if(s[j]!=t[j]) { |
| break; |
| } |
| } else { |
| z=u_skipWhitespace(s+j); |
| if(*z==';' || *z==0) { |
| return i; |
| } else { |
| break; |
| } |
| } |
| } |
| } |
| } |
| return -1; |
| } |
| |
| static const char *const |
| derivedPropsNames[]={ |
| "Math", |
| "Alphabetic", |
| "Lowercase", |
| "Uppercase", |
| "ID_Start", |
| "ID_Continue", |
| "XID_Start", |
| "XID_Continue", |
| "Default_Ignorable_Code_Point", |
| "Full_Composition_Exclusion", |
| "Grapheme_Extend", |
| "Grapheme_Link", /* Unicode 5 moves this property here from PropList.txt */ |
| "Grapheme_Base", |
| "Cased", |
| "Case_Ignorable", |
| "Changes_When_Lowercased", |
| "Changes_When_Uppercased", |
| "Changes_When_Titlecased", |
| "Changes_When_Casefolded", |
| "Changes_When_Casemapped", |
| "Changes_When_NFKC_Casefolded" |
| }; |
| |
| static const UProperty |
| derivedPropsIndex[]={ |
| UCHAR_MATH, |
| UCHAR_ALPHABETIC, |
| UCHAR_LOWERCASE, |
| UCHAR_UPPERCASE, |
| UCHAR_ID_START, |
| UCHAR_ID_CONTINUE, |
| UCHAR_XID_START, |
| UCHAR_XID_CONTINUE, |
| UCHAR_DEFAULT_IGNORABLE_CODE_POINT, |
| UCHAR_FULL_COMPOSITION_EXCLUSION, |
| UCHAR_GRAPHEME_EXTEND, |
| UCHAR_GRAPHEME_LINK, |
| UCHAR_GRAPHEME_BASE, |
| UCHAR_CASED, |
| UCHAR_CASE_IGNORABLE, |
| UCHAR_CHANGES_WHEN_LOWERCASED, |
| UCHAR_CHANGES_WHEN_UPPERCASED, |
| UCHAR_CHANGES_WHEN_TITLECASED, |
| UCHAR_CHANGES_WHEN_CASEFOLDED, |
| UCHAR_CHANGES_WHEN_CASEMAPPED, |
| UCHAR_CHANGES_WHEN_NFKC_CASEFOLDED |
| }; |
| |
| static int32_t numErrors[LENGTHOF(derivedPropsIndex)]={ 0 }; |
| |
| enum { MAX_ERRORS=50 }; |
| |
| U_CFUNC void U_CALLCONV |
| derivedPropsLineFn(void *context, |
| char *fields[][2], int32_t /* fieldCount */, |
| UErrorCode *pErrorCode) |
| { |
| UnicodeTest *me=(UnicodeTest *)context; |
| uint32_t start, end; |
| int32_t i; |
| |
| u_parseCodePointRange(fields[0][0], &start, &end, pErrorCode); |
| if(U_FAILURE(*pErrorCode)) { |
| me->errln("UnicodeTest: syntax error in DerivedCoreProperties.txt or DerivedNormalizationProps.txt field 0 at %s\n", fields[0][0]); |
| return; |
| } |
| |
| /* parse derived binary property name, ignore unknown names */ |
| i=getTokenIndex(derivedPropsNames, LENGTHOF(derivedPropsNames), fields[1][0]); |
| if(i<0) { |
| UnicodeString propName(fields[1][0], (int32_t)(fields[1][1]-fields[1][0])); |
| propName.trim(); |
| if(me->unknownPropertyNames->find(propName)==NULL) { |
| UErrorCode errorCode=U_ZERO_ERROR; |
| me->unknownPropertyNames->puti(propName, 1, errorCode); |
| me->errln("UnicodeTest warning: unknown property name '%s' in DerivedCoreProperties.txt or DerivedNormalizationProps.txt\n", fields[1][0]); |
| } |
| return; |
| } |
| |
| me->derivedProps[i].add(start, end); |
| } |
| |
| void UnicodeTest::TestAdditionalProperties() { |
| #if !UCONFIG_NO_NORMALIZATION |
| // test DerivedCoreProperties.txt and DerivedNormalizationProps.txt |
| if(LENGTHOF(derivedProps)<LENGTHOF(derivedPropsNames)) { |
| errln("error: UnicodeTest::derivedProps[] too short, need at least %d UnicodeSets\n", |
| LENGTHOF(derivedPropsNames)); |
| return; |
| } |
| if(LENGTHOF(derivedPropsIndex)!=LENGTHOF(derivedPropsNames)) { |
| errln("error in ucdtest.cpp: LENGTHOF(derivedPropsIndex)!=LENGTHOF(derivedPropsNames)\n"); |
| return; |
| } |
| |
| char newPath[256]; |
| char backupPath[256]; |
| char *fields[2][2]; |
| UErrorCode errorCode=U_ZERO_ERROR; |
| |
| /* Look inside ICU_DATA first */ |
| strcpy(newPath, pathToDataDirectory()); |
| strcat(newPath, "unidata" U_FILE_SEP_STRING "DerivedCoreProperties.txt"); |
| |
| // As a fallback, try to guess where the source data was located |
| // at the time ICU was built, and look there. |
| # ifdef U_TOPSRCDIR |
| strcpy(backupPath, U_TOPSRCDIR U_FILE_SEP_STRING "data"); |
| # else |
| strcpy(backupPath, loadTestData(errorCode)); |
| strcat(backupPath, U_FILE_SEP_STRING ".." U_FILE_SEP_STRING ".." U_FILE_SEP_STRING ".." U_FILE_SEP_STRING ".." U_FILE_SEP_STRING "data"); |
| # endif |
| strcat(backupPath, U_FILE_SEP_STRING); |
| strcat(backupPath, "unidata" U_FILE_SEP_STRING "DerivedCoreProperties.txt"); |
| |
| char *path=newPath; |
| u_parseDelimitedFile(newPath, ';', fields, 2, derivedPropsLineFn, this, &errorCode); |
| |
| if(errorCode==U_FILE_ACCESS_ERROR) { |
| errorCode=U_ZERO_ERROR; |
| path=backupPath; |
| u_parseDelimitedFile(backupPath, ';', fields, 2, derivedPropsLineFn, this, &errorCode); |
| } |
| if(U_FAILURE(errorCode)) { |
| errln("error parsing DerivedCoreProperties.txt: %s\n", u_errorName(errorCode)); |
| return; |
| } |
| char *basename=path+strlen(path)-strlen("DerivedCoreProperties.txt"); |
| strcpy(basename, "DerivedNormalizationProps.txt"); |
| u_parseDelimitedFile(path, ';', fields, 2, derivedPropsLineFn, this, &errorCode); |
| if(U_FAILURE(errorCode)) { |
| errln("error parsing DerivedNormalizationProps.txt: %s\n", u_errorName(errorCode)); |
| return; |
| } |
| |
| // now we have all derived core properties in the UnicodeSets |
| // run them all through the API |
| int32_t rangeCount, range; |
| uint32_t i; |
| UChar32 start, end; |
| |
| // test all TRUE properties |
| for(i=0; i<LENGTHOF(derivedPropsNames); ++i) { |
| rangeCount=derivedProps[i].getRangeCount(); |
| for(range=0; range<rangeCount && numErrors[i]<MAX_ERRORS; ++range) { |
| start=derivedProps[i].getRangeStart(range); |
| end=derivedProps[i].getRangeEnd(range); |
| for(; start<=end; ++start) { |
| if(!u_hasBinaryProperty(start, derivedPropsIndex[i])) { |
| dataerrln("UnicodeTest error: u_hasBinaryProperty(U+%04lx, %s)==FALSE is wrong", start, derivedPropsNames[i]); |
| if(++numErrors[i]>=MAX_ERRORS) { |
| dataerrln("Too many errors, moving to the next test"); |
| break; |
| } |
| } |
| } |
| } |
| } |
| |
| // invert all properties |
| for(i=0; i<LENGTHOF(derivedPropsNames); ++i) { |
| derivedProps[i].complement(); |
| } |
| |
| // test all FALSE properties |
| for(i=0; i<LENGTHOF(derivedPropsNames); ++i) { |
| rangeCount=derivedProps[i].getRangeCount(); |
| for(range=0; range<rangeCount && numErrors[i]<MAX_ERRORS; ++range) { |
| start=derivedProps[i].getRangeStart(range); |
| end=derivedProps[i].getRangeEnd(range); |
| for(; start<=end; ++start) { |
| if(u_hasBinaryProperty(start, derivedPropsIndex[i])) { |
| errln("UnicodeTest error: u_hasBinaryProperty(U+%04lx, %s)==TRUE is wrong\n", start, derivedPropsNames[i]); |
| if(++numErrors[i]>=MAX_ERRORS) { |
| errln("Too many errors, moving to the next test"); |
| break; |
| } |
| } |
| } |
| } |
| } |
| #endif /* !UCONFIG_NO_NORMALIZATION */ |
| } |
| |
| void UnicodeTest::TestBinaryValues() { |
| /* |
| * Unicode 5.1 explicitly defines binary property value aliases. |
| * Verify that they are all recognized. |
| */ |
| UErrorCode errorCode=U_ZERO_ERROR; |
| UnicodeSet alpha(UNICODE_STRING_SIMPLE("[:Alphabetic:]"), errorCode); |
| if(U_FAILURE(errorCode)) { |
| dataerrln("UnicodeSet([:Alphabetic:]) failed - %s", u_errorName(errorCode)); |
| return; |
| } |
| |
| static const char *const falseValues[]={ "N", "No", "F", "False" }; |
| static const char *const trueValues[]={ "Y", "Yes", "T", "True" }; |
| int32_t i; |
| for(i=0; i<LENGTHOF(falseValues); ++i) { |
| UnicodeString pattern=UNICODE_STRING_SIMPLE("[:Alphabetic=:]"); |
| pattern.insert(pattern.length()-2, UnicodeString(falseValues[i], -1, US_INV)); |
| errorCode=U_ZERO_ERROR; |
| UnicodeSet set(pattern, errorCode); |
| if(U_FAILURE(errorCode)) { |
| errln("UnicodeSet([:Alphabetic=%s:]) failed - %s\n", falseValues[i], u_errorName(errorCode)); |
| continue; |
| } |
| set.complement(); |
| if(set!=alpha) { |
| errln("UnicodeSet([:Alphabetic=%s:]).complement()!=UnicodeSet([:Alphabetic:])\n", falseValues[i]); |
| } |
| } |
| for(i=0; i<LENGTHOF(trueValues); ++i) { |
| UnicodeString pattern=UNICODE_STRING_SIMPLE("[:Alphabetic=:]"); |
| pattern.insert(pattern.length()-2, UnicodeString(trueValues[i], -1, US_INV)); |
| errorCode=U_ZERO_ERROR; |
| UnicodeSet set(pattern, errorCode); |
| if(U_FAILURE(errorCode)) { |
| errln("UnicodeSet([:Alphabetic=%s:]) failed - %s\n", trueValues[i], u_errorName(errorCode)); |
| continue; |
| } |
| if(set!=alpha) { |
| errln("UnicodeSet([:Alphabetic=%s:])!=UnicodeSet([:Alphabetic:])\n", trueValues[i]); |
| } |
| } |
| } |
