1 /* 2 ** 2001 September 15 3 ** 4 ** The author disclaims copyright to this source code. In place of 5 ** a legal notice, here is a blessing: 6 ** 7 ** May you do good and not evil. 8 ** May you find forgiveness for yourself and forgive others. 9 ** May you share freely, never taking more than you give. 10 ** 11 ************************************************************************* 12 ** Code for testing the utf.c module in SQLite. This code 13 ** is not included in the SQLite library. It is used for automated 14 ** testing of the SQLite library. Specifically, the code in this file 15 ** is used for testing the SQLite routines for converting between 16 ** the various supported unicode encodings. 17 ** 18 ** $Id: test5.c,v 1.11 2004/06/18 04:24:55 danielk1977 Exp $ 19 */ 20 #include "sqliteInt.h" 21 #include "vdbeInt.h" 22 #include "os.h" /* to get SQLITE_BIGENDIAN */ 23 #include "tcl.h" 24 #include <stdlib.h> 25 #include <string.h> 26 27 /* 28 ** The first argument is a TCL UTF-8 string. Return the byte array 29 ** object with the encoded representation of the string, including 30 ** the NULL terminator. 31 */ 32 static int binarize( 33 void * clientData, 34 Tcl_Interp *interp, 35 int objc, 36 Tcl_Obj *CONST objv[] 37 ){ 38 int len; 39 char *bytes; 40 Tcl_Obj *pRet; 41 assert(objc==2); 42 43 bytes = Tcl_GetStringFromObj(objv[1], &len); 44 pRet = Tcl_NewByteArrayObj(bytes, len+1); 45 Tcl_SetObjResult(interp, pRet); 46 return TCL_OK; 47 } 48 49 /* 50 ** Usage: test_value_overhead <repeat-count> <do-calls>. 51 ** 52 ** This routine is used to test the overhead of calls to 53 ** sqlite3_value_text(), on a value that contains a UTF-8 string. The idea 54 ** is to figure out whether or not it is a problem to use sqlite3_value 55 ** structures with collation sequence functions. 56 ** 57 ** If <do-calls> is 0, then the calls to sqlite3_value_text() are not 58 ** actually made. 59 */ 60 static int test_value_overhead( 61 void * clientData, 62 Tcl_Interp *interp, 63 int objc, 64 Tcl_Obj *CONST objv[] 65 ){ 66 int do_calls; 67 int repeat_count; 68 int i; 69 Mem val; 70 const char *zVal; 71 72 if( objc!=3 ){ 73 Tcl_AppendResult(interp, "wrong # args: should be \"", 74 Tcl_GetStringFromObj(objv[0], 0), " <repeat-count> <do-calls>", 0); 75 return TCL_ERROR; 76 } 77 78 if( Tcl_GetIntFromObj(interp, objv[1], &repeat_count) ) return TCL_ERROR; 79 if( Tcl_GetIntFromObj(interp, objv[2], &do_calls) ) return TCL_ERROR; 80 81 val.flags = MEM_Str|MEM_Term|MEM_Static; 82 val.z = "hello world"; 83 val.type = SQLITE_TEXT; 84 val.enc = SQLITE_UTF8; 85 86 for(i=0; i<repeat_count; i++){ 87 if( do_calls ){ 88 zVal = sqlite3_value_text(&val); 89 } 90 } 91 92 return TCL_OK; 93 } 94 95 static u8 name_to_enc(Tcl_Interp *interp, Tcl_Obj *pObj){ 96 struct EncName { 97 char *zName; 98 u8 enc; 99 } encnames[] = { 100 { "UTF8", SQLITE_UTF8 }, 101 { "UTF16LE", SQLITE_UTF16LE }, 102 { "UTF16BE", SQLITE_UTF16BE }, 103 { "UTF16", SQLITE_UTF16NATIVE }, 104 { 0, 0 } 105 }; 106 struct EncName *pEnc; 107 char *z = Tcl_GetString(pObj); 108 for(pEnc=&encnames[0]; pEnc->zName; pEnc++){ 109 if( 0==sqlite3StrICmp(z, pEnc->zName) ){ 110 break; 111 } 112 } 113 if( !pEnc->enc ){ 114 Tcl_AppendResult(interp, "No such encoding: ", z, 0); 115 } 116 return pEnc->enc; 117 } 118 119 static int test_translate( 120 void * clientData, 121 Tcl_Interp *interp, 122 int objc, 123 Tcl_Obj *CONST objv[] 124 ){ 125 u8 enc_from; 126 u8 enc_to; 127 sqlite3_value *pVal; 128 129 const char *z; 130 int len; 131 132 if( objc!=4 ){ 133 Tcl_AppendResult(interp, "wrong # args: should be \"", 134 Tcl_GetStringFromObj(objv[0], 0), 135 " <string/blob> <from enc> <to enc>", 0 136 ); 137 return TCL_ERROR; 138 } 139 140 enc_from = name_to_enc(interp, objv[2]); 141 if( !enc_from ) return TCL_ERROR; 142 enc_to = name_to_enc(interp, objv[3]); 143 if( !enc_to ) return TCL_ERROR; 144 145 pVal = sqlite3ValueNew(); 146 147 if( enc_from==SQLITE_UTF8 ){ 148 z = Tcl_GetString(objv[1]); 149 sqlite3ValueSetStr(pVal, -1, z, enc_from, SQLITE_STATIC); 150 }else{ 151 z = Tcl_GetByteArrayFromObj(objv[1], &len); 152 sqlite3ValueSetStr(pVal, -1, z, enc_from, SQLITE_STATIC); 153 } 154 155 z = sqlite3ValueText(pVal, enc_to); 156 len = sqlite3ValueBytes(pVal, enc_to) + (enc_to==SQLITE_UTF8?1:2); 157 Tcl_SetObjResult(interp, Tcl_NewByteArrayObj(z, len)); 158 159 sqlite3ValueFree(pVal); 160 161 return TCL_OK; 162 } 163 164 /* 165 ** Usage: translate_selftest 166 ** 167 ** Call sqlite3utfSelfTest() to run the internal tests for unicode 168 ** translation. If there is a problem an assert() will fail. 169 **/ 170 void sqlite3utfSelfTest(); 171 static int test_translate_selftest( 172 void * clientData, 173 Tcl_Interp *interp, 174 int objc, 175 Tcl_Obj *CONST objv[] 176 ){ 177 sqlite3utfSelfTest(); 178 return SQLITE_OK; 179 } 180 181 182 /* 183 ** Register commands with the TCL interpreter. 184 */ 185 int Sqlitetest5_Init(Tcl_Interp *interp){ 186 static struct { 187 char *zName; 188 Tcl_ObjCmdProc *xProc; 189 } aCmd[] = { 190 { "binarize", (Tcl_ObjCmdProc*)binarize }, 191 { "test_value_overhead", (Tcl_ObjCmdProc*)test_value_overhead }, 192 { "test_translate", (Tcl_ObjCmdProc*)test_translate }, 193 { "translate_selftest", (Tcl_ObjCmdProc*)test_translate_selftest}, 194 }; 195 int i; 196 for(i=0; i<sizeof(aCmd)/sizeof(aCmd[0]); i++){ 197 Tcl_CreateObjCommand(interp, aCmd[i].zName, aCmd[i].xProc, 0, 0); 198 } 199 return SQLITE_OK; 200 } 201 202