Lines Matching refs:precision
220 int precision; /* Precision of the current field */ in sqlite3_str_vappendf() local
284 precision = -1; in sqlite3_str_vappendf()
350 precision = (int)getIntArg(pArgList); in sqlite3_str_vappendf()
352 precision = va_arg(ap,int); in sqlite3_str_vappendf()
354 if( precision<0 ){ in sqlite3_str_vappendf()
355 precision = precision >= -2147483647 ? -precision : -1; in sqlite3_str_vappendf()
365 precision = px & 0x7fffffff; in sqlite3_str_vappendf()
368 if( precision>SQLITE_PRINTF_PRECISION_LIMIT ){ in sqlite3_str_vappendf()
369 precision = SQLITE_PRINTF_PRECISION_LIMIT; in sqlite3_str_vappendf()
411 assert( precision>=(-1) ); in sqlite3_str_vappendf()
460 if( flag_zeropad && precision<width-(prefix!=0) ){ in sqlite3_str_vappendf()
461 precision = width-(prefix!=0); in sqlite3_str_vappendf()
463 if( precision<etBUFSIZE-10-etBUFSIZE/3 ){ in sqlite3_str_vappendf()
468 n = (u64)precision + 10; in sqlite3_str_vappendf()
469 if( cThousand ) n += precision/3; in sqlite3_str_vappendf()
493 while( precision>length ){ in sqlite3_str_vappendf()
531 if( precision<0 ) precision = 6; /* Set default precision */ in sqlite3_str_vappendf()
533 if( precision>SQLITE_FP_PRECISION_LIMIT ){ in sqlite3_str_vappendf()
534 precision = SQLITE_FP_PRECISION_LIMIT; in sqlite3_str_vappendf()
543 if( xtype==etGENERIC && precision>0 ) precision--; in sqlite3_str_vappendf()
544 testcase( precision>0xfff ); in sqlite3_str_vappendf()
545 idx = precision & 0xfff; in sqlite3_str_vappendf()
554 if( precision+(ex/3) < 15 ) rounder += realvalue*3e-16; in sqlite3_str_vappendf()
591 if( exp<-4 || exp>precision ){ in sqlite3_str_vappendf()
594 precision = precision - exp; in sqlite3_str_vappendf()
607 szBufNeeded = MAX(e2,0)+(i64)precision+(i64)width+15; in sqlite3_str_vappendf()
615 flag_dp = (precision>0 ?1:0) | flag_alternateform | flag_altform2; in sqlite3_str_vappendf()
634 for(e2++; e2<0; precision--, e2++){ in sqlite3_str_vappendf()
635 assert( precision>0 ); in sqlite3_str_vappendf()
639 while( (precision--)>0 ){ in sqlite3_str_vappendf()
738 if( precision>1 ){ in sqlite3_str_vappendf()
739 width -= precision-1; in sqlite3_str_vappendf()
744 while( precision-- > 1 ){ in sqlite3_str_vappendf()
765 && precision<0 in sqlite3_str_vappendf()
781 if( precision>=0 ){ in sqlite3_str_vappendf()
786 while( precision-- > 0 && z[0] ){ in sqlite3_str_vappendf()
791 for(length=0; length<precision && bufpt[length]; length++){} in sqlite3_str_vappendf()
824 k = precision; in sqlite3_str_vappendf()