From 25e4f8ab5acd0ef40feec6767a572bebbbe294b3 Mon Sep 17 00:00:00 2001 From: sthen Date: Fri, 23 Sep 2016 09:21:58 +0000 Subject: remove lib/libsqlite3, it has moved back to ports --- lib/libsqlite3/tool/sqldiff.c | 1857 ----------------------------------------- 1 file changed, 1857 deletions(-) delete mode 100644 lib/libsqlite3/tool/sqldiff.c (limited to 'lib/libsqlite3/tool/sqldiff.c') diff --git a/lib/libsqlite3/tool/sqldiff.c b/lib/libsqlite3/tool/sqldiff.c deleted file mode 100644 index 9f0b705c40a..00000000000 --- a/lib/libsqlite3/tool/sqldiff.c +++ /dev/null @@ -1,1857 +0,0 @@ -/* -** 2015-04-06 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** -** This is a utility program that computes the differences in content -** between two SQLite databases. -** -** To compile, simply link against SQLite. -** -** See the showHelp() routine below for a brief description of how to -** run the utility. -*/ -#include -#include -#include -#include -#include -#include -#include "sqlite3.h" - -/* -** All global variables are gathered into the "g" singleton. -*/ -struct GlobalVars { - const char *zArgv0; /* Name of program */ - int bSchemaOnly; /* Only show schema differences */ - int bSchemaPK; /* Use the schema-defined PK, not the true PK */ - unsigned fDebug; /* Debug flags */ - sqlite3 *db; /* The database connection */ -} g; - -/* -** Allowed values for g.fDebug -*/ -#define DEBUG_COLUMN_NAMES 0x000001 -#define DEBUG_DIFF_SQL 0x000002 - -/* -** Dynamic string object -*/ -typedef struct Str Str; -struct Str { - char *z; /* Text of the string */ - int nAlloc; /* Bytes allocated in z[] */ - int nUsed; /* Bytes actually used in z[] */ -}; - -/* -** Initialize a Str object -*/ -static void strInit(Str *p){ - p->z = 0; - p->nAlloc = 0; - p->nUsed = 0; -} - -/* -** Print an error resulting from faulting command-line arguments and -** abort the program. -*/ -static void cmdlineError(const char *zFormat, ...){ - va_list ap; - fprintf(stderr, "%s: ", g.zArgv0); - va_start(ap, zFormat); - vfprintf(stderr, zFormat, ap); - va_end(ap); - fprintf(stderr, "\n\"%s --help\" for more help\n", g.zArgv0); - exit(1); -} - -/* -** Print an error message for an error that occurs at runtime, then -** abort the program. -*/ -static void runtimeError(const char *zFormat, ...){ - va_list ap; - fprintf(stderr, "%s: ", g.zArgv0); - va_start(ap, zFormat); - vfprintf(stderr, zFormat, ap); - va_end(ap); - fprintf(stderr, "\n"); - exit(1); -} - -/* -** Free all memory held by a Str object -*/ -static void strFree(Str *p){ - sqlite3_free(p->z); - strInit(p); -} - -/* -** Add formatted text to the end of a Str object -*/ -static void strPrintf(Str *p, const char *zFormat, ...){ - int nNew; - for(;;){ - if( p->z ){ - va_list ap; - va_start(ap, zFormat); - sqlite3_vsnprintf(p->nAlloc-p->nUsed, p->z+p->nUsed, zFormat, ap); - va_end(ap); - nNew = (int)strlen(p->z + p->nUsed); - }else{ - nNew = p->nAlloc; - } - if( p->nUsed+nNew < p->nAlloc-1 ){ - p->nUsed += nNew; - break; - } - p->nAlloc = p->nAlloc*2 + 1000; - p->z = sqlite3_realloc(p->z, p->nAlloc); - if( p->z==0 ) runtimeError("out of memory"); - } -} - - - -/* Safely quote an SQL identifier. Use the minimum amount of transformation -** necessary to allow the string to be used with %s. -** -** Space to hold the returned string is obtained from sqlite3_malloc(). The -** caller is responsible for ensuring this space is freed when no longer -** needed. -*/ -static char *safeId(const char *zId){ - /* All SQLite keywords, in alphabetical order */ - static const char *azKeywords[] = { - "ABORT", "ACTION", "ADD", "AFTER", "ALL", "ALTER", "ANALYZE", "AND", "AS", - "ASC", "ATTACH", "AUTOINCREMENT", "BEFORE", "BEGIN", "BETWEEN", "BY", - "CASCADE", "CASE", "CAST", "CHECK", "COLLATE", "COLUMN", "COMMIT", - "CONFLICT", "CONSTRAINT", "CREATE", "CROSS", "CURRENT_DATE", - "CURRENT_TIME", "CURRENT_TIMESTAMP", "DATABASE", "DEFAULT", "DEFERRABLE", - "DEFERRED", "DELETE", "DESC", "DETACH", "DISTINCT", "DROP", "EACH", - "ELSE", "END", "ESCAPE", "EXCEPT", "EXCLUSIVE", "EXISTS", "EXPLAIN", - "FAIL", "FOR", "FOREIGN", "FROM", "FULL", "GLOB", "GROUP", "HAVING", "IF", - "IGNORE", "IMMEDIATE", "IN", "INDEX", "INDEXED", "INITIALLY", "INNER", - "INSERT", "INSTEAD", "INTERSECT", "INTO", "IS", "ISNULL", "JOIN", "KEY", - "LEFT", "LIKE", "LIMIT", "MATCH", "NATURAL", "NO", "NOT", "NOTNULL", - "NULL", "OF", "OFFSET", "ON", "OR", "ORDER", "OUTER", "PLAN", "PRAGMA", - "PRIMARY", "QUERY", "RAISE", "RECURSIVE", "REFERENCES", "REGEXP", - "REINDEX", "RELEASE", "RENAME", "REPLACE", "RESTRICT", "RIGHT", - "ROLLBACK", "ROW", "SAVEPOINT", "SELECT", "SET", "TABLE", "TEMP", - "TEMPORARY", "THEN", "TO", "TRANSACTION", "TRIGGER", "UNION", "UNIQUE", - "UPDATE", "USING", "VACUUM", "VALUES", "VIEW", "VIRTUAL", "WHEN", "WHERE", - "WITH", "WITHOUT", - }; - int lwr, upr, mid, c, i, x; - for(i=x=0; (c = zId[i])!=0; i++){ - if( !isalpha(c) && c!='_' ){ - if( i>0 && isdigit(c) ){ - x++; - }else{ - return sqlite3_mprintf("\"%w\"", zId); - } - } - } - if( x ) return sqlite3_mprintf("%s", zId); - lwr = 0; - upr = sizeof(azKeywords)/sizeof(azKeywords[0]) - 1; - while( lwr<=upr ){ - mid = (lwr+upr)/2; - c = sqlite3_stricmp(azKeywords[mid], zId); - if( c==0 ) return sqlite3_mprintf("\"%w\"", zId); - if( c<0 ){ - lwr = mid+1; - }else{ - upr = mid-1; - } - } - return sqlite3_mprintf("%s", zId); -} - -/* -** Prepare a new SQL statement. Print an error and abort if anything -** goes wrong. -*/ -static sqlite3_stmt *db_vprepare(const char *zFormat, va_list ap){ - char *zSql; - int rc; - sqlite3_stmt *pStmt; - - zSql = sqlite3_vmprintf(zFormat, ap); - if( zSql==0 ) runtimeError("out of memory"); - rc = sqlite3_prepare_v2(g.db, zSql, -1, &pStmt, 0); - if( rc ){ - runtimeError("SQL statement error: %s\n\"%s\"", sqlite3_errmsg(g.db), - zSql); - } - sqlite3_free(zSql); - return pStmt; -} -static sqlite3_stmt *db_prepare(const char *zFormat, ...){ - va_list ap; - sqlite3_stmt *pStmt; - va_start(ap, zFormat); - pStmt = db_vprepare(zFormat, ap); - va_end(ap); - return pStmt; -} - -/* -** Free a list of strings -*/ -static void namelistFree(char **az){ - if( az ){ - int i; - for(i=0; az[i]; i++) sqlite3_free(az[i]); - sqlite3_free(az); - } -} - -/* -** Return a list of column names for the table zDb.zTab. Space to -** hold the list is obtained from sqlite3_malloc() and should released -** using namelistFree() when no longer needed. -** -** Primary key columns are listed first, followed by data columns. -** The number of columns in the primary key is returned in *pnPkey. -** -** Normally, the "primary key" in the previous sentence is the true -** primary key - the rowid or INTEGER PRIMARY KEY for ordinary tables -** or the declared PRIMARY KEY for WITHOUT ROWID tables. However, if -** the g.bSchemaPK flag is set, then the schema-defined PRIMARY KEY is -** used in all cases. In that case, entries that have NULL values in -** any of their primary key fields will be excluded from the analysis. -** -** If the primary key for a table is the rowid but rowid is inaccessible, -** then this routine returns a NULL pointer. -** -** Examples: -** CREATE TABLE t1(a INT UNIQUE, b INTEGER, c TEXT, PRIMARY KEY(c)); -** *pnPKey = 1; -** az = { "rowid", "a", "b", "c", 0 } // Normal case -** az = { "c", "a", "b", 0 } // g.bSchemaPK==1 -** -** CREATE TABLE t2(a INT UNIQUE, b INTEGER, c TEXT, PRIMARY KEY(b)); -** *pnPKey = 1; -** az = { "b", "a", "c", 0 } -** -** CREATE TABLE t3(x,y,z,PRIMARY KEY(y,z)); -** *pnPKey = 1 // Normal case -** az = { "rowid", "x", "y", "z", 0 } // Normal case -** *pnPKey = 2 // g.bSchemaPK==1 -** az = { "y", "x", "z", 0 } // g.bSchemaPK==1 -** -** CREATE TABLE t4(x,y,z,PRIMARY KEY(y,z)) WITHOUT ROWID; -** *pnPKey = 2 -** az = { "y", "z", "x", 0 } -** -** CREATE TABLE t5(rowid,_rowid_,oid); -** az = 0 // The rowid is not accessible -*/ -static char **columnNames( - const char *zDb, /* Database ("main" or "aux") to query */ - const char *zTab, /* Name of table to return details of */ - int *pnPKey, /* OUT: Number of PK columns */ - int *pbRowid /* OUT: True if PK is an implicit rowid */ -){ - char **az = 0; /* List of column names to be returned */ - int naz = 0; /* Number of entries in az[] */ - sqlite3_stmt *pStmt; /* SQL statement being run */ - char *zPkIdxName = 0; /* Name of the PRIMARY KEY index */ - int truePk = 0; /* PRAGMA table_info indentifies the PK to use */ - int nPK = 0; /* Number of PRIMARY KEY columns */ - int i, j; /* Loop counters */ - - if( g.bSchemaPK==0 ){ - /* Normal case: Figure out what the true primary key is for the table. - ** * For WITHOUT ROWID tables, the true primary key is the same as - ** the schema PRIMARY KEY, which is guaranteed to be present. - ** * For rowid tables with an INTEGER PRIMARY KEY, the true primary - ** key is the INTEGER PRIMARY KEY. - ** * For all other rowid tables, the rowid is the true primary key. - */ - pStmt = db_prepare("PRAGMA %s.index_list=%Q", zDb, zTab); - while( SQLITE_ROW==sqlite3_step(pStmt) ){ - if( sqlite3_stricmp((const char*)sqlite3_column_text(pStmt,3),"pk")==0 ){ - zPkIdxName = sqlite3_mprintf("%s", sqlite3_column_text(pStmt, 1)); - break; - } - } - sqlite3_finalize(pStmt); - if( zPkIdxName ){ - int nKey = 0; - int nCol = 0; - truePk = 0; - pStmt = db_prepare("PRAGMA %s.index_xinfo=%Q", zDb, zPkIdxName); - while( SQLITE_ROW==sqlite3_step(pStmt) ){ - nCol++; - if( sqlite3_column_int(pStmt,5) ){ nKey++; continue; } - if( sqlite3_column_int(pStmt,1)>=0 ) truePk = 1; - } - if( nCol==nKey ) truePk = 1; - if( truePk ){ - nPK = nKey; - }else{ - nPK = 1; - } - sqlite3_finalize(pStmt); - sqlite3_free(zPkIdxName); - }else{ - truePk = 1; - nPK = 1; - } - pStmt = db_prepare("PRAGMA %s.table_info=%Q", zDb, zTab); - }else{ - /* The g.bSchemaPK==1 case: Use whatever primary key is declared - ** in the schema. The "rowid" will still be used as the primary key - ** if the table definition does not contain a PRIMARY KEY. - */ - nPK = 0; - pStmt = db_prepare("PRAGMA %s.table_info=%Q", zDb, zTab); - while( SQLITE_ROW==sqlite3_step(pStmt) ){ - if( sqlite3_column_int(pStmt,5)>0 ) nPK++; - } - sqlite3_reset(pStmt); - if( nPK==0 ) nPK = 1; - truePk = 1; - } - *pnPKey = nPK; - naz = nPK; - az = sqlite3_malloc( sizeof(char*)*(nPK+1) ); - if( az==0 ) runtimeError("out of memory"); - memset(az, 0, sizeof(char*)*(nPK+1)); - while( SQLITE_ROW==sqlite3_step(pStmt) ){ - int iPKey; - if( truePk && (iPKey = sqlite3_column_int(pStmt,5))>0 ){ - az[iPKey-1] = safeId((char*)sqlite3_column_text(pStmt,1)); - }else{ - az = sqlite3_realloc(az, sizeof(char*)*(naz+2) ); - if( az==0 ) runtimeError("out of memory"); - az[naz++] = safeId((char*)sqlite3_column_text(pStmt,1)); - } - } - sqlite3_finalize(pStmt); - if( az ) az[naz] = 0; - - /* If it is non-NULL, set *pbRowid to indicate whether or not the PK of - ** this table is an implicit rowid (*pbRowid==1) or not (*pbRowid==0). */ - if( pbRowid ) *pbRowid = (az[0]==0); - - /* If this table has an implicit rowid for a PK, figure out how to refer - ** to it. There are three options - "rowid", "_rowid_" and "oid". Any - ** of these will work, unless the table has an explicit column of the - ** same name. */ - if( az[0]==0 ){ - const char *azRowid[] = { "rowid", "_rowid_", "oid" }; - for(i=0; i=naz ){ - az[0] = sqlite3_mprintf("%s", azRowid[i]); - break; - } - } - if( az[0]==0 ){ - for(i=1; inPk2 ){ - zSep = "SELECT "; - for(i=0; iz[i] = z[i]; - } - pHash->a = a & 0xffff; - pHash->b = b & 0xffff; - pHash->i = 0; -} - -/* -** Advance the rolling hash by a single character "c" -*/ -static void hash_next(hash *pHash, int c){ - u16 old = pHash->z[pHash->i]; - pHash->z[pHash->i] = (char)c; - pHash->i = (pHash->i+1)&(NHASH-1); - pHash->a = pHash->a - old + (char)c; - pHash->b = pHash->b - NHASH*old + pHash->a; -} - -/* -** Return a 32-bit hash value -*/ -static u32 hash_32bit(hash *pHash){ - return (pHash->a & 0xffff) | (((u32)(pHash->b & 0xffff))<<16); -} - -/* -** Write an base-64 integer into the given buffer. -*/ -static void putInt(unsigned int v, char **pz){ - static const char zDigits[] = - "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz~"; - /* 123456789 123456789 123456789 123456789 123456789 123456789 123 */ - int i, j; - char zBuf[20]; - if( v==0 ){ - *(*pz)++ = '0'; - return; - } - for(i=0; v>0; i++, v>>=6){ - zBuf[i] = zDigits[v&0x3f]; - } - for(j=i-1; j>=0; j--){ - *(*pz)++ = zBuf[j]; - } -} - -/* -** Return the number digits in the base-64 representation of a positive integer -*/ -static int digit_count(int v){ - unsigned int i, x; - for(i=1, x=64; (unsigned int)v>=x; i++, x <<= 6){} - return i; -} - -/* -** Compute a 32-bit checksum on the N-byte buffer. Return the result. -*/ -static unsigned int checksum(const char *zIn, size_t N){ - const unsigned char *z = (const unsigned char *)zIn; - unsigned sum0 = 0; - unsigned sum1 = 0; - unsigned sum2 = 0; - unsigned sum3 = 0; - while(N >= 16){ - sum0 += ((unsigned)z[0] + z[4] + z[8] + z[12]); - sum1 += ((unsigned)z[1] + z[5] + z[9] + z[13]); - sum2 += ((unsigned)z[2] + z[6] + z[10]+ z[14]); - sum3 += ((unsigned)z[3] + z[7] + z[11]+ z[15]); - z += 16; - N -= 16; - } - while(N >= 4){ - sum0 += z[0]; - sum1 += z[1]; - sum2 += z[2]; - sum3 += z[3]; - z += 4; - N -= 4; - } - sum3 += (sum2 << 8) + (sum1 << 16) + (sum0 << 24); - switch(N){ - case 3: sum3 += (z[2] << 8); - case 2: sum3 += (z[1] << 16); - case 1: sum3 += (z[0] << 24); - default: ; - } - return sum3; -} - -/* -** Create a new delta. -** -** The delta is written into a preallocated buffer, zDelta, which -** should be at least 60 bytes longer than the target file, zOut. -** The delta string will be NUL-terminated, but it might also contain -** embedded NUL characters if either the zSrc or zOut files are -** binary. This function returns the length of the delta string -** in bytes, excluding the final NUL terminator character. -** -** Output Format: -** -** The delta begins with a base64 number followed by a newline. This -** number is the number of bytes in the TARGET file. Thus, given a -** delta file z, a program can compute the size of the output file -** simply by reading the first line and decoding the base-64 number -** found there. The delta_output_size() routine does exactly this. -** -** After the initial size number, the delta consists of a series of -** literal text segments and commands to copy from the SOURCE file. -** A copy command looks like this: -** -** NNN@MMM, -** -** where NNN is the number of bytes to be copied and MMM is the offset -** into the source file of the first byte (both base-64). If NNN is 0 -** it means copy the rest of the input file. Literal text is like this: -** -** NNN:TTTTT -** -** where NNN is the number of bytes of text (base-64) and TTTTT is the text. -** -** The last term is of the form -** -** NNN; -** -** In this case, NNN is a 32-bit bigendian checksum of the output file -** that can be used to verify that the delta applied correctly. All -** numbers are in base-64. -** -** Pure text files generate a pure text delta. Binary files generate a -** delta that may contain some binary data. -** -** Algorithm: -** -** The encoder first builds a hash table to help it find matching -** patterns in the source file. 16-byte chunks of the source file -** sampled at evenly spaced intervals are used to populate the hash -** table. -** -** Next we begin scanning the target file using a sliding 16-byte -** window. The hash of the 16-byte window in the target is used to -** search for a matching section in the source file. When a match -** is found, a copy command is added to the delta. An effort is -** made to extend the matching section to regions that come before -** and after the 16-byte hash window. A copy command is only issued -** if the result would use less space that just quoting the text -** literally. Literal text is added to the delta for sections that -** do not match or which can not be encoded efficiently using copy -** commands. -*/ -static int rbuDeltaCreate( - const char *zSrc, /* The source or pattern file */ - unsigned int lenSrc, /* Length of the source file */ - const char *zOut, /* The target file */ - unsigned int lenOut, /* Length of the target file */ - char *zDelta /* Write the delta into this buffer */ -){ - unsigned int i, base; - char *zOrigDelta = zDelta; - hash h; - int nHash; /* Number of hash table entries */ - int *landmark; /* Primary hash table */ - int *collide; /* Collision chain */ - int lastRead = -1; /* Last byte of zSrc read by a COPY command */ - - /* Add the target file size to the beginning of the delta - */ - putInt(lenOut, &zDelta); - *(zDelta++) = '\n'; - - /* If the source file is very small, it means that we have no - ** chance of ever doing a copy command. Just output a single - ** literal segment for the entire target and exit. - */ - if( lenSrc<=NHASH ){ - putInt(lenOut, &zDelta); - *(zDelta++) = ':'; - memcpy(zDelta, zOut, lenOut); - zDelta += lenOut; - putInt(checksum(zOut, lenOut), &zDelta); - *(zDelta++) = ';'; - return zDelta - zOrigDelta; - } - - /* Compute the hash table used to locate matching sections in the - ** source file. - */ - nHash = lenSrc/NHASH; - collide = sqlite3_malloc( nHash*2*sizeof(int) ); - landmark = &collide[nHash]; - memset(landmark, -1, nHash*sizeof(int)); - memset(collide, -1, nHash*sizeof(int)); - for(i=0; i=0 && (limit--)>0 ){ - /* - ** The hash window has identified a potential match against - ** landmark block iBlock. But we need to investigate further. - ** - ** Look for a region in zOut that matches zSrc. Anchor the search - ** at zSrc[iSrc] and zOut[base+i]. Do not include anything prior to - ** zOut[base] or after zOut[outLen] nor anything after zSrc[srcLen]. - ** - ** Set cnt equal to the length of the match and set ofst so that - ** zSrc[ofst] is the first element of the match. litsz is the number - ** of characters between zOut[base] and the beginning of the match. - ** sz will be the overhead (in bytes) needed to encode the copy - ** command. Only generate copy command if the overhead of the - ** copy command is less than the amount of literal text to be copied. - */ - int cnt, ofst, litsz; - int j, k, x, y; - int sz; - - /* Beginning at iSrc, match forwards as far as we can. j counts - ** the number of characters that match */ - iSrc = iBlock*NHASH; - for( - j=0, x=iSrc, y=base+i; - (unsigned int)x=sz && cnt>bestCnt ){ - /* Remember this match only if it is the best so far and it - ** does not increase the file size */ - bestCnt = cnt; - bestOfst = iSrc-k; - bestLitsz = litsz; - } - - /* Check the next matching block */ - iBlock = collide[iBlock]; - } - - /* We have a copy command that does not cause the delta to be larger - ** than a literal insert. So add the copy command to the delta. - */ - if( bestCnt>0 ){ - if( bestLitsz>0 ){ - /* Add an insert command before the copy */ - putInt(bestLitsz,&zDelta); - *(zDelta++) = ':'; - memcpy(zDelta, &zOut[base], bestLitsz); - zDelta += bestLitsz; - base += bestLitsz; - } - base += bestCnt; - putInt(bestCnt, &zDelta); - *(zDelta++) = '@'; - putInt(bestOfst, &zDelta); - *(zDelta++) = ','; - if( bestOfst + bestCnt -1 > lastRead ){ - lastRead = bestOfst + bestCnt - 1; - } - bestCnt = 0; - break; - } - - /* If we reach this point, it means no match is found so far */ - if( base+i+NHASH>=lenOut ){ - /* We have reached the end of the file and have not found any - ** matches. Do an "insert" for everything that does not match */ - putInt(lenOut-base, &zDelta); - *(zDelta++) = ':'; - memcpy(zDelta, &zOut[base], lenOut-base); - zDelta += lenOut-base; - base = lenOut; - break; - } - - /* Advance the hash by one character. Keep looking for a match */ - hash_next(&h, zOut[base+i+NHASH]); - i++; - } - } - /* Output a final "insert" record to get all the text at the end of - ** the file that does not match anything in the source file. - */ - if( base1)?", ":""), i); -} - -static void rbudiff_one_table(const char *zTab, FILE *out){ - int bOtaRowid; /* True to use an ota_rowid column */ - int nPK; /* Number of primary key columns in table */ - char **azCol; /* NULL terminated array of col names */ - int i; - int nCol; - Str ct = {0, 0, 0}; /* The "CREATE TABLE data_xxx" statement */ - Str sql = {0, 0, 0}; /* Query to find differences */ - Str insert = {0, 0, 0}; /* First part of output INSERT statement */ - sqlite3_stmt *pStmt = 0; - - /* --rbu mode must use real primary keys. */ - g.bSchemaPK = 1; - - /* Check that the schemas of the two tables match. Exit early otherwise. */ - checkSchemasMatch(zTab); - - /* Grab the column names and PK details for the table(s). If no usable PK - ** columns are found, bail out early. */ - azCol = columnNames("main", zTab, &nPK, &bOtaRowid); - if( azCol==0 ){ - runtimeError("table %s has no usable PK columns", zTab); - } - for(nCol=0; azCol[nCol]; nCol++); - - /* Build and output the CREATE TABLE statement for the data_xxx table */ - strPrintf(&ct, "CREATE TABLE IF NOT EXISTS 'data_%q'(", zTab); - if( bOtaRowid ) strPrintf(&ct, "rbu_rowid, "); - strPrintfArray(&ct, ", ", "%s", &azCol[bOtaRowid], -1); - strPrintf(&ct, ", rbu_control);"); - - /* Get the SQL for the query to retrieve data from the two databases */ - getRbudiffQuery(zTab, azCol, nPK, bOtaRowid, &sql); - - /* Build the first part of the INSERT statement output for each row - ** in the data_xxx table. */ - strPrintf(&insert, "INSERT INTO 'data_%q' (", zTab); - if( bOtaRowid ) strPrintf(&insert, "rbu_rowid, "); - strPrintfArray(&insert, ", ", "%s", &azCol[bOtaRowid], -1); - strPrintf(&insert, ", rbu_control) VALUES("); - - pStmt = db_prepare("%s", sql.z); - - while( sqlite3_step(pStmt)==SQLITE_ROW ){ - - /* If this is the first row output, print out the CREATE TABLE - ** statement first. And then set ct.z to NULL so that it is not - ** printed again. */ - if( ct.z ){ - fprintf(out, "%s\n", ct.z); - strFree(&ct); - } - - /* Output the first part of the INSERT statement */ - fprintf(out, "%s", insert.z); - - if( sqlite3_column_type(pStmt, nCol)==SQLITE_INTEGER ){ - for(i=0; i<=nCol; i++){ - if( i>0 ) fprintf(out, ", "); - printQuoted(out, sqlite3_column_value(pStmt, i)); - } - }else{ - char *zOtaControl; - int nOtaControl = sqlite3_column_bytes(pStmt, nCol); - - zOtaControl = (char*)sqlite3_malloc(nOtaControl); - memcpy(zOtaControl, sqlite3_column_text(pStmt, nCol), nOtaControl+1); - - for(i=0; i=nPK - && sqlite3_column_type(pStmt, i)==SQLITE_BLOB - && sqlite3_column_type(pStmt, nCol+1+i)==SQLITE_BLOB - ){ - const char *aSrc = sqlite3_column_blob(pStmt, nCol+1+i); - int nSrc = sqlite3_column_bytes(pStmt, nCol+1+i); - const char *aFinal = sqlite3_column_blob(pStmt, i); - int nFinal = sqlite3_column_bytes(pStmt, i); - char *aDelta; - int nDelta; - - aDelta = sqlite3_malloc(nFinal + 60); - nDelta = rbuDeltaCreate(aSrc, nSrc, aFinal, nFinal, aDelta); - if( nDelta>= 8; - for(i=7; i>=0; i--){ - p[i] = (unsigned char)((v & 0x7f) | 0x80); - v >>= 7; - } - fwrite(p, 8, 1, out); - }else{ - n = 9; - do{ - p[n--] = (unsigned char)((v & 0x7f) | 0x80); - v >>= 7; - }while( v!=0 ); - p[9] &= 0x7f; - fwrite(p+n+1, 9-n, 1, out); - } -} - -/* -** Write an SQLite value onto out. -*/ -static void putValue(FILE *out, sqlite3_value *pVal){ - int iDType = sqlite3_value_type(pVal); - sqlite3_int64 iX; - double rX; - sqlite3_uint64 uX; - int j; - - putc(iDType, out); - switch( iDType ){ - case SQLITE_INTEGER: - iX = sqlite3_value_int64(pVal); - memcpy(&uX, &iX, 8); - for(j=56; j>=0; j-=8) putc((uX>>j)&0xff, out); - break; - case SQLITE_FLOAT: - rX = sqlite3_value_double(pVal); - memcpy(&uX, &rX, 8); - for(j=56; j>=0; j-=8) putc((uX>>j)&0xff, out); - break; - case SQLITE_TEXT: - iX = sqlite3_value_bytes(pVal); - putsVarint(out, (sqlite3_uint64)iX); - fwrite(sqlite3_value_text(pVal),1,(size_t)iX,out); - break; - case SQLITE_BLOB: - iX = sqlite3_value_bytes(pVal); - putsVarint(out, (sqlite3_uint64)iX); - fwrite(sqlite3_value_blob(pVal),1,(size_t)iX,out); - break; - case SQLITE_NULL: - break; - } -} - -/* -** Generate a CHANGESET for all differences from main.zTab to aux.zTab. -*/ -static void changeset_one_table(const char *zTab, FILE *out){ - sqlite3_stmt *pStmt; /* SQL statment */ - char *zId = safeId(zTab); /* Escaped name of the table */ - char **azCol = 0; /* List of escaped column names */ - int nCol = 0; /* Number of columns */ - int *aiFlg = 0; /* 0 if column is not part of PK */ - int *aiPk = 0; /* Column numbers for each PK column */ - int nPk = 0; /* Number of PRIMARY KEY columns */ - Str sql; /* SQL for the diff query */ - int i, k; /* Loop counters */ - const char *zSep; /* List separator */ - - /* Check that the schemas of the two tables match. Exit early otherwise. */ - checkSchemasMatch(zTab); - - pStmt = db_prepare("PRAGMA main.table_info=%Q", zTab); - while( SQLITE_ROW==sqlite3_step(pStmt) ){ - nCol++; - azCol = sqlite3_realloc(azCol, sizeof(char*)*nCol); - if( azCol==0 ) runtimeError("out of memory"); - aiFlg = sqlite3_realloc(aiFlg, sizeof(int)*nCol); - if( aiFlg==0 ) runtimeError("out of memory"); - azCol[nCol-1] = safeId((const char*)sqlite3_column_text(pStmt,1)); - aiFlg[nCol-1] = i = sqlite3_column_int(pStmt,5); - if( i>0 ){ - if( i>nPk ){ - nPk = i; - aiPk = sqlite3_realloc(aiPk, sizeof(int)*nPk); - if( aiPk==0 ) runtimeError("out of memory"); - } - aiPk[i-1] = nCol-1; - } - } - sqlite3_finalize(pStmt); - if( nPk==0 ) goto end_changeset_one_table; - strInit(&sql); - if( nCol>nPk ){ - strPrintf(&sql, "SELECT %d", SQLITE_UPDATE); - for(i=0; i0 ) sqlite3_free(azCol[--nCol]); - sqlite3_free(azCol); - sqlite3_free(aiPk); - sqlite3_free(zId); -} - -/* -** Print sketchy documentation for this utility program -*/ -static void showHelp(void){ - printf("Usage: %s [options] DB1 DB2\n", g.zArgv0); - printf( -"Output SQL text that would transform DB1 into DB2.\n" -"Options:\n" -" --changeset FILE Write a CHANGESET into FILE\n" -" -L|--lib LIBRARY Load an SQLite extension library\n" -" --primarykey Use schema-defined PRIMARY KEYs\n" -" --rbu Output SQL to create/populate RBU table(s)\n" -" --schema Show only differences in the schema\n" -" --summary Show only a summary of the differences\n" -" --table TAB Show only differences in table TAB\n" - ); -} - -int main(int argc, char **argv){ - const char *zDb1 = 0; - const char *zDb2 = 0; - int i; - int rc; - char *zErrMsg = 0; - char *zSql; - sqlite3_stmt *pStmt; - char *zTab = 0; - FILE *out = stdout; - void (*xDiff)(const char*,FILE*) = diff_one_table; - int nExt = 0; - char **azExt = 0; - - g.zArgv0 = argv[0]; - sqlite3_config(SQLITE_CONFIG_SINGLETHREAD); - for(i=1; i