4 ** The author disclaims copyright to this source code. In place of
5 ** a legal notice, here is a blessing:
7 ** May you do good and not evil.
8 ** May you find forgiveness for yourself and forgive others.
9 ** May you share freely, never taking more than you give.
11 *************************************************************************
12 ** This file contains the implementation of the sqlite3_prepare()
13 ** interface, and routines that contribute to loading the database schema
18 #include "sqliteInt.h"
22 ** Fill the InitData structure with an error message that indicates
23 ** that the database is corrupt.
25 static void corruptSchema(InitData *pData, const char *zExtra){
26 if( !pData->db->mallocFailed ){
27 sqlite3SetString(pData->pzErrMsg, "malformed database schema",
28 zExtra!=0 && zExtra[0]!=0 ? " - " : (char*)0, zExtra, (char*)0);
30 pData->rc = SQLITE_CORRUPT;
34 ** This is the callback routine for the code that initializes the
35 ** database. See sqlite3Init() below for additional information.
36 ** This routine is also called from the OP_ParseSchema opcode of the VDBE.
38 ** Each callback contains the following information:
40 ** argv[0] = name of thing being created
41 ** argv[1] = root page number for table or index. 0 for trigger or view.
42 ** argv[2] = SQL text for the CREATE statement.
45 int sqlite3InitCallback(void *pInit, int argc, char **argv, char **azColName){
46 InitData *pData = (InitData*)pInit;
47 sqlite3 *db = pData->db;
50 assert( sqlite3_mutex_held(db->mutex) );
51 pData->rc = SQLITE_OK;
52 DbClearProperty(db, iDb, DB_Empty);
53 if( db->mallocFailed ){
54 corruptSchema(pData, 0);
59 if( argv==0 ) return 0; /* Might happen if EMPTY_RESULT_CALLBACKS are on */
61 corruptSchema(pData, 0);
64 assert( iDb>=0 && iDb<db->nDb );
65 if( argv[2] && argv[2][0] ){
66 /* Call the parser to process a CREATE TABLE, INDEX or VIEW.
67 ** But because db->init.busy is set to 1, no VDBE code is generated
68 ** or executed. All the parser does is build the internal data
69 ** structures that describe the table, index, or view.
73 assert( db->init.busy );
75 db->init.newTnum = atoi(argv[1]);
76 rc = sqlite3_exec(db, argv[2], 0, 0, &zErr);
78 assert( rc!=SQLITE_OK || zErr==0 );
81 if( rc==SQLITE_NOMEM ){
83 }else if( rc!=SQLITE_INTERRUPT ){
84 corruptSchema(pData, zErr);
90 /* If the SQL column is blank it means this is an index that
91 ** was created to be the PRIMARY KEY or to fulfill a UNIQUE
92 ** constraint for a CREATE TABLE. The index should have already
93 ** been created when we processed the CREATE TABLE. All we have
94 ** to do here is record the root page number for that index.
97 pIndex = sqlite3FindIndex(db, argv[0], db->aDb[iDb].zName);
98 if( pIndex==0 || pIndex->tnum!=0 ){
99 /* This can occur if there exists an index on a TEMP table which
100 ** has the same name as another index on a permanent index. Since
101 ** the permanent table is hidden by the TEMP table, we can also
102 ** safely ignore the index on the permanent table.
106 pIndex->tnum = atoi(argv[1]);
113 ** Attempt to read the database schema and initialize internal
114 ** data structures for a single database file. The index of the
115 ** database file is given by iDb. iDb==0 is used for the main
116 ** database. iDb==1 should never be used. iDb>=2 is used for
117 ** auxiliary databases. Return one of the SQLITE_ error codes to
118 ** indicate success or failure.
120 static int sqlite3InitOne(sqlite3 *db, int iDb, char **pzErrMsg){
126 char const *azArg[4];
129 char const *zMasterSchema;
130 char const *zMasterName = SCHEMA_TABLE(iDb);
133 ** The master database table has a structure like this
135 static const char master_schema[] =
136 "CREATE TABLE sqlite_master(\n"
140 " rootpage integer,\n"
144 #ifndef SQLITE_OMIT_TEMPDB
145 static const char temp_master_schema[] =
146 "CREATE TEMP TABLE sqlite_temp_master(\n"
150 " rootpage integer,\n"
155 #define temp_master_schema 0
158 assert( iDb>=0 && iDb<db->nDb );
159 assert( db->aDb[iDb].pSchema );
160 assert( sqlite3_mutex_held(db->mutex) );
162 /* zMasterSchema and zInitScript are set to point at the master schema
163 ** and initialisation script appropriate for the database being
164 ** initialised. zMasterName is the name of the master table.
166 if( !OMIT_TEMPDB && iDb==1 ){
167 zMasterSchema = temp_master_schema;
169 zMasterSchema = master_schema;
171 zMasterName = SCHEMA_TABLE(iDb);
173 /* Construct the schema tables. */
174 sqlite3SafetyOff(db);
175 azArg[0] = zMasterName;
177 azArg[2] = zMasterSchema;
181 initData.pzErrMsg = pzErrMsg;
182 rc = sqlite3InitCallback(&initData, 3, (char **)azArg, 0);
188 pTab = sqlite3FindTable(db, zMasterName, db->aDb[iDb].zName);
194 /* Create a cursor to hold the database open
198 if( !OMIT_TEMPDB && iDb==1 ){
199 DbSetProperty(db, 1, DB_SchemaLoaded);
203 sqlite3BtreeEnter(pDb->pBt);
204 rc = sqlite3BtreeCursor(pDb->pBt, MASTER_ROOT, 0, 0, 0, &curMain);
205 if( rc!=SQLITE_OK && rc!=SQLITE_EMPTY ){
206 sqlite3SetString(pzErrMsg, sqlite3ErrStr(rc), (char*)0);
207 sqlite3BtreeLeave(pDb->pBt);
211 /* Get the database meta information.
213 ** Meta values are as follows:
214 ** meta[0] Schema cookie. Changes with each schema change.
215 ** meta[1] File format of schema layer.
216 ** meta[2] Size of the page cache.
217 ** meta[3] Use freelist if 0. Autovacuum if greater than zero.
218 ** meta[4] Db text encoding. 1:UTF-8 2:UTF-16LE 3:UTF-16BE
219 ** meta[5] The user cookie. Used by the application.
220 ** meta[6] Incremental-vacuum flag.
225 ** Note: The #defined SQLITE_UTF* symbols in sqliteInt.h correspond to
226 ** the possible values of meta[4].
230 for(i=0; rc==SQLITE_OK && i<sizeof(meta)/sizeof(meta[0]); i++){
231 rc = sqlite3BtreeGetMeta(pDb->pBt, i+1, (u32 *)&meta[i]);
234 sqlite3SetString(pzErrMsg, sqlite3ErrStr(rc), (char*)0);
235 sqlite3BtreeCloseCursor(curMain);
236 sqlite3BtreeLeave(pDb->pBt);
240 memset(meta, 0, sizeof(meta));
242 pDb->pSchema->schema_cookie = meta[0];
244 /* If opening a non-empty database, check the text encoding. For the
245 ** main database, set sqlite3.enc to the encoding of the main database.
246 ** For an attached db, it is an error if the encoding is not the same
249 if( meta[4] ){ /* text encoding */
251 /* If opening the main database, set ENC(db). */
252 ENC(db) = (u8)meta[4];
253 db->pDfltColl = sqlite3FindCollSeq(db, SQLITE_UTF8, "BINARY", 6, 0);
255 /* If opening an attached database, the encoding much match ENC(db) */
256 if( meta[4]!=ENC(db) ){
257 sqlite3BtreeCloseCursor(curMain);
258 sqlite3SetString(pzErrMsg, "attached databases must use the same"
259 " text encoding as main database", (char*)0);
260 sqlite3BtreeLeave(pDb->pBt);
265 DbSetProperty(db, iDb, DB_Empty);
267 pDb->pSchema->enc = ENC(db);
270 if( size==0 ){ size = SQLITE_DEFAULT_CACHE_SIZE; }
271 pDb->pSchema->cache_size = size;
272 sqlite3BtreeSetCacheSize(pDb->pBt, pDb->pSchema->cache_size);
275 ** file_format==1 Version 3.0.0.
276 ** file_format==2 Version 3.1.3. // ALTER TABLE ADD COLUMN
277 ** file_format==3 Version 3.1.4. // ditto but with non-NULL defaults
278 ** file_format==4 Version 3.3.0. // DESC indices. Boolean constants
280 pDb->pSchema->file_format = meta[1];
281 if( pDb->pSchema->file_format==0 ){
282 pDb->pSchema->file_format = 1;
284 if( pDb->pSchema->file_format>SQLITE_MAX_FILE_FORMAT ){
285 sqlite3BtreeCloseCursor(curMain);
286 sqlite3SetString(pzErrMsg, "unsupported file format", (char*)0);
287 sqlite3BtreeLeave(pDb->pBt);
292 /* Read the schema information out of the schema tables
294 assert( db->init.busy );
295 if( rc==SQLITE_EMPTY ){
296 /* For an empty database, there is nothing to read */
300 zSql = sqlite3MPrintf(db,
301 "SELECT name, rootpage, sql FROM '%q'.%s",
302 db->aDb[iDb].zName, zMasterName);
303 sqlite3SafetyOff(db);
304 rc = sqlite3_exec(db, zSql, sqlite3InitCallback, &initData, 0);
305 if( rc==SQLITE_ABORT ) rc = initData.rc;
308 #ifndef SQLITE_OMIT_ANALYZE
310 sqlite3AnalysisLoad(db, iDb);
313 sqlite3BtreeCloseCursor(curMain);
315 if( db->mallocFailed ){
316 /* sqlite3SetString(pzErrMsg, "out of memory", (char*)0); */
318 sqlite3ResetInternalSchema(db, 0);
320 if( rc==SQLITE_OK || (db->flags&SQLITE_RecoveryMode)){
321 /* Black magic: If the SQLITE_RecoveryMode flag is set, then consider
322 ** the schema loaded, even if errors occured. In this situation the
323 ** current sqlite3_prepare() operation will fail, but the following one
324 ** will attempt to compile the supplied statement against whatever subset
325 ** of the schema was loaded before the error occured. The primary
326 ** purpose of this is to allow access to the sqlite_master table
327 ** even when it's contents have been corrupted.
329 DbSetProperty(db, iDb, DB_SchemaLoaded);
332 sqlite3BtreeLeave(pDb->pBt);
335 if( rc==SQLITE_NOMEM || rc==SQLITE_IOERR_NOMEM ){
336 db->mallocFailed = 1;
342 ** Initialize all database files - the main database file, the file
343 ** used to store temporary tables, and any additional database files
344 ** created using ATTACH statements. Return a success code. If an
345 ** error occurs, write an error message into *pzErrMsg.
347 ** After a database is initialized, the DB_SchemaLoaded bit is set
348 ** bit is set in the flags field of the Db structure. If the database
349 ** file was of zero-length, then the DB_Empty flag is also set.
351 int sqlite3Init(sqlite3 *db, char **pzErrMsg){
353 int commit_internal = !(db->flags&SQLITE_InternChanges);
355 assert( sqlite3_mutex_held(db->mutex) );
356 if( db->init.busy ) return SQLITE_OK;
359 for(i=0; rc==SQLITE_OK && i<db->nDb; i++){
360 if( DbHasProperty(db, i, DB_SchemaLoaded) || i==1 ) continue;
361 rc = sqlite3InitOne(db, i, pzErrMsg);
363 sqlite3ResetInternalSchema(db, i);
367 /* Once all the other databases have been initialised, load the schema
368 ** for the TEMP database. This is loaded last, as the TEMP database
369 ** schema may contain references to objects in other databases.
371 #ifndef SQLITE_OMIT_TEMPDB
372 if( rc==SQLITE_OK && db->nDb>1 && !DbHasProperty(db, 1, DB_SchemaLoaded) ){
373 rc = sqlite3InitOne(db, 1, pzErrMsg);
375 sqlite3ResetInternalSchema(db, 1);
381 if( rc==SQLITE_OK && commit_internal ){
382 sqlite3CommitInternalChanges(db);
389 ** This routine is a no-op if the database schema is already initialised.
390 ** Otherwise, the schema is loaded. An error code is returned.
392 int sqlite3ReadSchema(Parse *pParse){
394 sqlite3 *db = pParse->db;
395 assert( sqlite3_mutex_held(db->mutex) );
396 if( !db->init.busy ){
397 rc = sqlite3Init(db, &pParse->zErrMsg);
408 ** Check schema cookies in all databases. If any cookie is out
409 ** of date, return 0. If all schema cookies are current, return 1.
411 static int schemaIsValid(sqlite3 *db){
418 assert( sqlite3_mutex_held(db->mutex) );
419 for(iDb=0; allOk && iDb<db->nDb; iDb++){
421 pBt = db->aDb[iDb].pBt;
422 if( pBt==0 ) continue;
423 rc = sqlite3BtreeCursor(pBt, MASTER_ROOT, 0, 0, 0, &curTemp);
425 rc = sqlite3BtreeGetMeta(pBt, 1, (u32 *)&cookie);
426 if( rc==SQLITE_OK && cookie!=db->aDb[iDb].pSchema->schema_cookie ){
429 sqlite3BtreeCloseCursor(curTemp);
431 if( rc==SQLITE_NOMEM || rc==SQLITE_IOERR_NOMEM ){
432 db->mallocFailed = 1;
439 ** Convert a schema pointer into the iDb index that indicates
440 ** which database file in db->aDb[] the schema refers to.
442 ** If the same database is attached more than once, the first
443 ** attached database is returned.
445 int sqlite3SchemaToIndex(sqlite3 *db, Schema *pSchema){
448 /* If pSchema is NULL, then return -1000000. This happens when code in
449 ** expr.c is trying to resolve a reference to a transient table (i.e. one
450 ** created by a sub-select). In this case the return value of this
451 ** function should never be used.
453 ** We return -1000000 instead of the more usual -1 simply because using
454 ** -1000000 as incorrectly using -1000000 index into db->aDb[] is much
455 ** more likely to cause a segfault than -1 (of course there are assert()
456 ** statements too, but it never hurts to play the odds).
458 assert( sqlite3_mutex_held(db->mutex) );
460 for(i=0; i<db->nDb; i++){
461 if( db->aDb[i].pSchema==pSchema ){
465 assert( i>=0 &&i>=0 && i<db->nDb );
471 ** Compile the UTF-8 encoded SQL statement zSql into a statement handle.
474 sqlite3 *db, /* Database handle. */
475 const char *zSql, /* UTF-8 encoded SQL statement. */
476 int nBytes, /* Length of zSql in bytes. */
477 int saveSqlFlag, /* True to copy SQL text into the sqlite3_stmt */
478 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
479 const char **pzTail /* OUT: End of parsed string */
488 if( sqlite3SafetyOn(db) ){
489 return SQLITE_MISUSE;
491 assert( !db->mallocFailed );
492 assert( sqlite3_mutex_held(db->mutex) );
494 /* If any attached database schemas are locked, do not proceed with
495 ** compilation. Instead return SQLITE_LOCKED immediately.
497 for(i=0; i<db->nDb; i++) {
498 Btree *pBt = db->aDb[i].pBt;
501 rc = sqlite3BtreeSchemaLocked(pBt);
503 const char *zDb = db->aDb[i].zName;
504 sqlite3Error(db, SQLITE_LOCKED, "database schema is locked: %s", zDb);
505 sqlite3SafetyOff(db);
506 return SQLITE_LOCKED;
511 memset(&sParse, 0, sizeof(sParse));
513 if( nBytes>=0 && zSql[nBytes]!=0 ){
515 if( nBytes>SQLITE_MAX_SQL_LENGTH ){
516 return SQLITE_TOOBIG;
518 zSqlCopy = sqlite3DbStrNDup(db, zSql, nBytes);
520 sqlite3RunParser(&sParse, zSqlCopy, &zErrMsg);
521 sqlite3_free(zSqlCopy);
523 sParse.zTail = &zSql[nBytes];
525 sqlite3RunParser(&sParse, zSql, &zErrMsg);
528 if( db->mallocFailed ){
529 sParse.rc = SQLITE_NOMEM;
531 if( sParse.rc==SQLITE_DONE ) sParse.rc = SQLITE_OK;
532 if( sParse.checkSchema && !schemaIsValid(db) ){
533 sParse.rc = SQLITE_SCHEMA;
535 if( sParse.rc==SQLITE_SCHEMA ){
536 sqlite3ResetInternalSchema(db, 0);
538 if( db->mallocFailed ){
539 sParse.rc = SQLITE_NOMEM;
542 *pzTail = sParse.zTail;
546 #ifndef SQLITE_OMIT_EXPLAIN
547 if( rc==SQLITE_OK && sParse.pVdbe && sParse.explain ){
548 if( sParse.explain==2 ){
549 sqlite3VdbeSetNumCols(sParse.pVdbe, 3);
550 sqlite3VdbeSetColName(sParse.pVdbe, 0, COLNAME_NAME, "order", P3_STATIC);
551 sqlite3VdbeSetColName(sParse.pVdbe, 1, COLNAME_NAME, "from", P3_STATIC);
552 sqlite3VdbeSetColName(sParse.pVdbe, 2, COLNAME_NAME, "detail", P3_STATIC);
554 sqlite3VdbeSetNumCols(sParse.pVdbe, 5);
555 sqlite3VdbeSetColName(sParse.pVdbe, 0, COLNAME_NAME, "addr", P3_STATIC);
556 sqlite3VdbeSetColName(sParse.pVdbe, 1, COLNAME_NAME, "opcode", P3_STATIC);
557 sqlite3VdbeSetColName(sParse.pVdbe, 2, COLNAME_NAME, "p1", P3_STATIC);
558 sqlite3VdbeSetColName(sParse.pVdbe, 3, COLNAME_NAME, "p2", P3_STATIC);
559 sqlite3VdbeSetColName(sParse.pVdbe, 4, COLNAME_NAME, "p3", P3_STATIC);
564 if( sqlite3SafetyOff(db) ){
569 sqlite3VdbeSetSql(sParse.pVdbe, zSql, sParse.zTail - zSql);
571 if( rc!=SQLITE_OK || db->mallocFailed ){
572 sqlite3_finalize((sqlite3_stmt*)sParse.pVdbe);
575 *ppStmt = (sqlite3_stmt*)sParse.pVdbe;
579 sqlite3Error(db, rc, "%s", zErrMsg);
580 sqlite3_free(zErrMsg);
582 sqlite3Error(db, rc, 0);
585 rc = sqlite3ApiExit(db, rc);
586 /* sqlite3ReleaseThreadData(); */
587 assert( (rc&db->errMask)==rc );
590 static int sqlite3LockAndPrepare(
591 sqlite3 *db, /* Database handle. */
592 const char *zSql, /* UTF-8 encoded SQL statement. */
593 int nBytes, /* Length of zSql in bytes. */
594 int saveSqlFlag, /* True to copy SQL text into the sqlite3_stmt */
595 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
596 const char **pzTail /* OUT: End of parsed string */
599 if( sqlite3SafetyCheck(db) ){
600 return SQLITE_MISUSE;
602 sqlite3_mutex_enter(db->mutex);
603 sqlite3BtreeEnterAll(db);
604 rc = sqlite3Prepare(db, zSql, nBytes, saveSqlFlag, ppStmt, pzTail);
605 sqlite3BtreeLeaveAll(db);
606 sqlite3_mutex_leave(db->mutex);
611 ** Rerun the compilation of a statement after a schema change.
612 ** Return true if the statement was recompiled successfully.
613 ** Return false if there is an error of some kind.
615 int sqlite3Reprepare(Vdbe *p){
621 assert( sqlite3_mutex_held(sqlite3VdbeDb(p)->mutex) );
622 zSql = sqlite3VdbeGetSql(p);
626 db = sqlite3VdbeDb(p);
627 assert( sqlite3_mutex_held(db->mutex) );
628 rc = sqlite3LockAndPrepare(db, zSql, -1, 0, &pNew, 0);
635 sqlite3VdbeSwap((Vdbe*)pNew, p);
636 sqlite3_transfer_bindings(pNew, (sqlite3_stmt*)p);
637 sqlite3VdbeResetStepResult((Vdbe*)pNew);
638 sqlite3VdbeFinalize((Vdbe*)pNew);
644 ** Two versions of the official API. Legacy and new use. In the legacy
645 ** version, the original SQL text is not saved in the prepared statement
646 ** and so if a schema change occurs, SQLITE_SCHEMA is returned by
647 ** sqlite3_step(). In the new version, the original SQL text is retained
648 ** and the statement is automatically recompiled if an schema change
652 sqlite3 *db, /* Database handle. */
653 const char *zSql, /* UTF-8 encoded SQL statement. */
654 int nBytes, /* Length of zSql in bytes. */
655 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
656 const char **pzTail /* OUT: End of parsed string */
658 return sqlite3LockAndPrepare(db,zSql,nBytes,0,ppStmt,pzTail);
660 int sqlite3_prepare_v2(
661 sqlite3 *db, /* Database handle. */
662 const char *zSql, /* UTF-8 encoded SQL statement. */
663 int nBytes, /* Length of zSql in bytes. */
664 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
665 const char **pzTail /* OUT: End of parsed string */
667 return sqlite3LockAndPrepare(db,zSql,nBytes,1,ppStmt,pzTail);
671 #ifndef SQLITE_OMIT_UTF16
673 ** Compile the UTF-16 encoded SQL statement zSql into a statement handle.
675 static int sqlite3Prepare16(
676 sqlite3 *db, /* Database handle. */
677 const void *zSql, /* UTF-8 encoded SQL statement. */
678 int nBytes, /* Length of zSql in bytes. */
679 int saveSqlFlag, /* True to save SQL text into the sqlite3_stmt */
680 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
681 const void **pzTail /* OUT: End of parsed string */
683 /* This function currently works by first transforming the UTF-16
684 ** encoded string to UTF-8, then invoking sqlite3_prepare(). The
685 ** tricky bit is figuring out the pointer to return in *pzTail.
688 const char *zTail8 = 0;
691 if( sqlite3SafetyCheck(db) ){
692 return SQLITE_MISUSE;
694 sqlite3_mutex_enter(db->mutex);
695 zSql8 = sqlite3Utf16to8(db, zSql, nBytes);
697 rc = sqlite3LockAndPrepare(db, zSql8, -1, saveSqlFlag, ppStmt, &zTail8);
700 if( zTail8 && pzTail ){
701 /* If sqlite3_prepare returns a tail pointer, we calculate the
702 ** equivalent pointer into the UTF-16 string by counting the unicode
703 ** characters between zSql8 and zTail8, and then returning a pointer
704 ** the same number of characters into the UTF-16 string.
706 int chars_parsed = sqlite3Utf8CharLen(zSql8, zTail8-zSql8);
707 *pzTail = (u8 *)zSql + sqlite3Utf16ByteLen(zSql, chars_parsed);
710 rc = sqlite3ApiExit(db, rc);
711 sqlite3_mutex_leave(db->mutex);
716 ** Two versions of the official API. Legacy and new use. In the legacy
717 ** version, the original SQL text is not saved in the prepared statement
718 ** and so if a schema change occurs, SQLITE_SCHEMA is returned by
719 ** sqlite3_step(). In the new version, the original SQL text is retained
720 ** and the statement is automatically recompiled if an schema change
723 int sqlite3_prepare16(
724 sqlite3 *db, /* Database handle. */
725 const void *zSql, /* UTF-8 encoded SQL statement. */
726 int nBytes, /* Length of zSql in bytes. */
727 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
728 const void **pzTail /* OUT: End of parsed string */
730 return sqlite3Prepare16(db,zSql,nBytes,0,ppStmt,pzTail);
732 int sqlite3_prepare16_v2(
733 sqlite3 *db, /* Database handle. */
734 const void *zSql, /* UTF-8 encoded SQL statement. */
735 int nBytes, /* Length of zSql in bytes. */
736 sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */
737 const void **pzTail /* OUT: End of parsed string */
739 return sqlite3Prepare16(db,zSql,nBytes,1,ppStmt,pzTail);
742 #endif /* SQLITE_OMIT_UTF16 */