diff -r 000000000000 -r 08ec8eefde2f persistentstorage/sql/TEST/t_sqldb64.cpp
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/persistentstorage/sql/TEST/t_sqldb64.cpp	Fri Jan 22 11:06:30 2010 +0200
@@ -0,0 +1,544 @@
+// Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
+// All rights reserved.
+// This component and the accompanying materials are made available
+// under the terms of "Eclipse Public License v1.0"
+// which accompanies this distribution, and is available
+// at the URL "http://www.eclipse.org/legal/epl-v10.html".
+//
+// Initial Contributors:
+// Nokia Corporation - initial contribution.
+//
+// Contributors:
+//
+// Description:
+//
+#include <e32test.h>
+#include <e32math.h>
+#include <bautils.h>
+#include <sqldb.h>
+#include <f32file64.h>
+#include <hal.h>
+
+///////////////////////////////////////////////////////////////////////////////////////
+
+RTest TheTest(_L("t_sqldb64 test"));
+RFs TheFs;
+RSqlDatabase TheDb;
+RSqlStatement TheStmt;
+
+_LIT(KTestDbName1, "\\test\\t_sqldb64_1.db");
+
+const TInt64 K1Mb = 1024LL * 1024LL;
+const TInt64 K1Gb = 1024LL * K1Mb;
+const TInt64 K4Gb = 4LL * K1Gb;
+
+TInt64 TheLastInsertedRowid = -1LL;
+
+struct TTestDriveInfo
+	{
+	TInt	iSizeMb;	
+	TBool	iWritable;	
+	};
+	
+TTestDriveInfo TheDriveInfo[KMaxDrives];
+TInt   		   TheBiggestDriveNo = -1;
+TFileName 	   TheDbName;
+
+///////////////////////////////////////////////////////////////////////////////////////
+
+void DeleteTestFiles()
+	{
+	TheStmt.Close();
+	TheDb.Close();
+	(void)RSqlDatabase::Delete(TheDbName);
+	}
+
+///////////////////////////////////////////////////////////////////////////////////////
+///////////////////////////////////////////////////////////////////////////////////////
+//Test macros and functions
+void Check(TInt aValue, TInt aLine)
+	{
+	if(!aValue)
+		{
+		DeleteTestFiles();
+		TheTest(EFalse, aLine);
+		}
+	}
+void Check(TInt aValue, TInt aExpected, TInt aLine)
+	{
+	if(aValue != aExpected)
+		{
+		DeleteTestFiles();
+		RDebug::Print(_L("*** Expected error: %d, got: %d\r\n"), aExpected, aValue);
+		TheTest(EFalse, aLine);
+		}
+	}
+#define TEST(arg) ::Check((arg), __LINE__)
+#define TEST2(aValue, aExpected) ::Check(aValue, aExpected, __LINE__)
+
+///////////////////////////////////////////////////////////////////////////////////////
+
+void CreateTestEnv()
+    {
+	TInt err = TheFs.Connect();
+	TEST2(err, KErrNone);
+	}
+
+void SqlTimerPrint(const TDesC& aText, TUint32 aStartTicks, TUint32 aEndTicks)
+	{
+	static TInt freq = 0;
+	if(freq == 0)
+		{
+		TEST2(HAL::Get(HAL::EFastCounterFrequency, freq), KErrNone);
+		}
+	TInt64 diffTicks = (TInt64)aEndTicks - (TInt64)aStartTicks;
+	if(diffTicks < 0)
+		{
+		diffTicks = KMaxTUint32 + diffTicks + 1;
+		}
+	const TInt KMicroSecIn1Sec = 1000000;
+	TInt32 us = (diffTicks * KMicroSecIn1Sec) / freq;
+	TheTest.Printf(_L("#### %S. Execution time: %d us\r\n"), &aText, us);
+	}
+
+TUint32 SqlTimerTicks()
+	{
+	return User::FastCounter();
+	}
+
+///////////////////////////////////////////////////////////////////////////////////////
+
+/**
+@SYMTestCaseID			PDS-SQL-CT-4129
+@SYMTestCaseDesc		Creation of a database bigger than 4Gb (KMaxTUint).
+						The test creates a test database with a table and inserts records into the table
+						until the database size gets bigger than 4Gb (KMaxTUint). The purpose of the test is to verify
+						that it is possible to create and manipulate 64-bit databases.
+@SYMTestActions			Creation of a database bigger than 4Gb (KMaxTUint).
+@SYMTestExpectedResults Test must not fail
+@SYMTestPriority		Medium
+@SYMREQ					REQ12104
+                        REQ12105
+*/
+void CreateBigDbTest(const TDesC& aDbName, TInt64 aDbSize)
+	{
+	__ASSERT_ALWAYS(aDbSize > 0LL, User::Invariant());
+	(void)RSqlDatabase::Delete(aDbName);
+	_LIT8(KConfig, "encoding=\"UTF-8\"");
+	TInt err = TheDb.Create(aDbName, &KConfig);
+	TEST2(err, KErrNone);
+	//
+	err = TheDb.Exec(_L8("CREATE TABLE A(Id INTEGER PRIMARY KEY AUTOINCREMENT, Data BLOB)"));
+	TEST2(err, 1);
+	TInt64 fsize = 0;
+	TheTest.Printf(_L("==File size:"));
+	while(fsize < aDbSize)
+		{
+		const TInt KRecCnt = 1000;
+		//Insert KRecCnt records in a transaction
+		err = TheDb.Exec(_L8("BEGIN"));	
+		if(err < 0)
+			{
+			TheTest.Printf(_L("==='BEGIN' has failed with err %d\r\n"), err);	
+			}
+		TEST(err >= 0);
+		err = TheStmt.Prepare(TheDb, _L8("INSERT INTO A(Data) VALUES(zeroblob(32768))"));//32Kb big blob
+		TEST2(err, KErrNone);
+		for(TInt i=0;i<KRecCnt;++i)
+			{
+			err = TheStmt.Exec();
+			TEST2(err, 1);
+			err = TheStmt.Reset();
+			TEST2(err, KErrNone);
+			}
+		TheStmt.Close();
+		err = TheDb.Exec(_L8("COMMIT"));	
+		if(err < 0)
+			{
+			TheTest.Printf(_L("==='COMMIT' has failed with err %d\r\n"), err);	
+			}
+		TEST(err >= 0);
+		TheLastInsertedRowid = TheDb.LastInsertedRowId();
+		TEST(TheLastInsertedRowid > 0LL);
+		//Check and print the file size
+		TheDb.Close();
+		RFile64 file;
+		err = file.Open(TheFs, aDbName, EFileRead | EFileWrite);
+		TEST2(err, KErrNone);
+		err = file.Size(fsize);
+		TEST2(err, KErrNone);
+		file.Close();
+		TheTest.Printf(_L(" %ldMb"), fsize / K1Mb);
+		err = TheDb.Open(aDbName);
+		TEST2(err, KErrNone);
+		}
+	TheTest.Printf(_L("\r\n"));
+	//
+	TheDb.Close();
+	}
+	
+/**
+@SYMTestCaseID			PDS-SQL-CT-4130
+@SYMTestCaseDesc		SQL operations on a 64-bit database.
+						The test uses the database created in test case PDS-SQL-UT-4129.
+						Simple INSERT, UPDATE, DELETE and SELECT statements are executed on the database.
+						The data in the test SQL statements is such that the manipulated records are beyond the 4Gb
+						file offset. Some other of the test SQL statements will perform sequential scan of the whole
+						database from offset 0 to the end of the database file.
+						The purpose of the test is to verify that there are no problem if the database offset is 64-bit.
+@SYMTestActions			SQL operations on a 64-bit database.
+@SYMTestExpectedResults Test must not fail
+@SYMTestPriority		Medium
+@SYMREQ					REQ12104
+                        REQ12105
+*/
+void SimpleDbOperationsTestL(const TDesC& aDbName)
+	{
+	__ASSERT_ALWAYS(TheLastInsertedRowid > 0LL, User::Invariant());
+	TInt err = TheDb.Open(aDbName);
+	TEST2(err, KErrNone);
+	//SELECT-1
+	TUint32 start = SqlTimerTicks();
+	err = TheStmt.Prepare(TheDb, _L8("SELECT Id FROM A WHERE ROWID = :Prm"));
+	TEST2(err, KErrNone);
+	err = TheStmt.BindInt64(0, TheLastInsertedRowid - 1LL);
+	TEST2(err, KErrNone);
+	err = TheStmt.Next();
+	TEST2(err, KSqlAtRow);
+	TInt64 id = TheStmt.ColumnInt64(0);
+	TheTest.Printf(_L("==Id=%ld\r\n"), id);
+	TheStmt.Close();
+	TUint32 end = SqlTimerTicks();
+	SqlTimerPrint(_L("SELECT-1"), start, end);
+	//INSERT
+	start = SqlTimerTicks();
+	err = TheDb.Exec(_L("INSERT INTO A(Data) VALUES('123456')"));
+	TEST2(err, 1);
+	end = SqlTimerTicks();
+	SqlTimerPrint(_L("INSERT"), start, end);
+	//UPDATE
+	start = SqlTimerTicks();
+	TBuf<100> sql;
+	sql.Format(_L("UPDATE A SET Data='56789' WHERE Id=%ld"), id);
+	err = TheDb.Exec(sql);
+	TEST2(err, 1);
+	end = SqlTimerTicks();
+	SqlTimerPrint(_L("UPDATE"), start, end);
+	//SELECT-2
+	start = SqlTimerTicks();
+	TSqlScalarFullSelectQuery scalarQuery(TheDb);
+	sql.Format(_L("SELECT Data FROM A WHERE ID = %ld"), id);
+	TBuf<32> buf;
+	err = scalarQuery.SelectTextL(sql, buf);
+	TEST2(err, KErrNone);
+	err = buf.Compare(_L("56789"));
+	TEST2(err, 0);
+	end = SqlTimerTicks();
+	SqlTimerPrint(_L("SELECT-2"), start, end);
+	//SELECT-3
+	start = SqlTimerTicks();
+	sql.Format(_L("SELECT COUNT(*) FROM A"));
+	TInt recCnt = scalarQuery.SelectIntL(sql);
+	TheTest.Printf(_L("==Records count: %d\r\n"), recCnt);
+	end = SqlTimerTicks();
+	SqlTimerPrint(_L("SELECT-3"), start, end);
+	TEST(recCnt > 0);
+	//SELECT-4
+	start = SqlTimerTicks();
+	sql.Format(_L("SELECT MAX(ROWID) FROM A"));
+	TInt rowid = scalarQuery.SelectIntL(sql);
+	TheTest.Printf(_L("==MAX(ROWID): %d\r\n"), rowid);
+	end = SqlTimerTicks();
+	SqlTimerPrint(_L("SELECT-4"), start, end);
+	TEST(rowid > 0);
+	//DELETE
+	start = SqlTimerTicks();
+	sql.Format(_L("DELETE FROM A WHERE ID = %ld"), id);
+	err = TheDb.Exec(sql);
+	TEST2(err, 1);
+	end = SqlTimerTicks();
+	SqlTimerPrint(_L("DELETE"), start, end);
+	//
+	TheDb.Close();
+	}
+
+/**
+@SYMTestCaseID			PDS-SQL-CT-4145
+@SYMTestCaseDesc		RSqlDatabase::Size() on a 64-bit database.
+						The test uses the database created in test case PDS-SQL-UT-4129, opens the database
+						and calls the Size() methods. The first Size() call should fail with KErrTooBig error,
+						because the database size is over 2Gb and cannot fit in the 32-bit integer result of the call.
+						The second call of the overloaded Size() method should correctly report the database size.
+@SYMTestActions			RSqlDatabase::Size() on a 64-bit database.
+@SYMTestExpectedResults Test must not fail
+@SYMTestPriority		Medium
+@SYMREQ					REQ12105
+*/
+void SizeTest(const TDesC& aDbName)
+	{
+	__ASSERT_ALWAYS(TheLastInsertedRowid > 0LL, User::Invariant());
+	TInt err = TheDb.Open(aDbName);
+	TEST2(err, KErrNone);
+	//Size-1
+	TInt size = TheDb.Size();
+	TEST2(size, KErrTooBig);
+	//Size-2
+	RSqlDatabase::TSize size2;
+	err = TheDb.Size(size2);
+	TEST2(err, KErrNone);
+	TEST(size2.iSize > K4Gb);
+	//
+	TheDb.Close();
+	}
+
+/**
+@SYMTestCaseID			PDS-SQL-CT-4146
+@SYMTestCaseDesc		Background compaction on a 64-bit database.
+						The test uses the database created in test case PDS-SQL-UT-4129 and opens the database.
+						Iteration 1:
+						The test executes a DELETE sql statement that deletes couple of records. The freed disk space
+						is big enough to kick-off the background compaction. The test waits couple of seconds and then
+						checks the database size and free space to verify that the background compaction really compacted
+						the database.
+						Iteration 2:
+						Iteration 2 is the same as iteration 1, but the freed database space is such that the following 
+						background compaction will shrink the database size to be less than 4Gb.
+						After iteration 2 the test performs an INSERT transaction and increases the database size to be
+						bigger than 4Gb.
+@SYMTestActions			Background compaction on a 64-bit database.
+@SYMTestExpectedResults Test must not fail
+@SYMTestPriority		Medium
+@SYMREQ					REQ12105
+*/
+void BackgroundCompactionTest(const TDesC& aDbName)
+	{
+	__ASSERT_ALWAYS(TheLastInsertedRowid > 0LL, User::Invariant());
+	TInt err = TheDb.Open(aDbName);
+	TEST2(err, KErrNone);
+	const TInt64 KDelRecCnt[2] = {10LL, 2400LL};
+	for(TInt i=0;i<2;++i)
+		{
+		TheTest.Printf(_L("=========== Iteration %d ===========\r\n"), i + 1);
+		//Size-1
+		RSqlDatabase::TSize size;
+		err = TheDb.Size(size);
+		TEST2(err, KErrNone);
+		TEST(size.iSize > K4Gb);
+		TheTest.Printf(_L(" ==Before DELETE, database size=%ldKb\r\n"), size.iSize / 1024LL);
+		//Delete records
+		TBuf<100> sql;
+		sql.Format(_L("DELETE FROM A WHERE ROWID > %ld AND ROWID < %ld"), TheLastInsertedRowid - KDelRecCnt[i], TheLastInsertedRowid);
+		err = TheDb.Exec(sql);
+		TEST(err > 0);
+		//Size-2
+		err = TheDb.Size(size);
+		TEST2(err, KErrNone);
+		TEST(size.iSize > K4Gb);
+		TEST(size.iFree > (50 * 1024));
+		TheTest.Printf(_L(" ==After DELETE, database size=%ldKb, free space=%ldKb\r\n"), size.iSize / 1024LL, size.iFree / 1024LL);
+		//Wait some time (to allow the background compaction to run)
+		const TInt KOneSecond = 1000000;
+		const TInt KMaxWaitTime = 300 * KOneSecond;//300 sec == 5 min
+		TInt waitTime = 0;
+		while(waitTime < KMaxWaitTime)
+			{
+			const TInt KWaitStep = 5 * KOneSecond;
+			User::After(KWaitStep);
+			//Check the size
+			err = TheDb.Size(size);
+			TEST2(err, KErrNone);
+			if(size.iFree == 0)
+				{
+				break;	
+				}
+			waitTime += KWaitStep;
+			TheTest.Printf(_L(" ==After %3d sec, database size=%ldKb, free space=%ldKb\r\n"), waitTime / KOneSecond, size.iSize / 1024LL, size.iFree / 1024LL);
+			}
+		if(i == 0)
+			{
+			TEST(size.iSize > K4Gb);
+			}
+		else
+			{
+			TEST(size.iSize < K4Gb);
+			}
+		TEST2(size.iFree, 0);
+		//Records count
+		sql.Format(_L("SELECT COUNT(*) FROM A"));
+		TSqlScalarFullSelectQuery q(TheDb);
+		TInt recCnt = -1;
+		TRAP(err, recCnt = q.SelectIntL(sql));
+		TEST2(err, KErrNone);
+		TheTest.Printf(_L(" ==Records count: %d\r\n"), recCnt);
+		TEST(recCnt > 0);
+		}
+	TheTest.Printf(_L("==Increase the database size above 4Gb\r\n"));
+	//Insert KRecCnt records in a transaction
+	const TInt KRecCnt = 2500;
+	err = TheDb.Exec(_L8("BEGIN"));	
+	TEST(err >= 0);
+	err = TheStmt.Prepare(TheDb, _L8("INSERT INTO A(Data) VALUES(zeroblob(32768))"));//32Kb big blob
+	TEST2(err, KErrNone);
+	for(TInt i=0;i<KRecCnt;++i)
+		{
+		err = TheStmt.Exec();
+		TEST2(err, 1);
+		err = TheStmt.Reset();
+		TEST2(err, KErrNone);
+		}
+	TheStmt.Close();
+	err = TheDb.Exec(_L8("COMMIT"));	
+	TEST(err >= 0);
+	//Size
+	RSqlDatabase::TSize size2;
+	err = TheDb.Size(size2);
+	TEST2(err, KErrNone);
+	TEST(size2.iSize > K4Gb);
+	TheTest.Printf(_L(" ==Database size=%ldKb\r\n"), size2.iSize / 1024LL);
+	//		
+	TheDb.Close();
+	}
+
+/**
+@SYMTestCaseID			PDS-SQL-CT-4131
+@SYMTestCaseDesc		Deleting database bigger than 4Gb (KMaxTUint).
+						The test deletes the database created in test case PDS-SQL-UT-4129.
+@SYMTestActions			Deleting database bigger than 4Gb (KMaxTUint).
+@SYMTestExpectedResults Test must not fail
+@SYMTestPriority		Medium
+@SYMREQ					REQ12104
+                        REQ12105
+*/
+void DeleteBigDbTest()
+	{
+	TInt err = RSqlDatabase::Delete(TheDbName);
+	TEST2(err, KErrNone);
+	}
+
+void CollectDriveInfo()
+	{
+	TheTest.Printf(_L("==================\r\n"));
+	_LIT(KType1, "Not present");
+	_LIT(KType2, "Unknown");
+	_LIT(KType3, "Floppy");
+	_LIT(KType4, "Hard disk");
+	_LIT(KType5, "CD ROM");
+	_LIT(KType6, "RAM disk");
+	_LIT(KType7, "Flash");
+	_LIT(KType8, "ROM drive");
+	_LIT(KType9, "Remote drive");
+	_LIT(KType10,"NAND flash");
+	_LIT(KType11,"Rotating media");
+	
+	Mem::FillZ(TheDriveInfo, sizeof(TheDriveInfo));
+	TheBiggestDriveNo = 0;
+	
+	for(TInt drive=EDriveA;drive<=EDriveZ;++drive)
+		{
+		TDriveInfo driveInfo;
+		TInt err = TheFs.Drive(driveInfo, drive);
+		if(err == KErrNone)
+			{
+			TVolumeInfo vinfo;
+			err = TheFs.Volume(vinfo, drive);
+			if(err == KErrNone)
+				{
+				TVolumeIOParamInfo vparam;
+				err = TheFs.VolumeIOParam(drive, vparam);
+				TEST2(err, KErrNone);
+				TBuf8<128> vinfoex8;
+				err = TheFs.QueryVolumeInfoExt(drive, EFileSystemSubType, vinfoex8);
+				TEST2(err, KErrNone);
+				TPtrC vinfoex((const TUint16*)(vinfoex8.Ptr() + 8), vinfoex8[0]);
+				TPtrC KMediaTypeNames[] = {KType1(), KType2(), KType3(), KType4(), KType5(), KType6(), KType7(), KType8(), KType9(), KType10(), KType11()};
+				TInt sizeMb = vinfo.iSize / K1Mb;
+				TheTest.Printf(_L("Drive: %C:, Type: %16.16S, File System: %8.8S, Size: %d Mb.\r\n"), 'A' + drive, &KMediaTypeNames[driveInfo.iType], &vinfoex, sizeMb);
+				TheTest.Printf(_L("       Block size=%d, Cluster size=%d, Read buffer size=%d.\r\n"), vparam.iBlockSize, vparam.iClusterSize, vparam.iRecReadBufSize);
+				TheDriveInfo[drive].iSizeMb = sizeMb;
+				if(driveInfo.iType == EMediaRam || driveInfo.iType == EMediaHardDisk || driveInfo.iType == EMediaFlash || driveInfo.iType == EMediaNANDFlash)
+				  	{
+					TheDriveInfo[drive].iWritable = ETrue;
+					if(sizeMb > TheDriveInfo[TheBiggestDriveNo].iSizeMb)
+						{
+						TheBiggestDriveNo = drive;
+						}
+					}
+				}
+			else
+				{
+				TheTest.Printf(_L("Drive %C. RFs::Volume() has failed with err=%d.\r\n"), 'A' + drive, err);	
+				}
+			}
+		else
+			{
+			TheTest.Printf(_L("Drive %C. RFs::Drive() has failed with err=%d.\r\n"), 'A' + drive, err);	
+			}
+		}
+		
+	TheTest.Printf(_L("The biggest R/W drive is: %C, Size: %d Mb\r\n"), 'A' + TheBiggestDriveNo, TheDriveInfo[TheBiggestDriveNo].iSizeMb);
+	TDriveUnit drvUnit(TheBiggestDriveNo);
+	TDriveName drvName = drvUnit.Name();
+	TParse parse;
+	parse.Set(KTestDbName1, &drvName, NULL);
+	TheDbName.Copy(parse.FullName());
+
+	TRAPD(err, BaflUtils::EnsurePathExistsL(TheFs, TheDbName));
+	TEST(err == KErrNone || err == KErrAlreadyExists);
+
+	TheTest.Printf(_L("==================\r\n"));
+	}
+
+void DoTestsL()
+	{
+	TheTest.Start(_L("Collect drive information"));
+	CollectDriveInfo();
+	
+	TInt64 maxDrvSize = TheDriveInfo[TheBiggestDriveNo].iSizeMb * K1Mb;
+	if(maxDrvSize <= K4Gb)
+		{
+		TheTest.Printf(_L("There is no drive bigger than 4Gb. The tests won't be executed.\r\n"));
+		return;	
+		}
+	
+	TheTest.Next(_L(" @SYMTestCaseID:PDS-SQL-CT-4129 Create database, bigger than 4Gb"));
+	CreateBigDbTest(TheDbName, K4Gb + 64 * K1Mb);
+	
+	TheTest.Next (_L(" @SYMTestCaseID:PDS-SQL-CT-4130 64-bit database - simple operations test"));
+	SimpleDbOperationsTestL(TheDbName);
+	
+	TheTest.Next (_L(" @SYMTestCaseID:PDS-SQL-CT-4145 64-bit database - Size() test"));
+	SizeTest(TheDbName);
+	
+	TheTest.Next (_L(" @SYMTestCaseID:PDS-SQL-CT-4146 64-bit database - background compaction test"));
+	BackgroundCompactionTest(TheDbName);
+	
+	TheTest.Next (_L(" @SYMTestCaseID:PDS-SQL-CT-4131 Delete 64-bit database test"));
+	DeleteBigDbTest();
+	}
+
+TInt E32Main()
+	{
+	TheTest.Title();
+
+	CTrapCleanup* tc = CTrapCleanup::New();
+	TheTest(tc != NULL);
+
+	__UHEAP_MARK;
+
+	CreateTestEnv();
+	DeleteTestFiles();
+	TRAPD(err, DoTestsL());
+	DeleteTestFiles();
+	TheFs.Close();
+	TEST2(err, KErrNone);
+
+	__UHEAP_MARKEND;
+
+	TheTest.End();
+	TheTest.Close();
+
+	delete tc;
+
+	User::Heap().Check();
+	return KErrNone;
+	}