/*

* Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies). 

* All rights reserved.

* This component and the accompanying materials are made available

* under the terms of "Eclipse Public License v1.0"

* which accompanies this distribution, and is available

* at the URL "http://www.eclipse.org/legal/epl-v10.html".

*

* Initial Contributors:

* Nokia Corporation - initial contribution.

*

* Contributors:

*

* Description:  Definitions for the class CATParseTraceFile.

*

*/

#include "../inc/ATCommonDefines.h"

#include "../inc/CATParseTraceFile.h"

#include "../inc/catdatasaver.h"

#include "../inc/CATDatParser.h"

#include "../inc/CATProcessData.h"

#include <time.h>

// -----------------------------------------------------------------------------

// CATParseTraceFile::CATParseTraceFile

// Constructor.

// -----------------------------------------------------------------------------

CATParseTraceFile::CATParseTraceFile()

{

	LOG_FUNC_ENTRY("CATParseTraceFile::CATParseTraceFile");

	m_DataSaver.SetPrintFlag( false );

}

// -----------------------------------------------------------------------------

// CATParseTraceFile::StartParse

// Main function to start trace parsing.

// -----------------------------------------------------------------------------

bool CATParseTraceFile::StartParse( const char* pFileName, const char* pOutputFileName, const char* pCleanedTraceFile )

{

	LOG_FUNC_ENTRY("CATParseTraceFile::StartParse");

	// Return value, will be changed to true if process start found.

	bool bRet = false;

	bool bCreateCleanedTraces = false;

	// Check pointers

	if ( pFileName == NULL  )

		return bRet;

	if( pOutputFileName == NULL )

		return bRet;

	if ( ! FileExists( pFileName ) )

	{

		cout << AT_MSG << "Error, input file \""

			<< pFileName

			<< "\" does not exist." << endl;

		return bRet;

	}

	ofstream cleanedTraces;

	// check is creation of file needed

	if( pCleanedTraceFile != NULL )

	{

		// if yes open file for cleaned traces

	    // (<AT> messages with cleaned timestamps)

		bCreateCleanedTraces = true;

		cleanedTraces.open(pCleanedTraceFile);

		if( !cleanedTraces.good() )

		{

			printf( "Can not open file: %s\n", pCleanedTraceFile );

			return bRet;

		}

	}

	// Open data file

	ifstream in( pFileName );

	// Check file opened ok

	if ( !in.good() )

		return false;

	// Get stream size

	size_t streamPos = in.tellg();

	in.seekg( 0, ios::end);

	size_t streamEnd = in.tellg();

	in.seekg( 0, ios::beg);

	//Origianl characters (not filtered).

	char cOriginalLineFromFile[MAX_LINE_LENGTH];

	vector<CProcessData> vProcessList;

	int iProcessIDinList = -1;

	bool bFileVersionSaved = false;

	// Read lines

	while( streamPos < streamEnd )

	{

		// Get one line. Don't use stream flags to determinate end of file

		// it can be found too early because trace can contain "anything".

		in.getline( cOriginalLineFromFile, MAX_LINE_LENGTH );

		// Refresh position

		streamPos = in.tellg();

		// Check has bad bit flag raised. (i.e. device problems reading data)

		if( in.bad() )

		{

			cout << AT_MSG << "Integrity error reading the trace file, reading aborted." << endl;

			return false;

		}

		//Filtered characters.

		char cLineFromFile[MAX_LINE_LENGTH];

		char* pFiltered = cLineFromFile;

		//Loop thru all characters in original line.

		for( size_t i = 0 ; cOriginalLineFromFile[i] != 0 ; i++ )

		{

			//If character in line is not in invalid character array append it

			//to filtered line.

			if ( strchr( cINVALID_TRACE_FILE_CHARS, cOriginalLineFromFile[i] ) == 0 )

					*pFiltered++ =  cOriginalLineFromFile[i];

		}

		*pFiltered++ = 0; //Add null termination to filtered line.

		if( !bFileVersionSaved && *cLineFromFile != 0 )

		{

			bFileVersionSaved = true;

			m_DataSaver.AddString( AT_DATA_FILE_VERSION );

			m_DataSaver.AddLineToLast();

		}

		// Is there main ID?

		if( strstr( cLineFromFile, MAIN_ID ) != NULL )

		{

			string sRestOfLine( cLineFromFile );

			string sTemp("");

			unsigned __int64 iTimeStamp(0);

			string sTime("");

			string sLineStart("");

			// Get part of line before main id. This should contain time info

			sLineStart = GetStringUntilMainId( sRestOfLine );

			// Get message's time stamp in microseconds

			iTimeStamp = ParseTimeStamp( sLineStart );

			// store whole line from MAIN_ID - to be logged to cleaned traces file

		    string sLineToCleanedFile( sRestOfLine );

			// Get main ID

			sTemp = GetStringUntilNextSpace( sRestOfLine );

			// Is there more data in line?

			if( sRestOfLine.empty() )

			{

				continue;

			}

			// Get next argument

			sTemp = GetStringUntilNextSpace( sRestOfLine );

			// This might be process id, device info message or error message

			if ( sTemp.compare( ERROR_OCCURED ) == 0 )

			{

				// Api mismatch between s60 side and atool.exe

				if ( sRestOfLine.find( INCORRECT_ATOOL_VERSION ) != string::npos )

				{

					cout << "Test run failed because version conflict between device binaries\nand the atool.exe version used to build the application." << endl;

					size_t pS = sRestOfLine.find_first_of('[');

					size_t pE =  sRestOfLine.find_first_of(']');

					size_t pSL = sRestOfLine.find_last_of('[');

					size_t pEL = sRestOfLine.find_last_of(']');

					if ( pS != string::npos && pE != string::npos && pSL != string::npos && pEL != string::npos )

					{

						string deviceVer = sRestOfLine.substr( pS+1, pE-pS-1 );

						string atoolVer = sRestOfLine.substr( pSL+1, pEL-pSL-1 );

						cout << "\tdevice: " << deviceVer << endl 

							<<  "\tatool.exe: " << atoolVer << endl;

					}

				}

				else

					cout << sRestOfLine << endl;

				continue;

			}

			if ( sTemp.compare( LABEL_DEVICE_INFO ) == 0 ) 

			{

				if( vProcessList[iProcessIDinList].bProcessOnGoing == false )

				continue;

				// get time string from timestamp

			    sTime = GetTimeFromTimeStamp( iTimeStamp, vProcessList[iProcessIDinList].iTimeSpan );

				// device info line, log it to cleaned file for carbide

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << LABEL_DEVICE_INFO << " "; //add Message type

				cleanedTraces << sRestOfLine << "\n"; //add the rest of the line

				}

				continue;

			}

			unsigned long iProcessID = _httoi( sTemp.c_str() );

			// todo to be removed when reallocations are implemented

			string sProcessID = sTemp;

			iProcessIDinList = -1;

			// Find process from list

			for( unsigned int i = 0 ; i < vProcessList.size() ; i++ )

			{

				if( vProcessList[i].iProcessID == iProcessID )

				{

					iProcessIDinList = i;

					break;

				}

			}

			// Is Process ID found from list?

			if( iProcessIDinList == -1 )

			{

				CProcessData ProcessData;

				ProcessData.bProcessOnGoing = false;

				ProcessData.iProcessID = iProcessID;

				vProcessList.push_back( ProcessData );

				iProcessIDinList = (int)vProcessList.size() - 1;

			}

			// Remove spaces from end of line

			while( sRestOfLine[sRestOfLine.size()-1] == ' ' )

			{

				sRestOfLine.resize( sRestOfLine.size()-1 );

			}

			string sWholeTempLine( sRestOfLine );

			// Get command

			sTemp = GetStringUntilNextSpace( sRestOfLine );

			// Use c style string for easy comparisong of command.

			const char* pCommand = sTemp.c_str();		

			// Process start.

			if( ! _stricmp( pCommand, LABEL_PROCESS_START ) )

			{

				bRet = true; // Set return value true we found start.

				vProcessList[iProcessIDinList].vData.push_back( sWholeTempLine );

				vProcessList[iProcessIDinList].bProcessOnGoing = true;

				// remove <processName> <processID> part

				GetStringUntilNextSpace( sRestOfLine );

				GetStringUntilNextSpace( sRestOfLine );

				// get time

				sTemp = GetStringUntilNextSpace( sRestOfLine );

				unsigned __int64 iTemp(0);

				sscanf_s( sTemp.c_str(), "%016I64x", &iTemp);

				//calculate span between PCS time and PCS timestamp

				vProcessList[iProcessIDinList].iTimeSpan = iTemp - iTimeStamp;

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				cleanedTraces << sTemp << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << sWholeTempLine << "\n"; //add the rest of the line

				}

				continue;

			}

			// Check is process ongoing if not skip other tags.

			if( vProcessList[iProcessIDinList].bProcessOnGoing == false )

				continue;

			// get time string from timestamp

			sTime = GetTimeFromTimeStamp( iTimeStamp, vProcessList[iProcessIDinList].iTimeSpan );

			// TODO version with reallocation

			//cleanedTraces << sTime << " "; //add time

			//cleanedTraces << sLineToCleanedFile << "\n"; //add the rest of the line

			// "Old style" allocation (< v.1.6)

			if( ! _stricmp( pCommand, ALLOC_ID ) )

			{

				// Add alloc

				vProcessList[iProcessIDinList].Alloc( sRestOfLine );

				// Subtests running?

				vector<CSubTestData>::iterator viSubTestIter = vProcessList[iProcessIDinList].vSubTests.begin();

				while( viSubTestIter != vProcessList[iProcessIDinList].vSubTests.end() )

				{

					if( viSubTestIter->bRunning )

					{

						// Save alloc also to sub test

						viSubTestIter->Alloc( sRestOfLine );

					}

					viSubTestIter++;

				}

			}

			else if ( ! _stricmp( pCommand, ALLOCH_ID ) )

			{

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << sWholeTempLine << "\n"; //add the rest of the line

				}

				// Add alloc

				vProcessList[iProcessIDinList].AllocH( sRestOfLine, sTime );

				// Subtests running?

				vector<CSubTestData>::iterator viSubTestIter = vProcessList[iProcessIDinList].vSubTests.begin();

				while( viSubTestIter != vProcessList[iProcessIDinList].vSubTests.end() )

				{

					if( viSubTestIter->bRunning )

					{

						// Save alloc also to sub test

						viSubTestIter->AllocH( sRestOfLine, sTime );

					}

					viSubTestIter++;

				}

			}

			// Allocation fragment (call stack).

			else if ( ! _stricmp( pCommand, ALLOCF_ID ) )

			{

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << sWholeTempLine << "\n"; //add the rest of the line

				}

				// Add alloc fragment

				vProcessList[iProcessIDinList].AllocF( sRestOfLine, sTime );

				// Subtests running?

				vector<CSubTestData>::iterator viSubTestIter = vProcessList[iProcessIDinList].vSubTests.begin();

				while( viSubTestIter != vProcessList[iProcessIDinList].vSubTests.end() )

				{

					if( viSubTestIter->bRunning )

					{

						// Save alloc fragment also to sub test

						viSubTestIter->AllocF( sRestOfLine, sTime );

					}

					viSubTestIter++;

				}

			}

			else if ( ! _stricmp( pCommand, REALLOCH_ID ) )

			{

				// Add free

				// get 'free' line from realloc line

				string sFreeRestOfLine = sRestOfLine;

				string sFreeLine = "";

				sFreeLine.append( GetStringUntilNextSpace( sFreeRestOfLine, true ) ); //append freed memory address

				sFreeLine.append( " " );

				// next two strings are for 'alloc' (address and size) - lets remove them

				GetStringUntilNextSpace( sFreeRestOfLine, true );

				GetStringUntilNextSpace( sFreeRestOfLine, true );

				// add rest of line to 'free' line

				sFreeLine.append( sFreeRestOfLine );

				//add 'free' line

				vProcessList[iProcessIDinList].FreeH( sFreeLine, sTime );

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				// construct 'free' header trace

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << FREEH_ID << " "; //add FRH

				cleanedTraces << sFreeLine << "\n"; //add the rest of the line

				}

				// Add alloc

				//get 'alloc' line from realloc line

				// only first string is unnecessary, lets remove it

				GetStringUntilNextSpace( sRestOfLine );

     			// add 'alloc' line

				vProcessList[iProcessIDinList].AllocH( sRestOfLine, sTime );

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				// construct 'alloc' header trace

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << ALLOCH_ID << " "; //add FRH

				cleanedTraces << sRestOfLine << "\n"; //add the rest of the line

				}

				// Subtests running?

				vector<CSubTestData>::iterator viSubTestIter = vProcessList[iProcessIDinList].vSubTests.begin();

				while( viSubTestIter != vProcessList[iProcessIDinList].vSubTests.end() )

				{

					if( viSubTestIter->bRunning )

					{

						// Save realloc also to sub test

						// Add free

						// get 'free' line from realloc line

						string sFreeRestOfLine = sRestOfLine;

						string sFreeLine = "";

						sFreeLine.append( GetStringUntilNextSpace( sFreeRestOfLine, true ) ); //append freed memory address

						sFreeLine.append( " " );

						// next two strings are for 'alloc' (address and size) - lets remove them

						GetStringUntilNextSpace( sFreeRestOfLine, true );

						GetStringUntilNextSpace( sFreeRestOfLine, true );

						// add rest of line to 'free' line

						sFreeLine.append( sFreeRestOfLine );

						//add 'free' line

						vProcessList[iProcessIDinList].FreeH( sFreeLine, sTime );

						// Add alloc

						//get 'alloc' line from realloc line

						// only first string is unnecessary, lets remove it

						GetStringUntilNextSpace( sRestOfLine );

     					// add 'alloc' line

						vProcessList[iProcessIDinList].AllocH( sRestOfLine, sTime );

					}

					viSubTestIter++;

				}

			}

			// rellocation fragment (call stack).

			else if ( ! _stricmp( pCommand, REALLOCF_ID ) )

			{

				// Add free fragment 

				// get 'free' line from realloc line

				string sFreeRestOfLine = sRestOfLine;

				string sFreeLine = "";

				sFreeLine.append( GetStringUntilNextSpace( sFreeRestOfLine, true ) ); //append freed memory address

				sFreeLine.append( " " );

				// next string is for 'alloc' (address) - lets remove it

				GetStringUntilNextSpace( sFreeRestOfLine, true );

				// add rest of line to 'free' line

				sFreeLine.append( sFreeRestOfLine );

				//add 'free' line

				vProcessList[iProcessIDinList].FreeH( sFreeLine, sTime );

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				// construct 'free' fragment trace

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << FREEF_ID << " "; //add FRF

				cleanedTraces << sFreeLine << "\n"; //add the rest of the line

				}

				// Add alloc fragment

				// first string is for 'free' (address), lets remove it first

				GetStringUntilNextSpace( sRestOfLine, true );

				//add 'alloc' line

				vProcessList[iProcessIDinList].AllocF( sRestOfLine, sTime );

				if( bCreateCleanedTraces )

				{

				// add message to cleaned traces file

				// construct 'alloc' fragment trace

				cleanedTraces << sTime << " "; //add time

				cleanedTraces << MAIN_ID << " "; //add MAIN_ID

				cleanedTraces << sProcessID << " "; //add process ID

				cleanedTraces << ALLOCF_ID << " "; //add FRF

				cleanedTraces << sRestOfLine << "\n"; //add the rest of the line

				}

				// Subtests running?

				vector<CSubTestData>::iterator viSubTestIter = vProcessList[iProcessIDinList].vSubTests.begin();

				while( viSubTestIter != vProcessList[iProcessIDinList].vSubTests.end() )

				{

					if( viSubTestIter->bRunning )

					{

						// Save alloc fragment also to sub test

						// Add free fragment 

						// get 'free' line from realloc line

						string sFreeRestOfLine = sRestOfLine;

						string sFreeLine = "";

						sFreeLine.append( GetStringUntilNextSpace( sFreeRestOfLine, true ) ); //append freed memory address

						sFreeLine.append( " " );

						// next string is for 'alloc' (address) - lets remove it

						GetStringUntilNextSpace( sFreeRestOfLine, true );

						// add rest of line to 'free' line

						sFreeLine.append( sFreeRestOfLine );

						//add 'free' line

						vProcessList[iProcessIDinList].FreeH( sFreeLine, sTime );

						// Add alloc fragment

						// first string is for 'free' (address), lets remove it first

						GetStringUntilNextSpace( sRestOfLine, true );

						//add 'alloc' line

						vProcessList[iProcessIDinList].AllocF( sRestOfLine, sTime );

					}

					viSubTestIter++;

				}

			}

			// Command free

			else if( ! _stricmp( pCommand, FREE_ID ) )

			{

				// Send free

				vProcessList[iProcessIDinList].Free( sRestOfLine );

				// Subtests running?

				vector<CSubTestData>::iterator viSubTestIter = vProcessList[iProcessIDinList].vSubTests.begin();

				while( viSubTestIter != vProcessList[iProcessIDinList].vSubTests.end() )

				{