persistentstorage/centralrepository/test/testexecute/performance/scripts/TE_PerfTest.script
branchRCL_3
changeset 24 cc28652e0254
parent 0 08ec8eefde2f
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/persistentstorage/centralrepository/test/testexecute/performance/scripts/TE_PerfTest.script	Wed Sep 01 12:39:58 2010 +0100
@@ -0,0 +1,152 @@
+// Copyright (c) 2006-2009 Nokia Corporation and/or its subsidiary(-ies).
+// All rights reserved.
+// This component and the accompanying materials are made available
+// under the terms of "Eclipse Public License v1.0"
+// which accompanies this distribution, and is available
+// at the URL "http://www.eclipse.org/legal/epl-v10.html".
+//
+// Initial Contributors:
+// Nokia Corporation - initial contribution.
+//
+// Contributors:
+//
+// Description:
+//
+
+//! @file
+//! @SYMTestSuiteName PDS-TEF-CENTREP-PERFORMANCE
+//! @SYMScriptTestEnvironment TEF
+//! @internalComponent
+//! @test
+
+PRINT CentralRepository TEF Performance Tests
+
+LOAD_SUITE CentRepPerfTest
+
+//Delay to make sure that boot has completed.
+DELAY 60000
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1424
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1424
+//! @SYMTestCaseDesc Measure CPU time usage by CentralRepositorySrv during boot
+//! @SYMTestPriority Critical
+//! @SYMTestActions  Retrieve performance data collected by CentRep server, analyze, and
+//!    print out a summary of the performance data.
+//! @SYMTestExpectedResults This test always passes. Engineers working on CentRep 
+//!    improvement will run this suite before and after submission to gage actual
+//!    savings in CPU time.
+//! @SYMPREQ PREQ1192
+//! @SYMTestStatus Defined
+RUN_TEST_STEP 300 CentRepPerfTest GetPerfTestResults z:\TEF_CentralRepository\perf.ini boottest
+
+END_TESTCASE   SYSLIBS-CENTRALREPOSITORY-PT-1424
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1425
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1425
+//! @SYMTestCaseDesc Measure Heap usage by CentralRepositorySrv repositories during boot
+//! @SYMTestPriority Critical
+//! @SYMTestActions  Retrieve performance data collected by CentRep server, analyze, and
+//!    print out a summary.
+//! @SYMTestExpectedResults This test always passes. Engineers working on CentRep 
+//!    improvement will run this suite before and after submission to gauge actual
+//!    savings in RAM usage of repositories.
+//! @SYMPREQ PREQ1192
+//! @SYMTestStatus Defined
+RUN_TEST_STEP 300 CentRepPerfTest CentRepMemTestLogger
+
+END_TESTCASE   SYSLIBS-CENTRALREPOSITORY-PT-1425
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1459
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1459
+//! @SYMTestCaseDesc Measure CPU time used by CentRep client and server for Find~L API.
+//! @SYMTestPriority Critical
+//! @SYMTestActions  Call Find~L API and measure the time it takes for completion then 
+//!                 report the summary.
+//! @SYMTestExpectedResults This test always passes. Engineers working on CentRep 
+//!    improvement will run this suite before and after submission to gauge actual
+//!    savings in CPU time.
+//! @SYMPREQ PREQ1192
+//! @SYMTestStatus Defined
+RUN_TEST_STEP 300 CentRepPerfTest CentRepFindPerfTest
+END_TESTCASE   SYSLIBS-CENTRALREPOSITORY-PT-1459
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1423 //CachePerformance
+SHARED_DATA z:\TEF_CentralRepository\perf.ini Shared
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1423
+//! @SYMTestCaseDesc Measure cached repository access time in CentralRepository 
+//! @SYMTestPriority High
+//! @SYMTestActions  Bring up server, connect, access repositories, retrieve performance 
+//!    data, analyze, and print out a summary of the performance data.
+//! @SYMTestExpectedResults This test always passes. Engineers working on CentRep 
+//!    improvement will run this suite before and after submission to gage actual
+//!    savings in CPU time.
+//! @SYMPREQ PREQ1192
+//! @SYMTestStatus Defined
+
+	RUN_TEST_STEP 1200 CentRepPerfTest PerfTestCacheEnabledStep
+	PRINT --- Performance data for repository access with Caching ENABLED  ---
+	RUN_TEST_STEP 300 CentRepPerfTest GetPerfTestResults z:\TEF_CentralRepository\perf.ini timingtest1
+	RUN_TEST_STEP 1200 CentRepPerfTest PerfTestCacheDisabledStep
+	PRINT --- Performance data for repository access with Caching DISABLED ---
+	RUN_TEST_STEP 300 CentRepPerfTest GetPerfTestResults z:\TEF_CentralRepository\perf.ini timingtest2
+	RUN_TEST_STEP 300 CentRepPerfTest PerfTestCompareStep z:\TEF_CentralRepository\perf.ini Shared
+END_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1423 //CachePerformance
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1482
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1482
+//! @SYMTestCaseDesc Central repository persists operation performance could be improved
+//! @SYMTestPriority High
+//! @SYMTestActions  Calculate Average time to open large repository from ROM file, average time to open 
+//!    large repository from persists file and average time to write large repository to persists file. 
+//! @SYMTestExpectedResults This test always passes. 
+//! @SYMDEF DEF057491
+//! @SYMTestStatus Defined
+RUN_TEST_STEP 300 CentRepPerfTest CentRepDefectTest057491
+END_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1482
+
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1483
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1483
+//! @SYMTestCaseDesc Central Repository adds 11s to 9.1 NAND boot time
+//! @SYMTestPriority High
+//! @SYMTestActions  Calculate time to open text based rep from ROM, time to open binary rep from ROM,
+//!    average time to open text based rep from ROM, average time to open binary rep from ROM, 
+//!    compare results and prove that opening .ini is slower than opening .cre files 
+//! @SYMTestExpectedResults This test always passes. 
+//! @SYMDEF DEF059633
+//! @SYMTestStatus Defined
+RUN_TEST_STEP 300 CentRepPerfTest CentRepDefectTest059633
+
+END_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1483
+
+
+START_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1657
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1657
+//! @SYMTestCaseDesc Measure the time to open/close multiple repositories from a single thread
+//! @SYMTestPriority High
+//! @SYMTestActions  Measure CPU time, open n repositories, measure CPU time, report the time it 
+//!                 takes to open all repositories. Measure CPU time, close n repositories, measure
+//!                 CPU time, report the time it takes to close all repositories. Repeat all of 
+//!                 the steps for n=1..5
+//! @SYMTestExpectedResults This test always passes. Engineers working on CentRep improvements 
+//!                 will run this suite before and after submission to gauge actual savings 
+//!                 in CPU time.
+//! @SYMPREQ PREQ1228
+//! @SYMTestStatus Defined
+RUN_TEST_STEP 300 CentRepPerfTest PerfTestClientOpenStep
+END_TESTCASE  SYSLIBS-CENTRALREPOSITORY-PT-1657
+
+START_TESTCASE    SYSLIBS-CENTRALREPOSITORY-PT-1658  //Notify-OnlyRAM
+//! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1658
+//! @SYMTestCaseDesc Notify-only client optimization RAM usage test
+//! @SYMTestPriority High
+//! @SYMTestActions  Retrieve memory usage data collected by CentRep server, analyze, and
+//!    print out a summary during certain stages of the lifetime of session objects.
+//! @SYMTestExpectedResults This test always pass. Engineers working on CentRep 
+//!    improvement will run this suite before and after submission to gauge actual
+//!    savings in RAM usage of repositories.
+//! @SYMPREQ PREQ1228
+//! @SYMTestStatus Defined
+
+	RUN_TEST_STEP 300 CentRepPerfTest NotifyMemTestStep
+END_TESTCASE    SYSLIBS-CENTRALREPOSITORY-PT-1658  //Notify-OnlyRAM