|
1 // Copyright (c) 2006-2009 Nokia Corporation and/or its subsidiary(-ies). |
|
2 // All rights reserved. |
|
3 // This component and the accompanying materials are made available |
|
4 // under the terms of "Eclipse Public License v1.0" |
|
5 // which accompanies this distribution, and is available |
|
6 // at the URL "http://www.eclipse.org/legal/epl-v10.html". |
|
7 // |
|
8 // Initial Contributors: |
|
9 // Nokia Corporation - initial contribution. |
|
10 // |
|
11 // Contributors: |
|
12 // |
|
13 // Description: |
|
14 // |
|
15 |
|
16 //! @file |
|
17 //! @SYMTestSuiteName PDS-TEF-CENTREP-PERFORMANCE |
|
18 //! @SYMScriptTestEnvironment TEF |
|
19 //! @internalComponent |
|
20 //! @test |
|
21 |
|
22 PRINT CentralRepository TEF Performance Tests |
|
23 |
|
24 LOAD_SUITE CentRepPerfTest |
|
25 |
|
26 //Delay to make sure that boot has completed. |
|
27 DELAY 60000 |
|
28 |
|
29 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1424 |
|
30 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1424 |
|
31 //! @SYMTestCaseDesc Measure CPU time usage by CentralRepositorySrv during boot |
|
32 //! @SYMTestPriority Critical |
|
33 //! @SYMTestActions Retrieve performance data collected by CentRep server, analyze, and |
|
34 //! print out a summary of the performance data. |
|
35 //! @SYMTestExpectedResults This test always passes. Engineers working on CentRep |
|
36 //! improvement will run this suite before and after submission to gage actual |
|
37 //! savings in CPU time. |
|
38 //! @SYMPREQ PREQ1192 |
|
39 //! @SYMTestStatus Defined |
|
40 RUN_TEST_STEP 300 CentRepPerfTest GetPerfTestResults z:\TEF_CentralRepository\perf.ini boottest |
|
41 |
|
42 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1424 |
|
43 |
|
44 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1425 |
|
45 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1425 |
|
46 //! @SYMTestCaseDesc Measure Heap usage by CentralRepositorySrv repositories during boot |
|
47 //! @SYMTestPriority Critical |
|
48 //! @SYMTestActions Retrieve performance data collected by CentRep server, analyze, and |
|
49 //! print out a summary. |
|
50 //! @SYMTestExpectedResults This test always passes. Engineers working on CentRep |
|
51 //! improvement will run this suite before and after submission to gauge actual |
|
52 //! savings in RAM usage of repositories. |
|
53 //! @SYMPREQ PREQ1192 |
|
54 //! @SYMTestStatus Defined |
|
55 RUN_TEST_STEP 300 CentRepPerfTest CentRepMemTestLogger |
|
56 |
|
57 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1425 |
|
58 |
|
59 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1459 |
|
60 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1459 |
|
61 //! @SYMTestCaseDesc Measure CPU time used by CentRep client and server for Find~L API. |
|
62 //! @SYMTestPriority Critical |
|
63 //! @SYMTestActions Call Find~L API and measure the time it takes for completion then |
|
64 //! report the summary. |
|
65 //! @SYMTestExpectedResults This test always passes. Engineers working on CentRep |
|
66 //! improvement will run this suite before and after submission to gauge actual |
|
67 //! savings in CPU time. |
|
68 //! @SYMPREQ PREQ1192 |
|
69 //! @SYMTestStatus Defined |
|
70 RUN_TEST_STEP 300 CentRepPerfTest CentRepFindPerfTest |
|
71 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1459 |
|
72 |
|
73 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1423 //CachePerformance |
|
74 SHARED_DATA z:\TEF_CentralRepository\perf.ini Shared |
|
75 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1423 |
|
76 //! @SYMTestCaseDesc Measure cached repository access time in CentralRepository |
|
77 //! @SYMTestPriority High |
|
78 //! @SYMTestActions Bring up server, connect, access repositories, retrieve performance |
|
79 //! data, analyze, and print out a summary of the performance data. |
|
80 //! @SYMTestExpectedResults This test always passes. Engineers working on CentRep |
|
81 //! improvement will run this suite before and after submission to gage actual |
|
82 //! savings in CPU time. |
|
83 //! @SYMPREQ PREQ1192 |
|
84 //! @SYMTestStatus Defined |
|
85 |
|
86 RUN_TEST_STEP 1200 CentRepPerfTest PerfTestCacheEnabledStep |
|
87 PRINT --- Performance data for repository access with Caching ENABLED --- |
|
88 RUN_TEST_STEP 300 CentRepPerfTest GetPerfTestResults z:\TEF_CentralRepository\perf.ini timingtest1 |
|
89 RUN_TEST_STEP 1200 CentRepPerfTest PerfTestCacheDisabledStep |
|
90 PRINT --- Performance data for repository access with Caching DISABLED --- |
|
91 RUN_TEST_STEP 300 CentRepPerfTest GetPerfTestResults z:\TEF_CentralRepository\perf.ini timingtest2 |
|
92 RUN_TEST_STEP 300 CentRepPerfTest PerfTestCompareStep z:\TEF_CentralRepository\perf.ini Shared |
|
93 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1423 //CachePerformance |
|
94 |
|
95 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1482 |
|
96 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1482 |
|
97 //! @SYMTestCaseDesc Central repository persists operation performance could be improved |
|
98 //! @SYMTestPriority High |
|
99 //! @SYMTestActions Calculate Average time to open large repository from ROM file, average time to open |
|
100 //! large repository from persists file and average time to write large repository to persists file. |
|
101 //! @SYMTestExpectedResults This test always passes. |
|
102 //! @SYMDEF DEF057491 |
|
103 //! @SYMTestStatus Defined |
|
104 RUN_TEST_STEP 300 CentRepPerfTest CentRepDefectTest057491 |
|
105 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1482 |
|
106 |
|
107 |
|
108 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1483 |
|
109 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1483 |
|
110 //! @SYMTestCaseDesc Central Repository adds 11s to 9.1 NAND boot time |
|
111 //! @SYMTestPriority High |
|
112 //! @SYMTestActions Calculate time to open text based rep from ROM, time to open binary rep from ROM, |
|
113 //! average time to open text based rep from ROM, average time to open binary rep from ROM, |
|
114 //! compare results and prove that opening .ini is slower than opening .cre files |
|
115 //! @SYMTestExpectedResults This test always passes. |
|
116 //! @SYMDEF DEF059633 |
|
117 //! @SYMTestStatus Defined |
|
118 RUN_TEST_STEP 300 CentRepPerfTest CentRepDefectTest059633 |
|
119 |
|
120 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1483 |
|
121 |
|
122 |
|
123 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1657 |
|
124 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1657 |
|
125 //! @SYMTestCaseDesc Measure the time to open/close multiple repositories from a single thread |
|
126 //! @SYMTestPriority High |
|
127 //! @SYMTestActions Measure CPU time, open n repositories, measure CPU time, report the time it |
|
128 //! takes to open all repositories. Measure CPU time, close n repositories, measure |
|
129 //! CPU time, report the time it takes to close all repositories. Repeat all of |
|
130 //! the steps for n=1..5 |
|
131 //! @SYMTestExpectedResults This test always passes. Engineers working on CentRep improvements |
|
132 //! will run this suite before and after submission to gauge actual savings |
|
133 //! in CPU time. |
|
134 //! @SYMPREQ PREQ1228 |
|
135 //! @SYMTestStatus Defined |
|
136 RUN_TEST_STEP 300 CentRepPerfTest PerfTestClientOpenStep |
|
137 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1657 |
|
138 |
|
139 START_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1658 //Notify-OnlyRAM |
|
140 //! @SYMTestCaseID SYSLIBS-CENTRALREPOSITORY-PT-1658 |
|
141 //! @SYMTestCaseDesc Notify-only client optimization RAM usage test |
|
142 //! @SYMTestPriority High |
|
143 //! @SYMTestActions Retrieve memory usage data collected by CentRep server, analyze, and |
|
144 //! print out a summary during certain stages of the lifetime of session objects. |
|
145 //! @SYMTestExpectedResults This test always pass. Engineers working on CentRep |
|
146 //! improvement will run this suite before and after submission to gauge actual |
|
147 //! savings in RAM usage of repositories. |
|
148 //! @SYMPREQ PREQ1228 |
|
149 //! @SYMTestStatus Defined |
|
150 |
|
151 RUN_TEST_STEP 300 CentRepPerfTest NotifyMemTestStep |
|
152 END_TESTCASE SYSLIBS-CENTRALREPOSITORY-PT-1658 //Notify-OnlyRAM |