installationservices/swcomponentregistry/test/tscr/scripts/tscr_performance_cases.script
branchRCL_3
changeset 25 7333d7932ef7
equal deleted inserted replaced
24:5cc91383ab1e 25:7333d7932ef7
       
     1 //
       
     2 // Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies).
       
     3 // All rights reserved.
       
     4 // This component and the accompanying materials are made available
       
     5 // under the terms of the License "Eclipse Public License v1.0"
       
     6 // which accompanies this distribution, and is available
       
     7 // at the URL "http://www.eclipse.org/legal/epl-v10.html".
       
     8 //
       
     9 // Initial Contributors:
       
    10 // Nokia Corporation - initial contribution.
       
    11 //
       
    12 // Contributors:
       
    13 //
       
    14 // Description: 
       
    15 // This script implements Software Component Registry Performance tests.
       
    16 // For more information about the test cases, please see TMS:\Security,Privacy and Control Protection\USIF\SCR\tscr_performance
       
    17 // 
       
    18 //
       
    19 
       
    20 PRINT Run Software Component Registry (SCR) Performance Tests
       
    21 
       
    22 // Load the event logger test suite
       
    23 LOAD_SUITE EventLogServer -SharedData
       
    24 
       
    25 // Load SCR test suite
       
    26 LOAD_SUITE tscr -SharedData // SharedData is used for sharing the componentid between test steps
       
    27 SHARED_DATA z:\tusif\tscr\tscr_performance.ini shared_data
       
    28 
       
    29 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0001
       
    30 //! @SYMTestCaseDesc 		The time taken to generate a localised list of removable software components.
       
    31 //! SYMTestPerformanceTarget   1000ms
       
    32 
       
    33 START_TESTCASE API-SEC-SCR-PERFORMANCE-0001
       
    34 
       
    35 RUN_TEST_STEP 100 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini filter_removable
       
    36 
       
    37 END_TESTCASE API-SEC-SCR-PERFORMANCE-0001
       
    38 
       
    39 
       
    40 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0002
       
    41 //! @SYMTestCaseDesc 		The time taken to add a new component to the Components table.
       
    42 //! SYMTestPerformanceTarget   100ms
       
    43 
       
    44 START_TESTCASE API-SEC-SCR-PERFORMANCE-0002
       
    45 
       
    46 RUN_TEST_STEP 100 tscr Performance-SCRAddComponent z:\tusif\tscr\tscr_performance.ini component_names
       
    47 
       
    48 END_TESTCASE API-SEC-SCR-PERFORMANCE-0002
       
    49 
       
    50 
       
    51 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0003
       
    52 //! @SYMTestCaseDesc 		The time taken to add a new component with localizable names to the Components table.
       
    53 //! SYMTestPerformanceTarget   100ms
       
    54 
       
    55 START_TESTCASE API-SEC-SCR-PERFORMANCE-0003
       
    56 
       
    57 RUN_TEST_STEP 100 tscr Performance-SCRAddComponent z:\tusif\tscr\tscr_performance.ini component_localizable_names
       
    58 
       
    59 END_TESTCASE API-SEC-SCR-PERFORMANCE-0003
       
    60 
       
    61 
       
    62 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0004
       
    63 //! @SYMTestCaseDesc 		The time taken to register a file to an existing component.
       
    64 //! SYMTestPerformanceTarget   100ms
       
    65 
       
    66 START_TESTCASE API-SEC-SCR-PERFORMANCE-0004
       
    67 
       
    68 RUN_TEST_STEP 100 tscr Performance-SCRRegisterFile z:\tusif\tscr\tscr_performance.ini register_file
       
    69 
       
    70 END_TESTCASE API-SEC-SCR-PERFORMANCE-0004
       
    71 
       
    72 
       
    73 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0005
       
    74 //! @SYMTestCaseDesc 		The time taken to set 9 common properties of an existing component.
       
    75 //! SYMTestPerformanceTarget   500ms (~50ms for each common property)
       
    76 
       
    77 START_TESTCASE API-SEC-SCR-PERFORMANCE-0005
       
    78 
       
    79 RUN_TEST_STEP 250 tscr Performance-SCRSetCommonProperty z:\tusif\tscr\tscr_performance.ini update_component_attributes
       
    80 
       
    81 END_TESTCASE API-SEC-SCR-PERFORMANCE-0005
       
    82 
       
    83 
       
    84 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0006
       
    85 //! @SYMTestCaseDesc 		The time taken to set a custom property of an registered file.
       
    86 //! SYMTestPerformanceTarget   100ms
       
    87 
       
    88 START_TESTCASE API-SEC-SCR-PERFORMANCE-0006
       
    89 
       
    90 RUN_TEST_STEP 100 tscr Performance-SCRAddFileProperty z:\tusif\tscr\tscr_performance.ini file_property
       
    91 
       
    92 END_TESTCASE API-SEC-SCR-PERFORMANCE-0006
       
    93 
       
    94 
       
    95 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0007
       
    96 //! @SYMTestCaseDesc 		The time taken to update a common property of a component.
       
    97 //! SYMTestPerformanceTarget   100ms
       
    98 
       
    99 START_TESTCASE API-SEC-SCR-PERFORMANCE-0007
       
   100 
       
   101 RUN_TEST_STEP 100 tscr Performance-SCRSetComponentProperty z:\tusif\tscr\tscr_performance.ini component_property
       
   102 
       
   103 END_TESTCASE API-SEC-SCR-PERFORMANCE-0007
       
   104 
       
   105 
       
   106 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0008
       
   107 //! @SYMTestCaseDesc 		The time taken to update a localizable property (name or vendor) of a component.
       
   108 //! SYMTestPerformanceTarget   100ms
       
   109 
       
   110 START_TESTCASE API-SEC-SCR-PERFORMANCE-0008
       
   111 
       
   112 RUN_TEST_STEP 100 tscr Performance-SCRSetComponentProperty z:\tusif\tscr\tscr_performance.ini localizable_component_property
       
   113 
       
   114 END_TESTCASE API-SEC-SCR-PERFORMANCE-0008
       
   115 
       
   116 
       
   117 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0009
       
   118 //! @SYMTestCaseDesc 		The time taken to unregister a file from a component.
       
   119 //! SYMTestPerformanceTarget   100ms
       
   120 
       
   121 START_TESTCASE API-SEC-SCR-PERFORMANCE-0009
       
   122 
       
   123 RUN_TEST_STEP 100 tscr Performance-SCRUnregisterFile z:\tusif\tscr\tscr_performance.ini unregister_file
       
   124 
       
   125 END_TESTCASE API-SEC-SCR-PERFORMANCE-0009
       
   126 
       
   127 
       
   128 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0010
       
   129 //! @SYMTestCaseDesc 		The time taken to delete a custom component property.
       
   130 //! SYMTestPerformanceTarget   100ms
       
   131 
       
   132 START_TESTCASE API-SEC-SCR-PERFORMANCE-0010
       
   133 
       
   134 RUN_TEST_STEP 100 tscr Performance-SCRDeleteComponentProperty z:\tusif\tscr\tscr_performance.ini component_property
       
   135 
       
   136 END_TESTCASE API-SEC-SCR-PERFORMANCE-0010
       
   137 
       
   138 
       
   139 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0011
       
   140 //! @SYMTestCaseDesc 		The time taken to delete a custom file property.
       
   141 //! SYMTestPerformanceTarget   100ms
       
   142 
       
   143 START_TESTCASE API-SEC-SCR-PERFORMANCE-0011
       
   144 
       
   145 RUN_TEST_STEP 100 tscr SCRRegisterFile z:\tusif\tscr\tscr_performance.ini register_file
       
   146 RUN_TEST_STEP 100 tscr SCRAddFileProperty z:\tusif\tscr\tscr_performance.ini file_property
       
   147 RUN_TEST_STEP 100 tscr Performance-SCRDeleteFileProperty z:\tusif\tscr\tscr_performance.ini delete_file_property
       
   148 
       
   149 END_TESTCASE API-SEC-SCR-PERFORMANCE-0011
       
   150 
       
   151 
       
   152 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0012
       
   153 //! @SYMTestCaseDesc 		The time taken to delete a component together with all its properties and files.
       
   154 //! SYMTestPerformanceTarget   500ms
       
   155 
       
   156 START_TESTCASE API-SEC-SCR-PERFORMANCE-0012
       
   157 
       
   158 // Add a complete component which to delete.
       
   159 RUN_TEST_STEP 100 tscr SCRAddComponent z:\tusif\tscr\tscr_performance.ini component_localizable_names
       
   160 RUN_TEST_STEP 100 tscr SCRSetCommonProperty z:\tusif\tscr\tscr_performance.ini update_component_attributes
       
   161 RUN_TEST_STEP 100 tscr SCRSetComponentProperty z:\tusif\tscr\tscr_performance.ini full_component_properties
       
   162 RUN_TEST_STEP 100 tscr SCRRegisterFile z:\tusif\tscr\tscr_performance.ini full_files_registration
       
   163 RUN_TEST_STEP 100 tscr SCRAddFileProperty z:\tusif\tscr\tscr_performance.ini full_file_properties
       
   164 RUN_TEST_STEP 500 tscr Performance-SCRDeleteComponent z:\tusif\tscr\tscr_performance.ini delete_component
       
   165 
       
   166 END_TESTCASE API-SEC-SCR-PERFORMANCE-0012
       
   167 
       
   168 
       
   169 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0013
       
   170 //! @SYMTestCaseDesc 		The time taken to install a typical component installed by SWI.
       
   171 //! SYMTestPerformanceTarget   1000ms
       
   172 
       
   173 START_TESTCASE API-SEC-SCR-PERFORMANCE-0013
       
   174 
       
   175 // Measure a complete component installation performance. The component values are hardcoded.
       
   176 RUN_TEST_STEP 1000 tscr Performance-SCRInstallComponent z:\tusif\tscr\tscr_performance.ini install_component
       
   177 // Add another complete component which is used by the rest of test cases.
       
   178 RUN_TEST_STEP 100 tscr SCRAddComponent z:\tusif\tscr\tscr_performance.ini component_localizable_names
       
   179 RUN_TEST_STEP 100 tscr SCRSetCommonProperty z:\tusif\tscr\tscr_performance.ini update_component_attributes
       
   180 RUN_TEST_STEP 100 tscr SCRSetComponentProperty z:\tusif\tscr\tscr_performance.ini full_component_properties
       
   181 RUN_TEST_STEP 100 tscr SCRRegisterFile z:\tusif\tscr\tscr_performance.ini full_files_registration
       
   182 RUN_TEST_STEP 100 tscr SCRAddFileProperty z:\tusif\tscr\tscr_performance.ini full_file_properties
       
   183 
       
   184 END_TESTCASE API-SEC-SCR-PERFORMANCE-0013
       
   185 
       
   186 
       
   187 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0014
       
   188 //! @SYMTestCaseDesc 		The time taken to retrieve a component registry entry by using the component Id.
       
   189 //! SYMTestPerformanceTarget   60ms
       
   190 
       
   191 START_TESTCASE API-SEC-SCR-PERFORMANCE-0014
       
   192 
       
   193 RUN_TEST_STEP 50 tscr Performance-SCRGetComponent z:\tusif\tscr\tscr_performance.ini updated_component
       
   194 
       
   195 END_TESTCASE API-SEC-SCR-PERFORMANCE-0014
       
   196 
       
   197 
       
   198 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0015
       
   199 //! @SYMTestCaseDesc 		The time taken to retrieve a specific file property.
       
   200 //! SYMTestPerformanceTarget   50ms
       
   201 
       
   202 START_TESTCASE API-SEC-SCR-PERFORMANCE-0015
       
   203 
       
   204 RUN_TEST_STEP 50 tscr Performance-SCRGetFileProperty  z:\tusif\tscr\tscr_performance.ini specific_file_property
       
   205 
       
   206 END_TESTCASE API-SEC-SCR-PERFORMANCE-0015
       
   207 
       
   208 
       
   209 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0016
       
   210 //! @SYMTestCaseDesc 		The time taken to retrieve all properties of a file
       
   211 //! SYMTestPerformanceTarget   200ms
       
   212 
       
   213 START_TESTCASE API-SEC-SCR-PERFORMANCE-0016
       
   214 
       
   215 RUN_TEST_STEP 200 tscr Performance-SCRGetFileProperties z:\tusif\tscr\tscr_performance.ini full_file_properties
       
   216 
       
   217 END_TESTCASE API-SEC-SCR-PERFORMANCE-0016
       
   218 
       
   219 
       
   220 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0017
       
   221 //! @SYMTestCaseDesc 		The time taken to retrieve a specific component property.
       
   222 //! SYMTestPerformanceTarget   50ms
       
   223 
       
   224 START_TESTCASE API-SEC-SCR-PERFORMANCE-0017
       
   225 
       
   226 RUN_TEST_STEP 50 tscr Performance-SCRGetComponentProperty z:\tusif\tscr\tscr_performance.ini specific_component_property
       
   227 
       
   228 END_TESTCASE API-SEC-SCR-PERFORMANCE-0017
       
   229 
       
   230 
       
   231 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0018
       
   232 //! @SYMTestCaseDesc 		The time taken to retrieve all properties of a typical component installed by SWI.
       
   233 //! SYMTestPerformanceTarget   300ms
       
   234 
       
   235 START_TESTCASE API-SEC-SCR-PERFORMANCE-0018
       
   236 
       
   237 RUN_TEST_STEP 300 tscr Performance-SCRGetComponentProperties z:\tusif\tscr\tscr_performance.ini full_component_properties
       
   238 
       
   239 END_TESTCASE API-SEC-SCR-PERFORMANCE-0018
       
   240 
       
   241 
       
   242 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0019
       
   243 //! @SYMTestCaseDesc 		The time taken to retrieve a specific localized component property.
       
   244 //! SYMTestPerformanceTarget   50ms
       
   245 
       
   246 START_TESTCASE API-SEC-SCR-PERFORMANCE-0019
       
   247 
       
   248 RUN_TEST_STEP 100 tscr SCRSetComponentProperty z:\tusif\tscr\tscr_performance.ini localizable_component_properties
       
   249 RUN_TEST_STEP 50 tscr Performance-SCRGetComponentProperty z:\tusif\tscr\tscr_performance.ini specific_localized_component_property
       
   250 
       
   251 END_TESTCASE API-SEC-SCR-PERFORMANCE-0019
       
   252 
       
   253 
       
   254 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0020
       
   255 //! @SYMTestCaseDesc 		The time taken to filter all components for an installer
       
   256 //! SYMTestPerformanceTarget   1200ms
       
   257 
       
   258 START_TESTCASE API-SEC-SCR-PERFORMANCE-0020
       
   259 
       
   260 RUN_TEST_STEP 1000 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini all_components
       
   261 
       
   262 END_TESTCASE API-SEC-SCR-PERFORMANCE-0020
       
   263 
       
   264 
       
   265 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0021
       
   266 //! @SYMTestCaseDesc 		The time taken to filter components by using name and vendor.
       
   267 //! SYMTestPerformanceTarget   70ms
       
   268 
       
   269 START_TESTCASE API-SEC-SCR-PERFORMANCE-0021
       
   270 
       
   271 RUN_TEST_STEP 70 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini filter_name_vendor
       
   272 
       
   273 END_TESTCASE API-SEC-SCR-PERFORMANCE-0021
       
   274 
       
   275 
       
   276 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0022
       
   277 //! @SYMTestCaseDesc 		The time taken to filter components by using name,vendor and a property.
       
   278 //! SYMTestPerformanceTarget   100ms
       
   279 
       
   280 START_TESTCASE API-SEC-SCR-PERFORMANCE-0022
       
   281 
       
   282 RUN_TEST_STEP 100 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini filter_name_vendor_property
       
   283 
       
   284 END_TESTCASE API-SEC-SCR-PERFORMANCE-0022
       
   285 
       
   286 
       
   287 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0023
       
   288 //! @SYMTestCaseDesc 		The time taken to filter components by using a single property.
       
   289 //! SYMTestPerformanceTarget   70ms
       
   290 
       
   291 START_TESTCASE API-SEC-SCR-PERFORMANCE-0023
       
   292 
       
   293 RUN_TEST_STEP 70 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini filter_property
       
   294 
       
   295 END_TESTCASE API-SEC-SCR-PERFORMANCE-0023
       
   296 
       
   297 
       
   298 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0024
       
   299 //! @SYMTestCaseDesc 		The time taken to filter components by a file name.
       
   300 //! SYMTestPerformanceTarget   70ms
       
   301 
       
   302 START_TESTCASE API-SEC-SCR-PERFORMANCE-0024
       
   303 
       
   304 RUN_TEST_STEP 70 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini filter_file
       
   305 
       
   306 END_TESTCASE API-SEC-SCR-PERFORMANCE-0024
       
   307 
       
   308 
       
   309 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0025
       
   310 //! @SYMTestCaseDesc 		The time taken to filter components installed into a specific drive.
       
   311 //! SYMTestPerformanceTarget   1100ms
       
   312 
       
   313 START_TESTCASE API-SEC-SCR-PERFORMANCE-0025
       
   314 
       
   315 RUN_TEST_STEP 1000 tscr Performance-ScrComponentRegistrySubsession z:\tusif\tscr\tscr_performance.ini filter_drive
       
   316 
       
   317 END_TESTCASE API-SEC-SCR-PERFORMANCE-0025
       
   318 
       
   319 
       
   320 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0026
       
   321 //! @SYMTestCaseDesc 		The time taken to add a new dependency to the SCR.
       
   322 //! SYMTestPerformanceTarget   100ms
       
   323 
       
   324 START_TESTCASE API-SEC-SCR-PERFORMANCE-0026
       
   325 
       
   326 RUN_TEST_STEP 100 tscr Performance-SCRAddComponentDependency z:\tusif\tscr\tscr_performance.ini dependency
       
   327 
       
   328 END_TESTCASE API-SEC-SCR-PERFORMANCE-0026
       
   329 
       
   330 
       
   331 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0027
       
   332 //! @SYMTestCaseDesc 		The time taken to delete an existing dependency from the SCR.
       
   333 //! SYMTestPerformanceTarget   100ms
       
   334 
       
   335 START_TESTCASE API-SEC-SCR-PERFORMANCE-0027
       
   336 
       
   337 RUN_TEST_STEP 100 tscr Performance-SCRDeleteComponentDependency z:\tusif\tscr\tscr_performance.ini dependency
       
   338 
       
   339 END_TESTCASE API-SEC-SCR-PERFORMANCE-0027
       
   340 
       
   341 
       
   342 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0028
       
   343 //! @SYMTestCaseDesc 		The time taken to list all suppliers of a dependant component.
       
   344 //! SYMTestPerformanceTarget   50ms
       
   345 
       
   346 START_TESTCASE API-SEC-SCR-PERFORMANCE-0028
       
   347 
       
   348 RUN_TEST_STEP 100 tscr Performance-SCRGetGlobalIdList z:\tusif\tscr\tscr_performance.ini supplier_components
       
   349 
       
   350 END_TESTCASE API-SEC-SCR-PERFORMANCE-0028
       
   351 
       
   352 
       
   353 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0029
       
   354 //! @SYMTestCaseDesc 		The time taken to list all dependants of a supplier component.
       
   355 //! SYMTestPerformanceTarget   50ms
       
   356 
       
   357 START_TESTCASE API-SEC-SCR-PERFORMANCE-0029
       
   358 
       
   359 RUN_TEST_STEP 100 tscr Performance-SCRGetGlobalIdList z:\tusif\tscr\tscr_performance.ini dependant_components
       
   360 
       
   361 END_TESTCASE API-SEC-SCR-PERFORMANCE-0029
       
   362 
       
   363 
       
   364 //! @SYMTestCaseID		API-SEC-SCR-PERFORMANCE-0030
       
   365 //! @SYMTestCaseDesc 		The time taken to retrieve a component with its global id.
       
   366 //! SYMTestPerformanceTarget   100ms
       
   367 
       
   368 START_TESTCASE API-SEC-SCR-PERFORMANCE-0030
       
   369 
       
   370 RUN_TEST_STEP 100 tscr Performance-SCRGetComponentWithGlobalId z:\tusif\tscr\tscr_performance.ini component_globalid
       
   371 
       
   372 END_TESTCASE API-SEC-SCR-PERFORMANCE-0030
       
   373