perf split

Author: miroslavaivanova

products/nativescript/perf_helpers.py

@@ -0,0 +1,81 @@
+import json
+import os
+from core.enums.platform_type import Platform
+from core.settings import Settings
+from core.utils.file_utils import Folder, File
+from core.utils.gradle import Gradle
+from core.utils.json_utils import JsonUtils
+from core.utils.npm import Npm
+from core.utils.xcode import Xcode
+from data.changes import Sync
+from products.nativescript.tns import Tns
+
+RETRY_COUNT = 3
+# TOLERANCE = 0.20
+APP_NAME = Settings.AppName.DEFAULT
+EXPECTED_RESULTS = JsonUtils.read(os.path.join(Settings.TEST_RUN_HOME, 'tests', 'perf', 'data.json'))
+
+class PrepareBuildInfo(object):
+    prepare_initial = 0
+    prepare_skip = 0
+    prepare_incremental = 0
+    build_initial = 0
+    build_incremental = 0
+
+
+class Helpers(object):
+    @staticmethod
+    def prepare_and_build(template, platform, change_set, result_file):
+        prepare_initial = 0
+        build_initial = 0
+        build_incremental = 0
+        for _ in range(RETRY_COUNT):
+            Tns.kill()
+            Gradle.kill()
+            Npm.cache_clean()
+            Xcode.cache_clean()
+            Folder.clean(folder=os.path.join(Settings.TEST_RUN_HOME, APP_NAME))
+            Tns.create(app_name=APP_NAME, template=template, update=True)
+            if platform == Platform.ANDROID:
+                Tns.platform_add_android(app_name=APP_NAME, framework_path=Settings.Android.FRAMEWORK_PATH)
+            elif platform == Platform.IOS:
+                Tns.platform_add_ios(app_name=APP_NAME, framework_path=Settings.IOS.FRAMEWORK_PATH)
+            else:
+                raise Exception('Unknown platform: ' + str(platform))
+
+            # Prepare
+            time = Tns.prepare(app_name=APP_NAME, platform=platform, bundle=True).duration
+            prepare_initial = prepare_initial + time
+
+            # Build
+            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
+            build_initial = build_initial + time
+            Sync.replace(app_name=APP_NAME, change_set=change_set)
+            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
+            build_incremental = build_incremental + time
+
+        # Calculate averages
+        result = PrepareBuildInfo()
+        result.prepare_initial = prepare_initial / RETRY_COUNT
+        result.build_initial = build_initial / RETRY_COUNT
+        result.build_incremental = build_incremental / RETRY_COUNT
+
+        # Save to results file
+        File.delete(path=result_file)
+        result_json = json.dumps(result, default=lambda o: o.__dict__, sort_keys=True, indent=4)
+        File.write(path=result_file, text=str(result_json))
+
+    @staticmethod
+    def get_result_file_name(template, platform):
+        result_file = os.path.join(Settings.TEST_OUT_HOME, '{0}_{1}.json'.format(template, str(platform)))
+        return result_file
+
+    @staticmethod
+    def get_actual_result(template, platform, entry):
+        result_file = Helpers.get_result_file_name(template, platform)
+        return JsonUtils.read(result_file)[entry]
+
+    @staticmethod
+    def get_expected_result(template, platform, entry):
+        platform = str(platform)
+        return EXPECTED_RESULTS[template][platform][entry]

tests/perf/tooling/build_perf_hello_world_js.py

@@ -1,8 +1,6 @@
 # pylint: disable=unused-argument
 # pylint: disable=undefined-variable
 
-import json
-import os
 import unittest
 
 from parameterized import parameterized
@@ -11,20 +9,12 @@
 from core.enums.os_type import OSType
 from core.enums.platform_type import Platform
 from core.settings import Settings
-from core.utils.file_utils import Folder, File
-from core.utils.gradle import Gradle
-from core.utils.json_utils import JsonUtils
-from core.utils.npm import Npm
 from core.utils.perf_utils import PerfUtils
-from core.utils.xcode import Xcode
-from data.changes import Changes, Sync
+from data.changes import Changes
 from data.templates import Template
-from products.nativescript.tns import Tns
+from products.nativescript.perf_helpers import Helpers
 
-RETRY_COUNT = 3
 TOLERANCE = 0.20
-APP_NAME = Settings.AppName.DEFAULT
-EXPECTED_RESULTS = JsonUtils.read(os.path.join(Settings.TEST_RUN_HOME, 'tests', 'perf', 'data.json'))
 
 
 # noinspection PyMethodMayBeStatic,PyUnusedLocal
@@ -91,69 +81,3 @@ def test_311_build_ios_incremental(self, template, template_package, change_set)
         actual = Helpers.get_actual_result(template, Platform.IOS, 'build_incremental')
         expected = Helpers.get_expected_result(template, Platform.IOS, 'build_incremental')
         assert PerfUtils.is_value_in_range(actual, expected, TOLERANCE), 'Incremental ios build time is not OK.'
-
-
-class PrepareBuildInfo(object):
-    prepare_initial = 0
-    prepare_skip = 0
-    prepare_incremental = 0
-    build_initial = 0
-    build_incremental = 0
-
-
-class Helpers(object):
-    @staticmethod
-    def prepare_and_build(template, platform, change_set, result_file):
-        prepare_initial = 0
-        build_initial = 0
-        build_incremental = 0
-        for _ in range(RETRY_COUNT):
-            Tns.kill()
-            Gradle.kill()
-            Npm.cache_clean()
-            Xcode.cache_clean()
-            Folder.clean(folder=os.path.join(Settings.TEST_RUN_HOME, APP_NAME))
-            Tns.create(app_name=APP_NAME, template=template, update=True)
-            if platform == Platform.ANDROID:
-                Tns.platform_add_android(app_name=APP_NAME, framework_path=Settings.Android.FRAMEWORK_PATH)
-            elif platform == Platform.IOS:
-                Tns.platform_add_ios(app_name=APP_NAME, framework_path=Settings.IOS.FRAMEWORK_PATH)
-            else:
-                raise Exception('Unknown platform: ' + str(platform))
-
-            # Prepare
-            time = Tns.prepare(app_name=APP_NAME, platform=platform, bundle=True).duration
-            prepare_initial = prepare_initial + time
-
-            # Build
-            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
-            build_initial = build_initial + time
-            Sync.replace(app_name=APP_NAME, change_set=change_set)
-            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
-            build_incremental = build_incremental + time
-
-        # Calculate averages
-        result = PrepareBuildInfo()
-        result.prepare_initial = prepare_initial / RETRY_COUNT
-        result.build_initial = build_initial / RETRY_COUNT
-        result.build_incremental = build_incremental / RETRY_COUNT
-
-        # Save to results file
-        File.delete(path=result_file)
-        result_json = json.dumps(result, default=lambda o: o.__dict__, sort_keys=True, indent=4)
-        File.write(path=result_file, text=str(result_json))
-
-    @staticmethod
-    def get_result_file_name(template, platform):
-        result_file = os.path.join(Settings.TEST_OUT_HOME, '{0}_{1}.json'.format(template, str(platform)))
-        return result_file
-
-    @staticmethod
-    def get_actual_result(template, platform, entry):
-        result_file = Helpers.get_result_file_name(template, platform)
-        return JsonUtils.read(result_file)[entry]
-
-    @staticmethod
-    def get_expected_result(template, platform, entry):
-        platform = str(platform)
-        return EXPECTED_RESULTS[template][platform][entry]

tests/perf/tooling/build_perf_hello_world_ng.py

@@ -1,8 +1,6 @@
 # pylint: disable=unused-argument
 # pylint: disable=undefined-variable
 
-import json
-import os
 import unittest
 
 from parameterized import parameterized
@@ -11,20 +9,12 @@
 from core.enums.os_type import OSType
 from core.enums.platform_type import Platform
 from core.settings import Settings
-from core.utils.file_utils import Folder, File
-from core.utils.gradle import Gradle
-from core.utils.json_utils import JsonUtils
-from core.utils.npm import Npm
 from core.utils.perf_utils import PerfUtils
-from core.utils.xcode import Xcode
-from data.changes import Changes, Sync
+from data.changes import Changes
 from data.templates import Template
-from products.nativescript.tns import Tns
+from products.nativescript.perf_helpers import Helpers
 
-RETRY_COUNT = 3
 TOLERANCE = 0.20
-APP_NAME = Settings.AppName.DEFAULT
-EXPECTED_RESULTS = JsonUtils.read(os.path.join(Settings.TEST_RUN_HOME, 'tests', 'perf', 'data.json'))
 
 
 # noinspection PyMethodMayBeStatic,PyUnusedLocal
@@ -91,69 +81,3 @@ def test_311_build_ios_incremental(self, template, template_package, change_set)
         actual = Helpers.get_actual_result(template, Platform.IOS, 'build_incremental')
         expected = Helpers.get_expected_result(template, Platform.IOS, 'build_incremental')
         assert PerfUtils.is_value_in_range(actual, expected, TOLERANCE), 'Incremental ios build time is not OK.'
-
-
-class PrepareBuildInfo(object):
-    prepare_initial = 0
-    prepare_skip = 0
-    prepare_incremental = 0
-    build_initial = 0
-    build_incremental = 0
-
-
-class Helpers(object):
-    @staticmethod
-    def prepare_and_build(template, platform, change_set, result_file):
-        prepare_initial = 0
-        build_initial = 0
-        build_incremental = 0
-        for _ in range(RETRY_COUNT):
-            Tns.kill()
-            Gradle.kill()
-            Npm.cache_clean()
-            Xcode.cache_clean()
-            Folder.clean(folder=os.path.join(Settings.TEST_RUN_HOME, APP_NAME))
-            Tns.create(app_name=APP_NAME, template=template, update=True)
-            if platform == Platform.ANDROID:
-                Tns.platform_add_android(app_name=APP_NAME, framework_path=Settings.Android.FRAMEWORK_PATH)
-            elif platform == Platform.IOS:
-                Tns.platform_add_ios(app_name=APP_NAME, framework_path=Settings.IOS.FRAMEWORK_PATH)
-            else:
-                raise Exception('Unknown platform: ' + str(platform))
-
-            # Prepare
-            time = Tns.prepare(app_name=APP_NAME, platform=platform, bundle=True).duration
-            prepare_initial = prepare_initial + time
-
-            # Build
-            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
-            build_initial = build_initial + time
-            Sync.replace(app_name=APP_NAME, change_set=change_set)
-            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
-            build_incremental = build_incremental + time
-
-        # Calculate averages
-        result = PrepareBuildInfo()
-        result.prepare_initial = prepare_initial / RETRY_COUNT
-        result.build_initial = build_initial / RETRY_COUNT
-        result.build_incremental = build_incremental / RETRY_COUNT
-
-        # Save to results file
-        File.delete(path=result_file)
-        result_json = json.dumps(result, default=lambda o: o.__dict__, sort_keys=True, indent=4)
-        File.write(path=result_file, text=str(result_json))
-
-    @staticmethod
-    def get_result_file_name(template, platform):
-        result_file = os.path.join(Settings.TEST_OUT_HOME, '{0}_{1}.json'.format(template, str(platform)))
-        return result_file
-
-    @staticmethod
-    def get_actual_result(template, platform, entry):
-        result_file = Helpers.get_result_file_name(template, platform)
-        return JsonUtils.read(result_file)[entry]
-
-    @staticmethod
-    def get_expected_result(template, platform, entry):
-        platform = str(platform)
-        return EXPECTED_RESULTS[template][platform][entry]

tests/perf/tooling/build_perf_master_detail_ng.py

@@ -19,12 +19,10 @@
 from core.utils.xcode import Xcode
 from data.changes import Changes, Sync
 from data.templates import Template
+from products.nativescript.perf_helpers import Helpers
 from products.nativescript.tns import Tns
 
-RETRY_COUNT = 3
 TOLERANCE = 0.20
-APP_NAME = Settings.AppName.DEFAULT
-EXPECTED_RESULTS = JsonUtils.read(os.path.join(Settings.TEST_RUN_HOME, 'tests', 'perf', 'data.json'))
 
 
 # noinspection PyMethodMayBeStatic,PyUnusedLocal
@@ -91,69 +89,3 @@ def test_311_build_ios_incremental(self, template, template_package, change_set)
         actual = Helpers.get_actual_result(template, Platform.IOS, 'build_incremental')
         expected = Helpers.get_expected_result(template, Platform.IOS, 'build_incremental')
         assert PerfUtils.is_value_in_range(actual, expected, TOLERANCE), 'Incremental ios build time is not OK.'
-
-
-class PrepareBuildInfo(object):
-    prepare_initial = 0
-    prepare_skip = 0
-    prepare_incremental = 0
-    build_initial = 0
-    build_incremental = 0
-
-
-class Helpers(object):
-    @staticmethod
-    def prepare_and_build(template, platform, change_set, result_file):
-        prepare_initial = 0
-        build_initial = 0
-        build_incremental = 0
-        for _ in range(RETRY_COUNT):
-            Tns.kill()
-            Gradle.kill()
-            Npm.cache_clean()
-            Xcode.cache_clean()
-            Folder.clean(folder=os.path.join(Settings.TEST_RUN_HOME, APP_NAME))
-            Tns.create(app_name=APP_NAME, template=template, update=True)
-            if platform == Platform.ANDROID:
-                Tns.platform_add_android(app_name=APP_NAME, framework_path=Settings.Android.FRAMEWORK_PATH)
-            elif platform == Platform.IOS:
-                Tns.platform_add_ios(app_name=APP_NAME, framework_path=Settings.IOS.FRAMEWORK_PATH)
-            else:
-                raise Exception('Unknown platform: ' + str(platform))
-
-            # Prepare
-            time = Tns.prepare(app_name=APP_NAME, platform=platform, bundle=True).duration
-            prepare_initial = prepare_initial + time
-
-            # Build
-            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
-            build_initial = build_initial + time
-            Sync.replace(app_name=APP_NAME, change_set=change_set)
-            time = Tns.build(app_name=APP_NAME, platform=platform, bundle=True).duration
-            build_incremental = build_incremental + time
-
-        # Calculate averages
-        result = PrepareBuildInfo()
-        result.prepare_initial = prepare_initial / RETRY_COUNT
-        result.build_initial = build_initial / RETRY_COUNT
-        result.build_incremental = build_incremental / RETRY_COUNT
-
-        # Save to results file
-        File.delete(path=result_file)
-        result_json = json.dumps(result, default=lambda o: o.__dict__, sort_keys=True, indent=4)
-        File.write(path=result_file, text=str(result_json))
-
-    @staticmethod
-    def get_result_file_name(template, platform):
-        result_file = os.path.join(Settings.TEST_OUT_HOME, '{0}_{1}.json'.format(template, str(platform)))
-        return result_file
-
-    @staticmethod
-    def get_actual_result(template, platform, entry):
-        result_file = Helpers.get_result_file_name(template, platform)
-        return JsonUtils.read(result_file)[entry]
-
-    @staticmethod
-    def get_expected_result(template, platform, entry):
-        platform = str(platform)
-        return EXPECTED_RESULTS[template][platform][entry]