diff --git a/docs/performance/24.11_linux_alab.yaml b/docs/performance/24.11_linux_alab.yaml new file mode 100644 index 0000000000..e663ce2e08 --- /dev/null +++ b/docs/performance/24.11_linux_alab.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.833684 + mean: 0.7791103 + min: 0.734001 +close_stage: + max: 0.090772 + mean: 0.0874594 + min: 0.084709 +configure_and_load_plugins: + max: 0.000148 + mean: 0.0001375 + min: 0.000131 +create_first_image: + max: 8.556198 + mean: 8.1684536 + min: 7.897517 +open_and_close_usdview: + max: 9.691212 + mean: 9.3458374 + min: 9.062105 +open_stage: + max: 0.516364 + mean: 0.4642872 + min: 0.39004 +reset_prim_browser: + max: 0.001795 + mean: 0.0017705 + min: 0.001751 +shut_down_hydra: + max: 0.165165 + mean: 0.1328269 + min: 0.12083 +tear_down_the_ui: + max: 0.038048 + mean: 0.032411 + min: 0.022262 +traverse_stage: + max: 0.007567 + mean: 0.007379999999999999 + min: 0.007251 diff --git a/docs/performance/24.11_linux_kitchenset.yaml b/docs/performance/24.11_linux_kitchenset.yaml new file mode 100644 index 0000000000..97ce174c34 --- /dev/null +++ b/docs/performance/24.11_linux_kitchenset.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.387106 + mean: 0.3487857 + min: 0.329509 +close_stage: + max: 0.007835 + mean: 0.0074928 + min: 0.007057 +configure_and_load_plugins: + max: 0.000144 + mean: 0.00013680000000000002 + min: 0.000129 +create_first_image: + max: 0.3028 + mean: 0.2903682 + min: 0.279229 +open_and_close_usdview: + max: 0.847958 + mean: 0.7911669 + min: 0.752613 +open_stage: + max: 0.107452 + mean: 0.0842476 + min: 0.069993 +reset_prim_browser: + max: 0.001205 + mean: 0.0011894 + min: 0.001163 +shut_down_hydra: + max: 0.009617 + mean: 0.0093791 + min: 0.009247 +tear_down_the_ui: + max: 0.009307 + mean: 0.0080869 + min: 0.006491 +traverse_stage: + max: 0.001312 + mean: 0.0012427 + min: 0.001213 diff --git a/docs/performance/24.11_linux_moorelane.yaml b/docs/performance/24.11_linux_moorelane.yaml new file mode 100644 index 0000000000..d8e463d34e --- /dev/null +++ b/docs/performance/24.11_linux_moorelane.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.617653 + mean: 0.603799 + min: 0.598502 +close_stage: + max: 0.02107 + mean: 0.0207992 + min: 0.020613 +configure_and_load_plugins: + max: 0.000177 + mean: 0.00014000000000000001 + min: 0.000131 +create_first_image: + max: 11.776089 + mean: 11.6368226 + min: 11.484618 +open_and_close_usdview: + max: 12.911434 + mean: 12.757864399999999 + min: 12.587016 +open_stage: + max: 0.094023 + mean: 0.0791025 + min: 0.075535 +reset_prim_browser: + max: 0.009577 + mean: 0.0094567 + min: 0.009369 +shut_down_hydra: + max: 0.138991 + mean: 0.1194904 + min: 0.103945 +tear_down_the_ui: + max: 0.117169 + mean: 0.113112 + min: 0.110088 +traverse_stage: + max: 0.001397 + mean: 0.0013728 + min: 0.001346 diff --git a/docs/performance/24.11_linux_shaderball.yaml b/docs/performance/24.11_linux_shaderball.yaml new file mode 100644 index 0000000000..bab10efdde --- /dev/null +++ b/docs/performance/24.11_linux_shaderball.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.43229 + mean: 0.4245096 + min: 0.419582 +close_stage: + max: 0.000754 + mean: 0.0006054 + min: 0.000499 +configure_and_load_plugins: + max: 0.000142 + mean: 0.0001347 + min: 0.000129 +create_first_image: + max: 2.904303 + mean: 2.8882178 + min: 2.870519 +open_and_close_usdview: + max: 3.479013 + mean: 3.464824 + min: 3.44698 +open_stage: + max: 0.150255 + mean: 0.1480813 + min: 0.144294 +reset_prim_browser: + max: 0.001618 + mean: 0.0015671 + min: 0.001534 +shut_down_hydra: + max: 0.022668 + mean: 0.0223569 + min: 0.022082 +tear_down_the_ui: + max: 0.011874 + mean: 0.0116779 + min: 0.011499 +traverse_stage: + max: 0.000408 + mean: 0.000371 + min: 0.000353 diff --git a/docs/performance/24.11_macos_alab.yaml b/docs/performance/24.11_macos_alab.yaml new file mode 100644 index 0000000000..379a2294c3 --- /dev/null +++ b/docs/performance/24.11_macos_alab.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.697076 + mean: 0.6728786999999999 + min: 0.659187 +close_stage: + max: 0.041104 + mean: 0.037702 + min: 0.034878 +configure_and_load_plugins: + max: 0.000113 + mean: 8.23e-05 + min: 7.6e-05 +create_first_image: + max: N/A + mean: N/A + min: N/A +open_and_close_usdview: + max: 5.956596 + mean: 5.824605200000001 + min: 5.66041 +open_stage: + max: 0.44761 + mean: 0.4308989 + min: 0.419115 +reset_prim_browser: + max: 0.00096 + mean: 0.0008801 + min: 0.000856 +shut_down_hydra: + max: 0.120492 + mean: 0.10805630000000001 + min: 0.100348 +tear_down_the_ui: + max: 0.01839 + mean: 0.0158125 + min: 0.013213 +traverse_stage: + max: 0.003488 + mean: 0.003359 + min: 0.003253 diff --git a/docs/performance/24.11_macos_kitchenset.yaml b/docs/performance/24.11_macos_kitchenset.yaml new file mode 100644 index 0000000000..48b059ae13 --- /dev/null +++ b/docs/performance/24.11_macos_kitchenset.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.330342 + mean: 0.2986121 + min: 0.285973 +close_stage: + max: 0.002519 + mean: 0.0023587 + min: 0.002246 +configure_and_load_plugins: + max: 0.000102 + mean: 8.19e-05 + min: 7.6e-05 +create_first_image: + max: N/A + mean: N/A + min: N/A +open_and_close_usdview: + max: 0.730075 + mean: 0.6935303 + min: 0.674505 +open_stage: + max: 0.09047 + mean: 0.0732717 + min: 0.06026 +reset_prim_browser: + max: 0.000624 + mean: 0.0005443 + min: 0.000491 +shut_down_hydra: + max: 0.013024 + mean: 0.0102488 + min: 0.006481 +tear_down_the_ui: + max: 0.015206 + mean: 0.0131009 + min: 0.01074 +traverse_stage: + max: 0.000696 + mean: 0.0005692 + min: 0.000534 diff --git a/docs/performance/24.11_macos_moorelane.yaml b/docs/performance/24.11_macos_moorelane.yaml new file mode 100644 index 0000000000..dac595425f --- /dev/null +++ b/docs/performance/24.11_macos_moorelane.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.47858 + mean: 0.4695382 + min: 0.45761 +close_stage: + max: 0.00522 + mean: 0.0036797 + min: 0.003298 +configure_and_load_plugins: + max: 7.9e-05 + mean: 7.47e-05 + min: 7.2e-05 +create_first_image: + max: N/A + mean: N/A + min: N/A +open_and_close_usdview: + max: 8.820797 + mean: 8.5296113 + min: 8.308413 +open_stage: + max: 0.086856 + mean: 0.0859231 + min: 0.085466 +reset_prim_browser: + max: 0.005902 + mean: 0.0055684 + min: 0.005406 +shut_down_hydra: + max: 0.28412 + mean: 0.2741197 + min: 0.222393 +tear_down_the_ui: + max: 0.045497 + mean: 0.0383143 + min: 0.035085 +traverse_stage: + max: 0.000605 + mean: 0.0005794 + min: 0.000564 diff --git a/docs/performance/24.11_macos_shaderball.yaml b/docs/performance/24.11_macos_shaderball.yaml new file mode 100644 index 0000000000..d39901392b --- /dev/null +++ b/docs/performance/24.11_macos_shaderball.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 0.343762 + mean: 0.3297607 + min: 0.317855 +close_stage: + max: 0.000296 + mean: 0.0002641 + min: 0.000241 +configure_and_load_plugins: + max: 9.8e-05 + mean: 8.26e-05 + min: 7.6e-05 +create_first_image: + max: N/A + mean: N/A + min: N/A +open_and_close_usdview: + max: 1.152715 + mean: 1.1196469 + min: 1.096133 +open_stage: + max: 0.098122 + mean: 0.0901067 + min: 0.088529 +reset_prim_browser: + max: 0.000821 + mean: 0.0006841 + min: 0.000646 +shut_down_hydra: + max: 0.014153 + mean: 0.0116556 + min: 0.009064 +tear_down_the_ui: + max: 0.016629 + mean: 0.014055 + min: 0.01147 +traverse_stage: + max: 0.000291 + mean: 0.0002508 + min: 0.000229 diff --git a/docs/performance/24.11_windows_alab.yaml b/docs/performance/24.11_windows_alab.yaml new file mode 100644 index 0000000000..165b55d245 --- /dev/null +++ b/docs/performance/24.11_windows_alab.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 4.316167 + mean: 4.2385264 + min: 4.20729 +close_stage: + max: 0.364083 + mean: 0.35308 + min: 0.337716 +configure_and_load_plugins: + max: 0.000995 + mean: 0.0009473 + min: 0.000878 +create_first_image: + max: 11.738015 + mean: 11.290158 + min: 11.070572 +open_and_close_usdview: + max: 17.118413 + mean: 16.5591656 + min: 16.291877 +open_stage: + max: 0.465223 + mean: 0.4604347 + min: 0.453708 +reset_prim_browser: + max: 0.004434 + mean: 0.0042978 + min: 0.004152 +shut_down_hydra: + max: 0.384717 + mean: 0.2734629 + min: 0.219807 +tear_down_the_ui: + max: 0.309065 + mean: 0.2477569 + min: 0.122124 +traverse_stage: + max: 0.009832 + mean: 0.0080616 + min: 0.007263 diff --git a/docs/performance/24.11_windows_kitchenset.yaml b/docs/performance/24.11_windows_kitchenset.yaml new file mode 100644 index 0000000000..80a34d5e87 --- /dev/null +++ b/docs/performance/24.11_windows_kitchenset.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 4.095108 + mean: 3.9744485999999997 + min: 3.868397 +close_stage: + max: 0.024004 + mean: 0.0215864 + min: 0.019616 +configure_and_load_plugins: + max: 0.001014 + mean: 0.0009288 + min: 0.000885 +create_first_image: + max: 3.086248 + mean: 2.9800833 + min: 2.862769 +open_and_close_usdview: + max: 7.451705 + mean: 7.1910904 + min: 6.959639 +open_stage: + max: 0.177268 + mean: 0.1491912 + min: 0.13587 +reset_prim_browser: + max: 0.006285 + mean: 0.0041532 + min: 0.003499 +shut_down_hydra: + max: 0.023532 + mean: 0.0217044 + min: 0.020476 +tear_down_the_ui: + max: 0.110098 + mean: 0.060470300000000005 + min: 0.050172 +traverse_stage: + max: 0.002 + mean: 0.0019016 + min: 0.001795 diff --git a/docs/performance/24.11_windows_moorelane.yaml b/docs/performance/24.11_windows_moorelane.yaml new file mode 100644 index 0000000000..3ca24a90d3 --- /dev/null +++ b/docs/performance/24.11_windows_moorelane.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: N/A + mean: N/A + min: N/A +close_stage: + max: N/A + mean: N/A + min: N/A +configure_and_load_plugins: + max: N/A + mean: N/A + min: N/A +create_first_image: + max: N/A + mean: N/A + min: N/A +open_and_close_usdview: + max: N/A + mean: N/A + min: N/A +open_stage: + max: N/A + mean: N/A + min: N/A +reset_prim_browser: + max: N/A + mean: N/A + min: N/A +shut_down_hydra: + max: N/A + mean: N/A + min: N/A +tear_down_the_ui: + max: N/A + mean: N/A + min: N/A +traverse_stage: + max: N/A + mean: N/A + min: N/A diff --git a/docs/performance/24.11_windows_shaderball.yaml b/docs/performance/24.11_windows_shaderball.yaml new file mode 100644 index 0000000000..fc6496fca1 --- /dev/null +++ b/docs/performance/24.11_windows_shaderball.yaml @@ -0,0 +1,40 @@ +bring_up_the_ui: + max: 4.444394 + mean: 4.0969829 + min: 4.007564 +close_stage: + max: 0.002616 + mean: 0.0017503 + min: 0.001371 +configure_and_load_plugins: + max: 0.00118 + mean: 0.0009801 + min: 0.00086 +create_first_image: + max: 4.963428 + mean: 4.7824023 + min: 4.546317 +open_and_close_usdview: + max: 9.518625 + mean: 9.09599 + min: 8.81436 +open_stage: + max: 0.320872 + mean: 0.2995894 + min: 0.284833 +reset_prim_browser: + max: 0.004614 + mean: 0.0041768 + min: 0.003919 +shut_down_hydra: + max: 0.04744 + mean: 0.0423858 + min: 0.040305 +tear_down_the_ui: + max: 0.057904 + mean: 0.0550358 + min: 0.050231 +traverse_stage: + max: 0.001217 + mean: 0.0011315 + min: 0.001047 diff --git a/docs/performance/linux.svg b/docs/performance/linux.svg new file mode 100644 index 0000000000..72324c5b8b --- /dev/null +++ b/docs/performance/linux.svg @@ -0,0 +1,1457 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/performance/macos.svg b/docs/performance/macos.svg new file mode 100644 index 0000000000..f338f5f484 --- /dev/null +++ b/docs/performance/macos.svg @@ -0,0 +1,1536 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/performance/windows.svg b/docs/performance/windows.svg new file mode 100644 index 0000000000..ae18c642e8 --- /dev/null +++ b/docs/performance/windows.svg @@ -0,0 +1,1396 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/python/genPerformancePlots.py b/docs/python/genPerformancePlots.py index 2c6ff08435..a8e3f59160 100644 --- a/docs/python/genPerformancePlots.py +++ b/docs/python/genPerformancePlots.py @@ -41,6 +41,8 @@ def collectData(dataDir: str): with open(os.path.join(dataDir, yamlname)) as f: metrics = yaml.safe_load(f) time = metrics[METRIC_ID]["min"] + if type(time) is not float: + continue if asset not in data[platform]: data[platform][asset] = [] @@ -51,6 +53,12 @@ def collectData(dataDir: str): def exportCharts(data, outputDir: str): + markers = { + "alab": "d", + "kitchenset": "s", + "moorelane": "^", + "shaderball": "o" + } for platform, platformData in data.items(): fig, _ = plt.subplots() plt.close(fig) @@ -61,7 +69,7 @@ def exportCharts(data, outputDir: str): for asset, assetData in platformData.items(): releases = [d[0] for d in assetData] times = [d[1] for d in assetData] - plt.plot(releases, times, label=asset, marker='o') + plt.plot(releases, times, label=asset, marker=markers[asset]) plt.title(f"{platform} time to open and close usdview", fontweight="bold")