docs(demo): add android + ios demo

docs/runner/intro/reports.md

@@ -76,6 +76,10 @@ This log file can be found at the `$output/test_result/raw.json`
 ### Html report
 This report can be found at `$output/html/index.html`
 
+Demos:
+- [Android](/demo/android/html/)
+- [iOS](/demo/ios/html/)
+
 Device pools are separated on the main page of the report:
 
 ![html report home page](/img/screenshot-html-report-1.png "Html report")
@@ -110,6 +114,10 @@ All the reports for respective pools are placed at `$output/tests/${poolName}/*.
 ### Allure report
 [allure][1] report helps identify multiple possible problems during test execution.
 
+Demos:
+- [Android](/demo/android/allure-report/)
+- [iOS](/demo/ios/allure-report/)
+
 :::caution
 
 Marathon generates only the data files for report generation.

docs/static/demo/android/allure-report/data/behaviors.csv

@@ -0,0 +1,2 @@
+"Epic","Feature","Story","FAILED","BROKEN","PASSED","SKIPPED","UNKNOWN"
+"","","","11","0","40","3","0"

docs/static/demo/android/allure-report/data/categories.csv

@@ -0,0 +1,2 @@
+"Category","FAILED","BROKEN","PASSED","SKIPPED","UNKNOWN"
+"Product defects","11","0","0","0","0"

docs/static/demo/android/allure-report/data/categories.json

@@ -0,0 +1 @@
+{"uid":"4b4757e66a1912dae1a509f688f20b0f","name":"categories","children":[{"name":"Product defects","children":[{"name":"java.lang.AssertionError","children":[{"name":"testTextFlaky8","uid":"a8bd5bde652d41ff","parentUid":"8c5a12edd58a5b39ca043c7c2ab86098","status":"failed","time":{"start":1700046163142,"stop":1700046163849,"duration":707},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":2,"retriesStatusChange":true,"parameters":[],"tags":[]},{"name":"testTextFlaky7","uid":"17d357e7c8075e53","parentUid":"8c5a12edd58a5b39ca043c7c2ab86098","status":"failed","time":{"start":1700046167378,"stop":1700046168035,"duration":657},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":2,"retriesStatusChange":true,"parameters":[],"tags":[]},{"name":"testTextFlaky5","uid":"ea8c8d0e9b8c460c","parentUid":"8c5a12edd58a5b39ca043c7c2ab86098","status":"failed","time":{"start":1700046169275,"stop":1700046169914,"duration":639},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":2,"retriesStatusChange":true,"parameters":[],"tags":[]},{"name":"testTextFlaky4","uid":"dd75ba2f6594fb11","parentUid":"8c5a12edd58a5b39ca043c7c2ab86098","status":"failed","time":{"start":1700046170948,"stop":1700046171595,"duration":647},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":2,"retriesStatusChange":true,"parameters":[],"tags":[]},{"name":"testAlwaysFailing","uid":"179d48f085c6403b","parentUid":"8c5a12edd58a5b39ca043c7c2ab86098","status":"failed","time":{"start":1700046185026,"stop":1700046185999,"duration":973},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":3,"retriesStatusChange":false,"parameters":[],"tags":[]},{"name":"testAlwaysFailing","uid":"3234c24b19f0c939","parentUid":"8c5a12edd58a5b39ca043c7c2ab86098","status":"failed","time":{"start":1700046186637,"stop":1700046187277,"duration":640},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":3,"retriesStatusChange":false,"parameters":[],"tags":[]}],"uid":"8c5a12edd58a5b39ca043c7c2ab86098"},{"name":"Test didn't complete. Either the test results are missing due to timeout or testing runtime crashed","children":[{"name":"testThatWillNotSeeTheLightOfDay","uid":"61ccbd20cd34e98b","parentUid":"c038d311468028066261019a7fd145ce","status":"failed","time":{"start":1700046188113,"stop":1700046188113,"duration":0},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":3,"retriesStatusChange":true,"parameters":[],"tags":[]}],"uid":"c038d311468028066261019a7fd145ce"},{"name":"java.io.FileNotFoundException: /data/local/tmp/external-file: open failed: ENOENT (No such file or directory)","children":[{"name":"testExternalFilePresent","uid":"dac8cfca2e0ceee3","parentUid":"3915dea4f34de97b0c09a3bb33258000","status":"failed","time":{"start":1700046207708,"stop":1700046208810,"duration":1102},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":2,"retriesStatusChange":false,"parameters":[],"tags":[]}],"uid":"3915dea4f34de97b0c09a3bb33258000"},{"name":"java.io.FileNotFoundException: /data/local/tmp/external-folder/external-file-2: open failed: ENOENT (No such file or directory)","children":[{"name":"testExternalFolderPresent","uid":"2d2c72aadaff2be5","parentUid":"697b63482f67dfe10b102e23d7af7785","status":"failed","time":{"start":1700046208811,"stop":1700046209502,"duration":691},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":2,"retriesStatusChange":false,"parameters":[],"tags":[]}],"uid":"697b63482f67dfe10b102e23d7af7785"},{"name":"androidx.test.espresso.base.AssertionErrorHandler$AssertionFailedWithCauseError: 'an instance of android.widget.TextView and view.getText() with or without transformation to match: is \"Cafebabe\"' doesn't match the selected view.","children":[{"name":"testFailure","uid":"741c99fe59d777e3","parentUid":"88749fc40a2daf48ccab7c8c009f84fe","status":"failed","time":{"start":1700046209557,"stop":1700046210218,"duration":661},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":3,"retriesStatusChange":false,"parameters":[],"tags":[]}],"uid":"88749fc40a2daf48ccab7c8c009f84fe"},{"name":"java.lang.AssertionError: Assertion failed","children":[{"name":"testVmState","uid":"5c4b5eda2e0d9841","parentUid":"de79d384001157c7770062660508fe50","status":"failed","time":{"start":1700046210576,"stop":1700046211823,"duration":1247},"flaky":false,"newFailed":false,"newPassed":false,"newBroken":false,"retriesCount":3,"retriesStatusChange":false,"parameters":[],"tags":[]}],"uid":"de79d384001157c7770062660508fe50"}],"uid":"8fb3a91ba5aaf9de24cc8a92edc82b5d"}]}

docs/static/demo/android/allure-report/data/suites.csv

@@ -0,0 +1,55 @@
+"Status","Start Time","Stop Time","Duration in ms","Parent Suite","Suite","Sub Suite","Test Class","Test Method","Name","Description"
+"passed","Wed Nov 15 21:03:07 AEST 2023","Wed Nov 15 21:03:08 AEST 2023","641","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 6: 8]","test[compute test for input 6: 8]",""
+"passed","Wed Nov 15 21:03:07 AEST 2023","Wed Nov 15 21:03:08 AEST 2023","633","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[5]","test[5]",""
+"passed","Wed Nov 15 21:03:12 AEST 2023","Wed Nov 15 21:03:12 AEST 2023","328","","com.example.MainActivityTest","","com.example.MainActivityTest","testText8","testText8",""
+"passed","Wed Nov 15 21:03:08 AEST 2023","Wed Nov 15 21:03:09 AEST 2023","648","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 2: 1]","test[compute test for input 2: 1]",""
+"passed","Wed Nov 15 21:03:09 AEST 2023","Wed Nov 15 21:03:10 AEST 2023","648","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 3: 2]","test[compute test for input 3: 2]",""
+"passed","Wed Nov 15 21:03:36 AEST 2023","Wed Nov 15 21:03:41 AEST 2023","5151","","com.example.MainActivitySlowTest","","com.example.MainActivitySlowTest","testTextSlow3","testTextSlow3",""
+"skipped","Wed Nov 15 21:03:35 AEST 2023","Wed Nov 15 21:03:36 AEST 2023","650","","com.example.ClassIgnoredTest","","com.example.ClassIgnoredTest","null","null",""
+"passed","Wed Nov 15 21:03:39 AEST 2023","Wed Nov 15 21:03:40 AEST 2023","1208","","com.example.AdbActivityTest","","com.example.AdbActivityTest","testUnsafeAccess","testUnsafeAccess",""
+"failed","Wed Nov 15 21:03:30 AEST 2023","Wed Nov 15 21:03:31 AEST 2023","1247","","com.example.ConsoleActivityTest","","com.example.ConsoleActivityTest","testVmState","testVmState",""
+"passed","Wed Nov 15 21:03:19 AEST 2023","Wed Nov 15 21:03:20 AEST 2023","665","","com.example.MainActivityTest","","com.example.MainActivityTest","testText3","testText3",""
+"passed","Wed Nov 15 21:03:08 AEST 2023","Wed Nov 15 21:03:08 AEST 2023","647","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 1: 1]","test[compute test for input 1: 1]",""
+"skipped","Wed Nov 15 21:03:26 AEST 2023","Wed Nov 15 21:03:26 AEST 2023","678","","com.example.FailedAssumptionTest","","com.example.FailedAssumptionTest","ignoreTest","ignoreTest",""
+"passed","Wed Nov 15 21:03:20 AEST 2023","Wed Nov 15 21:03:21 AEST 2023","671","","com.example.MainActivityTest","","com.example.MainActivityTest","testText4","testText4",""
+"passed","Wed Nov 15 21:03:26 AEST 2023","Wed Nov 15 21:03:29 AEST 2023","2554","","com.example.EdgeCaseTest","","com.example.EdgeCaseTest","testWithAVeryLongNameThatExceeds255CharactersqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNM","testWithAVeryLongNameThatExceeds255CharactersqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNMqwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNM",""
+"passed","Wed Nov 15 21:03:06 AEST 2023","Wed Nov 15 21:03:06 AEST 2023","640","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[1]","test[1]",""
+"passed","Wed Nov 15 21:02:52 AEST 2023","Wed Nov 15 21:02:52 AEST 2023","653","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky2","testTextFlaky2",""
+"failed","Wed Nov 15 21:02:47 AEST 2023","Wed Nov 15 21:02:48 AEST 2023","657","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky7","testTextFlaky7",""
+"passed","Wed Nov 15 21:03:11 AEST 2023","Wed Nov 15 21:03:12 AEST 2023","685","","com.example.MainActivityTest","","com.example.MainActivityTest","testText7","testText7",""
+"skipped","Wed Nov 15 21:03:29 AEST 2023","Wed Nov 15 21:03:30 AEST 2023","685","","com.example.FailedAssumptionTest","","com.example.FailedAssumptionTest","failedAssumptionTest","failedAssumptionTest",""
+"passed","Wed Nov 15 21:03:13 AEST 2023","Wed Nov 15 21:03:14 AEST 2023","634","","com.example.MainActivityTest","","com.example.MainActivityTest","testText","testText",""
+"failed","Wed Nov 15 21:03:08 AEST 2023","Wed Nov 15 21:03:08 AEST 2023","0","","com.example.BeforeTestFailureTest","","com.example.BeforeTestFailureTest","testThatWillNotSeeTheLightOfDay","testThatWillNotSeeTheLightOfDay",""
+"passed","Wed Nov 15 21:03:06 AEST 2023","Wed Nov 15 21:03:07 AEST 2023","632","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[3]","test[3]",""
+"passed","Wed Nov 15 21:03:06 AEST 2023","Wed Nov 15 21:03:07 AEST 2023","642","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 5: 5]","test[compute test for input 5: 5]",""
+"passed","Wed Nov 15 21:03:30 AEST 2023","Wed Nov 15 21:03:30 AEST 2023","653","","com.example.MainActivityAllureTest","","com.example.MainActivityAllureTest","testText","testText",""
+"passed","Wed Nov 15 21:03:41 AEST 2023","Wed Nov 15 21:03:47 AEST 2023","5284","","com.example.MainActivitySlowTest","","com.example.MainActivitySlowTest","testTextSlow4","testTextSlow4",""
+"passed","Wed Nov 15 21:03:28 AEST 2023","Wed Nov 15 21:03:29 AEST 2023","652","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky6","testTextFlaky6",""
+"passed","Wed Nov 15 21:03:25 AEST 2023","Wed Nov 15 21:03:31 AEST 2023","6094","","com.example.MainActivitySlowTest","","com.example.MainActivitySlowTest","testTextSlow1","testTextSlow1",""
+"failed","Wed Nov 15 21:02:49 AEST 2023","Wed Nov 15 21:02:49 AEST 2023","639","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky5","testTextFlaky5",""
+"failed","Wed Nov 15 21:03:29 AEST 2023","Wed Nov 15 21:03:30 AEST 2023","661","","com.example.MainActivityAllureTest","","com.example.MainActivityAllureTest","testFailure","testFailure",""
+"passed","Wed Nov 15 21:03:17 AEST 2023","Wed Nov 15 21:03:19 AEST 2023","1696","","com.example.MainActivityTest","","com.example.MainActivityTest","testText1","testText1",""
+"passed","Wed Nov 15 21:03:05 AEST 2023","Wed Nov 15 21:03:06 AEST 2023","641","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[0]","test[0]",""
+"failed","Wed Nov 15 21:02:43 AEST 2023","Wed Nov 15 21:02:43 AEST 2023","707","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky8","testTextFlaky8",""
+"passed","Wed Nov 15 21:03:10 AEST 2023","Wed Nov 15 21:03:10 AEST 2023","647","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 4: 3]","test[compute test for input 4: 3]",""
+"passed","Wed Nov 15 21:03:31 AEST 2023","Wed Nov 15 21:03:36 AEST 2023","5240","","com.example.MainActivitySlowTest","","com.example.MainActivitySlowTest","testTextSlow2","testTextSlow2",""
+"passed","Wed Nov 15 21:03:19 AEST 2023","Wed Nov 15 21:03:19 AEST 2023","665","","com.example.MainActivityTest","","com.example.MainActivityTest","testText2","testText2",""
+"failed","Wed Nov 15 21:02:50 AEST 2023","Wed Nov 15 21:02:51 AEST 2023","647","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky4","testTextFlaky4",""
+"passed","Wed Nov 15 21:03:30 AEST 2023","Wed Nov 15 21:03:30 AEST 2023","661","","com.example.GrpcActivityTest","","com.example.GrpcActivityTest","testVmState","testVmState",""
+"passed","Wed Nov 15 21:03:21 AEST 2023","Wed Nov 15 21:03:21 AEST 2023","676","","com.example.MainActivityTest","","com.example.MainActivityTest","testText5","testText5",""
+"failed","Wed Nov 15 21:03:28 AEST 2023","Wed Nov 15 21:03:29 AEST 2023","691","","com.example.FilePushTest","","com.example.FilePushTest","testExternalFolderPresent","testExternalFolderPresent",""
+"passed","Wed Nov 15 21:03:47 AEST 2023","Wed Nov 15 21:03:52 AEST 2023","5296","","com.example.MainActivitySlowTest","","com.example.MainActivitySlowTest","testTextSlow","testTextSlow",""
+"failed","Wed Nov 15 21:03:27 AEST 2023","Wed Nov 15 21:03:28 AEST 2023","1102","","com.example.FilePushTest","","com.example.FilePushTest","testExternalFilePresent","testExternalFilePresent",""
+"failed","Wed Nov 15 21:03:06 AEST 2023","Wed Nov 15 21:03:07 AEST 2023","640","","com.example.TestWithWrongName","","com.example.TestWithWrongName","testAlwaysFailing","testAlwaysFailing",""
+"failed","Wed Nov 15 21:03:05 AEST 2023","Wed Nov 15 21:03:05 AEST 2023","973","","com.example.AbstractFailingTest","","com.example.AbstractFailingTest","testAlwaysFailing","testAlwaysFailing",""
+"passed","Wed Nov 15 21:03:07 AEST 2023","Wed Nov 15 21:03:07 AEST 2023","633","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[4]","test[4]",""
+"passed","Wed Nov 15 21:03:05 AEST 2023","Wed Nov 15 21:03:06 AEST 2023","638","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[6]","test[6]",""
+"passed","Wed Nov 15 21:03:12 AEST 2023","Wed Nov 15 21:03:13 AEST 2023","1355","","com.example.MainActivityTest","","com.example.MainActivityTest","testText9","testText9",""
+"passed","Wed Nov 15 21:02:51 AEST 2023","Wed Nov 15 21:02:52 AEST 2023","682","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky1","testTextFlaky1",""
+"passed","Wed Nov 15 21:03:10 AEST 2023","Wed Nov 15 21:03:11 AEST 2023","1503","","com.example.MainActivityTest","","com.example.MainActivityTest","testText6","testText6",""
+"passed","Wed Nov 15 21:03:27 AEST 2023","Wed Nov 15 21:03:28 AEST 2023","1115","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky","testTextFlaky",""
+"passed","Wed Nov 15 21:02:41 AEST 2023","Wed Nov 15 21:02:42 AEST 2023","742","","com.example.ScreenshotTest","","com.example.ScreenshotTest","testScreencapture","testScreencapture",""
+"passed","Wed Nov 15 21:03:28 AEST 2023","Wed Nov 15 21:03:28 AEST 2023","652","","com.example.MainActivityFlakyTest","","com.example.MainActivityFlakyTest","testTextFlaky3","testTextFlaky3",""
+"passed","Wed Nov 15 21:03:39 AEST 2023","Wed Nov 15 21:03:40 AEST 2023","1198","","com.example.AdbActivityTest","","com.example.AdbActivityTest","testVmState","testVmState",""
+"passed","Wed Nov 15 21:03:05 AEST 2023","Wed Nov 15 21:03:06 AEST 2023","633","","com.example.ParameterizedTest","","com.example.ParameterizedTest","test[2]","test[2]",""
+"passed","Wed Nov 15 21:03:07 AEST 2023","Wed Nov 15 21:03:08 AEST 2023","653","","com.example.NamedParameterizedTest","","com.example.NamedParameterizedTest","test[compute test for input 0: 0]","test[compute test for input 0: 0]",""

docs/static/demo/android/allure-report/data/test-cases/1544b350317529da.json

@@ -0,0 +1 @@
+{"uid":"1544b350317529da","name":"testTextFlaky2","fullName":"com.example.MainActivityFlakyTest.testTextFlaky2","historyId":"da7f850598f51ca7a3d1619da7b79365","time":{"start":1700046168703,"stop":1700046170299,"duration":1596},"status":"failed","statusMessage":"java.lang.AssertionError","statusTrace":"java.lang.AssertionError\n\tat org.junit.Assert.fail(Assert.java:87)\n\tat org.junit.Assert.assertTrue(Assert.java:42)\n\tat org.junit.Assert.assertTrue(Assert.java:53)\n\tat com.example.MainActivityFlakyTest.testTextFlaky2(MainActivityFlakyTest.kt:43)","flaky":false,"newFailed":false,"newBroken":false,"newPassed":false,"retriesCount":0,"retriesStatusChange":false,"beforeStages":[],"testStage":{"status":"failed","statusMessage":"java.lang.AssertionError","statusTrace":"java.lang.AssertionError\n\tat org.junit.Assert.fail(Assert.java:87)\n\tat org.junit.Assert.assertTrue(Assert.java:42)\n\tat org.junit.Assert.assertTrue(Assert.java:53)\n\tat com.example.MainActivityFlakyTest.testTextFlaky2(MainActivityFlakyTest.kt:43)","steps":[],"attachments":[{"uid":"bb5258e037c06632","name":"Video","source":"bb5258e037c06632.mp4","type":"video/mp4","size":126360},{"uid":"4629b7221f0640da","name":"Log","source":"4629b7221f0640da.log","type":"text/plain","size":91829}],"parameters":[],"shouldDisplayMessage":true,"stepsCount":0,"attachmentsCount":2,"hasContent":true,"attachmentStep":false},"afterStages":[],"labels":[{"name":"host","value":"127.0.0.1:5037:emulator-5556"},{"name":"package","value":"com.example"},{"name":"testClass","value":"com.example.MainActivityFlakyTest"},{"name":"testMethod","value":"testTextFlaky2"},{"name":"suite","value":"com.example.MainActivityFlakyTest"},{"name":"resultFormat","value":"allure2"}],"parameters":[],"links":[],"hidden":true,"retry":true,"extra":{"categories":[],"tags":[]},"source":"1544b350317529da.json","parameterValues":[]}