-
Notifications
You must be signed in to change notification settings - Fork 305
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'feat/insights-notification' into feat/insights-analyze
- Loading branch information
Showing
6 changed files
with
148 additions
and
80 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
142 changes: 142 additions & 0 deletions
142
maestro-cli/src/main/java/maestro/cli/insights/TestAnalysisManager.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,142 @@ | ||
| package maestro.cli.insights | ||
|
|
||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties | ||
| import com.fasterxml.jackson.databind.SerializationFeature | ||
| import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule | ||
| import com.fasterxml.jackson.module.kotlin.jacksonObjectMapper | ||
| import com.fasterxml.jackson.module.kotlin.readValue | ||
| import java.nio.file.Files | ||
| import java.nio.file.Path | ||
| import java.util.stream.Collectors | ||
| import maestro.cli.api.ApiClient | ||
| import maestro.cli.cloud.CloudInteractor | ||
| import maestro.cli.util.EnvUtils | ||
| import maestro.cli.util.PrintUtils | ||
| import maestro.cli.view.box | ||
| import kotlin.io.path.createDirectories | ||
| import kotlin.io.path.exists | ||
| import kotlin.io.path.readText | ||
| import kotlin.io.path.writeText | ||
|
|
||
| data class FlowFiles( | ||
| val imageFiles: List<Pair<ByteArray, Path>>, | ||
| val textFiles: List<Pair<ByteArray, Path>> | ||
| ) | ||
|
|
||
| class TestAnalysisManager(private val apiUrl: String, private val apiKey: String?) { | ||
| private val apiclient by lazy { | ||
| ApiClient(apiUrl) | ||
| } | ||
|
|
||
| fun runAnalysis(debugOutputPath: Path): Int { | ||
| val flowFiles = processFilesByFlowName(debugOutputPath) | ||
| if (flowFiles.isEmpty()) { | ||
| PrintUtils.warn("No screenshots or debug artifacts found for analysis.") | ||
| return 0; | ||
| } | ||
|
|
||
| return CloudInteractor(apiclient).analyze( | ||
| apiKey = apiKey, | ||
| flowFiles = flowFiles, | ||
| debugOutputPath = debugOutputPath | ||
| ) | ||
| } | ||
|
|
||
| private fun processFilesByFlowName(outputPath: Path): List<FlowFiles> { | ||
| val files = Files.walk(outputPath) | ||
| .filter(Files::isRegularFile) | ||
| .collect(Collectors.toList()) | ||
|
|
||
| return if (files.isNotEmpty()) { | ||
| val (imageFiles, textFiles) = getDebugFiles(files) | ||
| listOf( | ||
| FlowFiles( | ||
| imageFiles = imageFiles, | ||
| textFiles = textFiles | ||
| ) | ||
| ) | ||
| } else { | ||
| emptyList() | ||
| } | ||
| } | ||
|
|
||
| private fun getDebugFiles(files: List<Path>): Pair<List<Pair<ByteArray, Path>>, List<Pair<ByteArray, Path>>> { | ||
| val imageFiles = mutableListOf<Pair<ByteArray, Path>>() | ||
| val textFiles = mutableListOf<Pair<ByteArray, Path>>() | ||
|
|
||
| files.forEach { filePath -> | ||
| val content = Files.readAllBytes(filePath) | ||
| val fileName = filePath.fileName.toString().lowercase() | ||
|
|
||
| when { | ||
| fileName.endsWith(".png") || fileName.endsWith(".jpg") || fileName.endsWith(".jpeg") -> { | ||
| imageFiles.add(content to filePath) | ||
| } | ||
|
|
||
| fileName.startsWith("commands") -> { | ||
| textFiles.add(content to filePath) | ||
| } | ||
|
|
||
| fileName == "maestro.log" -> { | ||
| textFiles.add(content to filePath) | ||
| } | ||
| } | ||
| } | ||
|
|
||
| return Pair(imageFiles, textFiles) | ||
| } | ||
|
|
||
| /** | ||
| * The analytics system for Test Analysis. | ||
| * - Uses configuration from $XDG_CONFIG_HOME/maestro/analyze-analytics.json. | ||
| */ | ||
| companion object Analytics { | ||
| private const val DISABLE_INSIGHTS_ENV_VAR = "MAESTRO_CLI_INSIGHTS_NOTIFICATION_DISABLED" | ||
| private val disabled: Boolean | ||
| get() = System.getenv(DISABLE_INSIGHTS_ENV_VAR) == "true" | ||
|
|
||
| private val analyticsStatePath: Path = EnvUtils.xdgStateHome().resolve("analyze-analytics.json") | ||
|
|
||
| private val JSON = jacksonObjectMapper().apply { | ||
| registerModule(JavaTimeModule()) | ||
| enable(SerializationFeature.INDENT_OUTPUT) | ||
| } | ||
|
|
||
| private val shouldNotNotify: Boolean | ||
| get() = disabled || analyticsStatePath.exists() && analyticsState.acknowledged | ||
|
|
||
| private val analyticsState: AnalyticsState | ||
| get() = JSON.readValue<AnalyticsState>(analyticsStatePath.readText()) | ||
|
|
||
| fun maybeNotify() { | ||
| if (shouldNotNotify) return | ||
|
|
||
| println( | ||
| listOf( | ||
| "Tryout our new Analyze with Ai feature.\n", | ||
| "See what's new:", | ||
| "> https://maestro.mobile.dev/cli/test-suites-and-reports#analyze", | ||
| "Analyze command:", | ||
| "$ maestro test flow-file.yaml --analyze | bash\n", | ||
| "To disable this notification, set $DISABLE_INSIGHTS_ENV_VAR environment variable to \"true\" before running Maestro." | ||
| ).joinToString("\n").box() | ||
| ) | ||
| ack(); | ||
| } | ||
|
|
||
| private fun ack() { | ||
| val state = AnalyticsState( | ||
| acknowledged = true | ||
| ) | ||
|
|
||
| val stateJson = JSON.writeValueAsString(state) | ||
| analyticsStatePath.parent.createDirectories() | ||
| analyticsStatePath.writeText(stateJson + "\n") | ||
| } | ||
| } | ||
| } | ||
|
|
||
| @JsonIgnoreProperties(ignoreUnknown = true) | ||
| data class AnalyticsState( | ||
| val acknowledged: Boolean = false | ||
| ) |
76 changes: 0 additions & 76 deletions
76
maestro-cli/src/main/java/maestro/cli/util/TestAnalysisReporter.kt
This file was deleted.
Oops, something went wrong.