feat: automation mode

Author: lisonge

app/build.gradle.kts

@@ -47,7 +47,7 @@ val debugSuffixPairList by lazy {
 plugins {
     alias(libs.plugins.android.application)
     alias(libs.plugins.androidx.room)
-    alias(libs.plugins.kotlin.android)
+    alias(libs.plugins.kotlin.parcelize)
     alias(libs.plugins.kotlin.serialization)
     alias(libs.plugins.kotlin.compose)
     alias(libs.plugins.kotlinx.atomicfu)
@@ -89,6 +89,7 @@ android {
     buildFeatures {
         compose = true
         aidl = true
+        resValues = true
     }
 
     val gkdSigningConfig = signingConfigs.create("gkd") {
@@ -106,7 +107,7 @@ android {
             keyPassword = project.properties["PLAY_KEY_PASSWORD"].toString()
         }
     } else {
-        null
+        gkdSigningConfig
     }
 
     buildTypes {
@@ -141,11 +142,11 @@ android {
             resValue("bool", "is_accessibility_tool", "true")
         }
         create("play") {
-            signingConfig = playSigningConfig ?: gkdSigningConfig
+            signingConfig = playSigningConfig
             resValue("bool", "is_accessibility_tool", "false")
         }
         all {
-            dimension = flavorDimensionList.first()
+            dimension = flavorDimensions.first()
             manifestPlaceholders["channel"] = name
         }
     }
@@ -154,7 +155,7 @@ android {
         targetCompatibility = rootProject.ext["android.javaVersion"] as JavaVersion
     }
     dependenciesInfo.includeInApk = false
-    packagingOptions.resources.excludes += setOf(
+    packaging.resources.excludes += setOf(
         // https://github.com/Kotlin/kotlinx.coroutines/issues/2023
         "META-INF/**", "**/attach_hotspot_windows.dll",
 
@@ -233,7 +234,6 @@ dependencies {
     compileOnly(project(":hidden_api"))
     implementation(libs.rikka.shizuku.api)
     implementation(libs.rikka.shizuku.provider)
-    implementation(libs.rikka.refine.runtime)
     implementation(libs.lsposed.hiddenapibypass)
 
     implementation(libs.androidx.room.runtime)

app/src/main/aidl/li/songe/gkd/shizuku/CommandResult.aidl

@@ -0,0 +1,3 @@
+package li.songe.gkd.shizuku;
+
+parcelable CommandResult;

app/src/main/aidl/li/songe/gkd/shizuku/IUserService.aidl

@@ -1,9 +1,14 @@
 package li.songe.gkd.shizuku;
 
+import android.graphics.Bitmap;
+import android.graphics.Rect;
+import li.songe.gkd.shizuku.CommandResult;
+
 interface IUserService {
     void destroy() = 16777114; // Destroy method defined by Shizuku server
-
-    void exit() = 1; // Exit method defined by user
-
-    String execCommand(String command) = 2;
-}
+    void exit() = 1;
+    CommandResult execCommand(String command) = 2;
+    Bitmap takeScreenshot1(int width, int height) = 3;
+    Bitmap takeScreenshot2(in Rect crop, int rotation) = 4;
+    Bitmap takeScreenshot3(in Rect crop) = 5;
+}

app/src/main/kotlin/com/google/android/accessibility/selecttospeak/SelectToSpeakService.kt

@@ -2,6 +2,5 @@ package com.google.android.accessibility.selecttospeak
 
 import li.songe.gkd.service.A11yService
 
-// https://github.com/ven-coder/Assists
 // https://github.com/ven-coder/Assists/issues/12#issuecomment-2684469065
 class SelectToSpeakService : A11yService()

app/src/main/kotlin/li/songe/gkd/App.kt

@@ -18,8 +18,10 @@ import android.provider.Settings
 import android.view.WindowManager
 import android.view.accessibility.AccessibilityManager
 import android.view.inputmethod.InputMethodManager
+import androidx.core.content.ContextCompat
 import kotlinx.coroutines.MainScope
 import kotlinx.serialization.Serializable
+import li.songe.gkd.a11y.initA11yFeat
 import li.songe.gkd.data.selfAppInfo
 import li.songe.gkd.notif.initChannel
 import li.songe.gkd.service.clearHttpSubs
@@ -151,6 +153,11 @@ class App : Application() {
         return resolveAppId(intent)
     }
 
+    fun checkGrantedPermission(permission: String) = ContextCompat.checkSelfPermission(
+        this,
+        permission,
+    ) == PackageManager.PERMISSION_GRANTED
+
     val startTime = System.currentTimeMillis()
     var justStarted: Boolean = true
         get() {
@@ -180,6 +187,7 @@ class App : Application() {
         initStore()
         initChannel()
         initAppState()
+        initA11yFeat()
         initShizuku()
         initSubsState()
         initA11yWhiteAppList()

app/src/main/kotlin/li/songe/gkd/MainActivity.kt

@@ -1,8 +1,6 @@
 package li.songe.gkd
 
 import android.app.Activity
-import android.app.ActivityManager
-import android.content.Context
 import android.content.Intent
 import android.os.Bundle
 import androidx.activity.ComponentActivity
@@ -69,12 +67,10 @@ import li.songe.gkd.a11y.updateTopActivity
 import li.songe.gkd.permission.AuthDialog
 import li.songe.gkd.permission.updatePermissionState
 import li.songe.gkd.service.A11yService
-import li.songe.gkd.service.ButtonService
-import li.songe.gkd.service.HttpService
-import li.songe.gkd.service.ScreenshotService
 import li.songe.gkd.service.StatusService
-import li.songe.gkd.service.fixRestartService
-import li.songe.gkd.service.updateTopAppId
+import li.songe.gkd.service.fixRestartAutomatorService
+import li.songe.gkd.service.updateTopTaskAppId
+import li.songe.gkd.shizuku.automationRegisteredExceptionFlow
 import li.songe.gkd.shizuku.shizukuContextFlow
 import li.songe.gkd.store.storeFlow
 import li.songe.gkd.ui.component.BuildDialog
@@ -105,7 +101,6 @@ import li.songe.gkd.util.shizukuAppId
 import li.songe.gkd.util.throttle
 import li.songe.gkd.util.toast
 import kotlin.concurrent.Volatile
-import kotlin.reflect.KClass
 import kotlin.reflect.jvm.jvmName
 
 class MainActivity : ComponentActivity() {
@@ -197,7 +192,7 @@ class MainActivity : ComponentActivity() {
         watchKeyboardVisible()
         StatusService.autoStart()
         if (storeFlow.value.enableBlockA11yAppList) {
-            updateTopAppId(META.appId)
+            updateTopTaskAppId(META.appId)
         }
         setContent {
             val latestInsets = TopAppBarDefaults.windowInsets
@@ -219,6 +214,7 @@ class MainActivity : ComponentActivity() {
                     if (!mainVm.termsAcceptedFlow.collectAsState().value) {
                         TermsAcceptDialog()
                     } else {
+                        UiAutomationAlreadyRegisteredDlg()
                         AccessRestrictedSettingsDlg()
                         ShizukuErrorDialog(mainVm.shizukuErrorFlow)
                         AuthDialog(mainVm.authReasonFlow)
@@ -290,7 +286,7 @@ class MainActivity : ComponentActivity() {
 
 @Volatile
 private var activityVisibleState = 0
-fun isActivityVisible() = activityVisibleState > 0
+val isActivityVisible get() = activityVisibleState > 0
 
 val activityNavSourceName by lazy { META.appId + ".activity.nav.source" }
 
@@ -305,25 +301,6 @@ fun Activity.navToMainActivity() {
     finish()
 }
 
-@Suppress("DEPRECATION")
-private fun updateServiceRunning() {
-    A11yService.isRunning.value = A11yService.instance != null
-    val list = try {
-        val manager = app.getSystemService(Context.ACTIVITY_SERVICE) as ActivityManager
-        manager.getRunningServices(Int.MAX_VALUE) ?: emptyList()
-    } catch (_: Exception) {
-        emptyList()
-    }
-
-    fun checkRunning(cls: KClass<*>): Boolean {
-        return list.any { it.service.className == cls.jvmName }
-    }
-    StatusService.isRunning.value = checkRunning(StatusService::class)
-    ButtonService.isRunning.value = checkRunning(ButtonService::class)
-    ScreenshotService.isRunning.value = checkRunning(ScreenshotService::class)
-    HttpService.isRunning.value = checkRunning(HttpService::class)
-}
-
 private val syncStateMutex = Mutex()
 fun syncFixState() {
     appScope.launchTry(Dispatchers.IO) {
@@ -332,10 +309,9 @@ fun syncFixState() {
         }
         syncStateMutex.withLock {
             updateSystemDefaultAppId()
-            updateServiceRunning()
             shizukuContextFlow.value.grantSelf()
             updatePermissionState()
-            fixRestartService()
+            fixRestartAutomatorService()
         }
     }
 }
@@ -455,7 +431,7 @@ fun AccessRestrictedSettingsDlg() {
             confirmButton = {
                 TextButton({
                     accessRestrictedSettingsShowFlow.value = false
-                    mainVm.navigatePage(AuthA11YPageDestination)
+                    mainVm.navigateWebPage(ShortUrlSet.URL2)
                 }) {
                     Text(text = "解除")
                 }
@@ -470,3 +446,25 @@ fun AccessRestrictedSettingsDlg() {
         )
     }
 }
+
+@Composable
+fun UiAutomationAlreadyRegisteredDlg() {
+    if (automationRegisteredExceptionFlow.collectAsState().value != null) {
+        AlertDialog(
+            onDismissRequest = {
+                automationRegisteredExceptionFlow.value = null
+            },
+            title = { Text(text = "启动失败") },
+            text = {
+                Text(text = "自动化服务启动失败，检测到自动化服务已被其他应用占用，请先关闭已有服务后重试\n\n注：自动化服务只能同时运行一个，请确保没有其他应用或测试框架占用后再启动")
+            },
+            confirmButton = {
+                TextButton(onClick = {
+                    automationRegisteredExceptionFlow.value = null
+                }) {
+                    Text(text = "我知道了")
+                }
+            }
+        )
+    }
+}

app/src/main/kotlin/li/songe/gkd/MainViewModel.kt

@@ -34,6 +34,7 @@ import li.songe.gkd.permission.canQueryPkgState
 import li.songe.gkd.permission.shizukuGrantedState
 import li.songe.gkd.service.A11yService
 import li.songe.gkd.shizuku.shizukuContextFlow
+import li.songe.gkd.shizuku.uiAutomationFlow
 import li.songe.gkd.shizuku.updateBinderMutex
 import li.songe.gkd.store.createTextFlow
 import li.songe.gkd.store.storeFlow
@@ -43,6 +44,7 @@ import li.songe.gkd.ui.component.RuleGroupState
 import li.songe.gkd.ui.component.UploadOptions
 import li.songe.gkd.ui.home.BottomNavItem
 import li.songe.gkd.ui.share.BaseViewModel
+import li.songe.gkd.util.AutomatorModeOption
 import li.songe.gkd.util.LOCAL_SUBS_ID
 import li.songe.gkd.util.LogUtils
 import li.songe.gkd.util.OnSimpleLife
@@ -51,6 +53,7 @@ import li.songe.gkd.util.UpdateStatus
 import li.songe.gkd.util.appIconMapFlow
 import li.songe.gkd.util.clearCache
 import li.songe.gkd.util.client
+import li.songe.gkd.util.findOption
 import li.songe.gkd.util.launchTry
 import li.songe.gkd.util.openUri
 import li.songe.gkd.util.openWeChatScaner
@@ -324,6 +327,17 @@ class MainViewModel : BaseViewModel(), OnSimpleLife {
         list.any { it != A11yService.a11yCn }
     }
 
+    val automatorModeFlow = storeFlow.mapNew {
+        AutomatorModeOption.objects.findOption(it.automatorMode)
+    }
+
+    fun updateAutomatorMode(option: AutomatorModeOption) {
+        if (automatorModeFlow.value == option) return
+        storeFlow.update { it.copy(automatorMode = option.value, enableAutomator = false) }
+        A11yService.instance?.shutdown()
+        uiAutomationFlow.value?.shutdown()
+    }
+
     init {
         // preload
         appIconMapFlow.value

app/src/main/kotlin/li/songe/gkd/a11y/A11yCommonImpl.kt

@@ -0,0 +1,16 @@
+package li.songe.gkd.a11y
+
+import android.graphics.Bitmap
+import android.view.accessibility.AccessibilityNodeInfo
+import kotlinx.coroutines.CoroutineScope
+import li.songe.gkd.util.AutomatorModeOption
+
+interface A11yCommonImpl {
+    suspend fun screenshot(): Bitmap?
+    val windowNodeInfo: AccessibilityNodeInfo?
+    val scope: CoroutineScope
+    var justStarted: Boolean
+    val mode: AutomatorModeOption
+    val ruleEngine: A11yRuleEngine
+    fun shutdown(temp: Boolean = false)
+}