From 42e4a1e0def1da2d4122603aa800010263bdc494 Mon Sep 17 00:00:00 2001 From: TeTeHacko Date: Mon, 19 Oct 2026 11:59:53 +0200 Subject: [PATCH] Build without on-device ML, arm64 only Replace llamadart, flutter_onnxruntime and flutter_langdetect with API-compatible stubs via dependency_overrides, so llama.cpp, LiteRT-LM and ONNX Runtime are not packaged. Translation and the neural image codec become unavailable; both are off by default upstream. Also drop non-arm64 prebuilt plugin libraries at packaging time. APK: 340 MB -> 39.5 MB, flutter test 909/909 passing. Co-Authored-By: Claude Opus 5.5 --- android/app/build.gradle.kts | 8 +++ pubspec.yaml | 9 +++ stubs/README.md | 13 +++++ .../lib/flutter_langdetect.dart | 4 ++ stubs/flutter_langdetect/pubspec.yaml | 6 ++ .../lib/flutter_onnxruntime.dart | 34 +++++++++++ stubs/flutter_onnxruntime/pubspec.yaml | 6 ++ stubs/llamadart/lib/llamadart.dart | 58 +++++++++++++++++++ stubs/llamadart/pubspec.yaml | 6 ++ 9 files changed, 144 insertions(+) create mode 100644 stubs/README.md create mode 100644 stubs/flutter_langdetect/lib/flutter_langdetect.dart create mode 100644 stubs/flutter_langdetect/pubspec.yaml create mode 100644 stubs/flutter_onnxruntime/lib/flutter_onnxruntime.dart create mode 100644 stubs/flutter_onnxruntime/pubspec.yaml create mode 100644 stubs/llamadart/lib/llamadart.dart create mode 100644 stubs/llamadart/pubspec.yaml diff --git a/android/app/build.gradle.kts b/android/app/build.gradle.kts index 8aa73ce6..4bc45a97 100644 --- a/android/app/build.gradle.kts +++ b/android/app/build.gradle.kts @@ -28,6 +28,14 @@ android { jvmTarget = JavaVersion.VERSION_17.toString() } + // tth fork: abiFilters does not reach prebuilt plugin .so files + // (mlkit barhopper, flserial, ...), so drop the other ABIs at packaging. + packaging { + jniLibs { + excludes += listOf("lib/armeabi-v7a/**", "lib/x86/**", "lib/x86_64/**") + } + } + defaultConfig { // TODO: Specify your own unique Application ID (https://developer.android.com/studio/build/application-id.html). applicationId = "com.meshcore.meshcore_open" diff --git a/pubspec.yaml b/pubspec.yaml index 39df156b..d534bcb8 100644 --- a/pubspec.yaml +++ b/pubspec.yaml @@ -188,3 +188,12 @@ build_pipe: # Strongly recommended: disables the default service worker which often causes more cache headaches add_version_query_param: true # This is the key flag! It appends ?v= to bootstrap/JS files + +# tth fork: native ML packages replaced by stubs, see stubs/README.md +dependency_overrides: + llamadart: + path: stubs/llamadart + flutter_onnxruntime: + path: stubs/flutter_onnxruntime + flutter_langdetect: + path: stubs/flutter_langdetect diff --git a/stubs/README.md b/stubs/README.md new file mode 100644 index 00000000..f19ad6f8 --- /dev/null +++ b/stubs/README.md @@ -0,0 +1,13 @@ +# Stuby nativních ML balíčků (fork tth) + +`pubspec.yaml` je přes `dependency_overrides` podstrčí místo +`llamadart`, `flutter_onnxruntime` a `flutter_langdetect`. Mají jen to API, +které aplikace volá, a každé volání vyhodí `UnsupportedError`. Do APK se tak +nedostanou nativní knihovny llama.cpp / LiteRT-LM / ONNX Runtime (~200 MB) +a `lib/` zůstává shodné s upstreamem. + +Důsledek: překlad zpráv a neuronový obrázkový kodek nefungují. Obě funkce jsou +v upstreamu ve výchozím stavu vypnuté a aplikace chybu zachytí a zaloguje. + +Když upstream začne volat další symbol, build spadne na chybějícím +identifikátoru — doplň ho sem. diff --git a/stubs/flutter_langdetect/lib/flutter_langdetect.dart b/stubs/flutter_langdetect/lib/flutter_langdetect.dart new file mode 100644 index 00000000..2a5a5586 --- /dev/null +++ b/stubs/flutter_langdetect/lib/flutter_langdetect.dart @@ -0,0 +1,4 @@ +Future initLangDetect() async {} + +String detect(String text) => + throw UnsupportedError('Language detection is not built in.'); diff --git a/stubs/flutter_langdetect/pubspec.yaml b/stubs/flutter_langdetect/pubspec.yaml new file mode 100644 index 00000000..5169b2cd --- /dev/null +++ b/stubs/flutter_langdetect/pubspec.yaml @@ -0,0 +1,6 @@ +name: flutter_langdetect +description: Stub without native code (meshcore-open tth fork). +version: 0.0.1 +publish_to: none +environment: + sdk: ^3.9.2 diff --git a/stubs/flutter_onnxruntime/lib/flutter_onnxruntime.dart b/stubs/flutter_onnxruntime/lib/flutter_onnxruntime.dart new file mode 100644 index 00000000..05e321b7 --- /dev/null +++ b/stubs/flutter_onnxruntime/lib/flutter_onnxruntime.dart @@ -0,0 +1,34 @@ +Never _unsupported() => + throw UnsupportedError('ONNX Runtime is not built in.'); + +class OnnxRuntime { + Future createSession(String path, {Object? options}) async => + _unsupported(); +} + +class OrtSession { + OrtSession._(); + + List get inputNames => const []; + List get outputNames => const []; + + Future> run( + Map inputs, { + Object? options, + }) async => _unsupported(); + + Future close() async {} +} + +class OrtValue { + OrtValue._(); + + static Future fromList(Object data, List shape) async => + _unsupported(); + + List get shape => const []; + + Future> asFlattenedList() async => _unsupported(); + + Future dispose() async {} +} diff --git a/stubs/flutter_onnxruntime/pubspec.yaml b/stubs/flutter_onnxruntime/pubspec.yaml new file mode 100644 index 00000000..6abfd8a2 --- /dev/null +++ b/stubs/flutter_onnxruntime/pubspec.yaml @@ -0,0 +1,6 @@ +name: flutter_onnxruntime +description: Stub without native code (meshcore-open tth fork). +version: 1.9.0 +publish_to: none +environment: + sdk: ^3.9.2 diff --git a/stubs/llamadart/lib/llamadart.dart b/stubs/llamadart/lib/llamadart.dart new file mode 100644 index 00000000..d5acbe30 --- /dev/null +++ b/stubs/llamadart/lib/llamadart.dart @@ -0,0 +1,58 @@ +Never _unsupported() => throw UnsupportedError('llama.cpp is not built in.'); + +enum GpuBackend { auto, cpu } + +enum LlamaChatRole { system, user, assistant } + +class ModelParams { + final int gpuLayers; + final GpuBackend preferredBackend; + + const ModelParams({this.gpuLayers = 0, this.preferredBackend = GpuBackend.cpu}); +} + +class GenerationParams { + const GenerationParams({ + int? maxTokens, + double? temp, + int? topK, + double? topP, + double? penalty, + bool? reusePromptPrefix, + }); +} + +class LlamaChatMessage { + LlamaChatMessage.fromText({required LlamaChatRole role, required String text}); +} + +class LlamaDelta { + String? get content => null; +} + +class LlamaChoice { + LlamaDelta get delta => LlamaDelta(); +} + +class LlamaCompletionChunk { + List get choices => const []; +} + +class LlamaBackend {} + +class LlamaEngine { + LlamaEngine(LlamaBackend backend); + + Future loadModel(String path, {ModelParams? modelParams}) async => + _unsupported(); + + Stream create( + List messages, { + GenerationParams? params, + bool? enableThinking, + String? sourceLangCode, + String? targetLangCode, + }) => _unsupported(); + + Future dispose() async {} +} diff --git a/stubs/llamadart/pubspec.yaml b/stubs/llamadart/pubspec.yaml new file mode 100644 index 00000000..67dc2b29 --- /dev/null +++ b/stubs/llamadart/pubspec.yaml @@ -0,0 +1,6 @@ +name: llamadart +description: Stub without native code (meshcore-open tth fork). +version: 0.8.0 +publish_to: none +environment: + sdk: ^3.9.2