flutter-skill-mcp 0.2.0

package/dart/lib/src/flutter_skill_client.dart

@@ -0,0 +1,286 @@
+import 'dart:io';
+import 'package:vm_service/vm_service.dart';
+import 'package:vm_service/vm_service_io.dart';
+
+class FlutterSkillClient {
+  final String wsUri;
+  VmService? _service;
+  String? _isolateId;
+
+  FlutterSkillClient(this.wsUri);
+
+  Future<void> connect() async {
+    print('DEBUG: Connecting to $wsUri');
+    _service = await vmServiceConnectUri(wsUri);
+    print('DEBUG: Connected to VM Service');
+
+    final vm = await _service!.getVM();
+    print('DEBUG: Got VM info');
+    final isolates = vm.isolates;
+    if (isolates == null || isolates.isEmpty) {
+      throw Exception('No isolates found');
+    }
+    _isolateId = isolates.first.id!;
+  }
+
+  Future<void> disconnect() async {
+    await _service?.dispose();
+    _service = null;
+    _isolateId = null;
+  }
+
+  Future<Map<String, dynamic>> _call(String method, [Map<String, dynamic>? args]) async {
+    if (_service == null || _isolateId == null) {
+      throw Exception('Not connected');
+    }
+    final response = await _service!.callServiceExtension(
+      method,
+      isolateId: _isolateId!,
+      args: args,
+    );
+    return response.json ?? {};
+  }
+
+  // ==================== EXISTING METHODS ====================
+
+  Future<List<dynamic>> getInteractiveElements() async {
+    final result = await _call('ext.flutter.flutter_skill.interactive');
+    print('DEBUG: Interactive Result type: ${result.runtimeType}');
+    print('DEBUG: Interactive Result: $result');
+
+    if (result.containsKey('elements')) {
+      return result['elements'] as List<dynamic>;
+    }
+    return [];
+  }
+
+  Future<void> tap({String? key, String? text}) async {
+    if (key == null && text == null) {
+      throw ArgumentError('Must provide key or text for tap');
+    }
+    await _call('ext.flutter.flutter_skill.tap', {
+      if (key != null) 'key': key,
+      if (text != null) 'text': text,
+    });
+  }
+
+  Future<void> enterText(String key, String text) async {
+    await _call('ext.flutter.flutter_skill.enterText', {
+      'key': key,
+      'text': text,
+    });
+  }
+
+  Future<void> scrollTo({String? key, String? text}) async {
+    await _call('ext.flutter.flutter_skill.scroll', {
+      if (key != null) 'key': key,
+      if (text != null) 'text': text,
+    });
+  }
+
+  // ==================== UI INSPECTION ====================
+
+  Future<Map<String, dynamic>> getWidgetTree({int maxDepth = 10}) async {
+    final result = await _call('ext.flutter.flutter_skill.getWidgetTree', {
+      'maxDepth': maxDepth.toString(),
+    });
+    return result['tree'] ?? {};
+  }
+
+  Future<Map<String, dynamic>?> getWidgetProperties(String key) async {
+    final result = await _call('ext.flutter.flutter_skill.getWidgetProperties', {
+      'key': key,
+    });
+    return result['properties'];
+  }
+
+  Future<List<dynamic>> getTextContent() async {
+    final result = await _call('ext.flutter.flutter_skill.getTextContent');
+    return result['texts'] ?? [];
+  }
+
+  Future<List<dynamic>> findByType(String type) async {
+    final result = await _call('ext.flutter.flutter_skill.findByType', {
+      'type': type,
+    });
+    return result['elements'] ?? [];
+  }
+
+  // ==================== MORE INTERACTIONS ====================
+
+  Future<bool> longPress({String? key, String? text, int duration = 500}) async {
+    final result = await _call('ext.flutter.flutter_skill.longPress', {
+      if (key != null) 'key': key,
+      if (text != null) 'text': text,
+      'duration': duration.toString(),
+    });
+    return result['success'] == true;
+  }
+
+  Future<bool> swipe({required String direction, double distance = 300, String? key}) async {
+    final result = await _call('ext.flutter.flutter_skill.swipe', {
+      'direction': direction,
+      'distance': distance.toString(),
+      if (key != null) 'key': key,
+    });
+    return result['success'] == true;
+  }
+
+  Future<bool> drag({required String fromKey, required String toKey}) async {
+    final result = await _call('ext.flutter.flutter_skill.drag', {
+      'fromKey': fromKey,
+      'toKey': toKey,
+    });
+    return result['success'] == true;
+  }
+
+  Future<bool> doubleTap({String? key, String? text}) async {
+    final result = await _call('ext.flutter.flutter_skill.doubleTap', {
+      if (key != null) 'key': key,
+      if (text != null) 'text': text,
+    });
+    return result['success'] == true;
+  }
+
+  // ==================== STATE & VALIDATION ====================
+
+  Future<String?> getTextValue(String key) async {
+    final result = await _call('ext.flutter.flutter_skill.getTextValue', {
+      'key': key,
+    });
+    return result['value'];
+  }
+
+  Future<bool?> getCheckboxState(String key) async {
+    final result = await _call('ext.flutter.flutter_skill.getCheckboxState', {
+      'key': key,
+    });
+    return result['checked'];
+  }
+
+  Future<double?> getSliderValue(String key) async {
+    final result = await _call('ext.flutter.flutter_skill.getSliderValue', {
+      'key': key,
+    });
+    return result['value']?.toDouble();
+  }
+
+  Future<bool> waitForElement({String? key, String? text, int timeout = 5000}) async {
+    final result = await _call('ext.flutter.flutter_skill.waitForElement', {
+      if (key != null) 'key': key,
+      if (text != null) 'text': text,
+      'timeout': timeout.toString(),
+    });
+    return result['found'] == true;
+  }
+
+  Future<bool> waitForGone({String? key, String? text, int timeout = 5000}) async {
+    final result = await _call('ext.flutter.flutter_skill.waitForGone', {
+      if (key != null) 'key': key,
+      if (text != null) 'text': text,
+      'timeout': timeout.toString(),
+    });
+    return result['gone'] == true;
+  }
+
+  // ==================== SCREENSHOT ====================
+
+  Future<String?> takeScreenshot() async {
+    final result = await _call('ext.flutter.flutter_skill.screenshot');
+    return result['image'];
+  }
+
+  Future<String?> takeElementScreenshot(String key) async {
+    final result = await _call('ext.flutter.flutter_skill.screenshotElement', {
+      'key': key,
+    });
+    return result['image'];
+  }
+
+  // ==================== NAVIGATION ====================
+
+  Future<String?> getCurrentRoute() async {
+    final result = await _call('ext.flutter.flutter_skill.getCurrentRoute');
+    return result['route'];
+  }
+
+  Future<bool> goBack() async {
+    final result = await _call('ext.flutter.flutter_skill.goBack');
+    return result['success'] == true;
+  }
+
+  Future<List<String>> getNavigationStack() async {
+    final result = await _call('ext.flutter.flutter_skill.getNavigationStack');
+    return (result['stack'] as List?)?.cast<String>() ?? [];
+  }
+
+  // ==================== DEBUG & LOGS ====================
+
+  Future<List<String>> getLogs() async {
+    final result = await _call('ext.flutter.flutter_skill.getLogs');
+    return (result['logs'] as List?)?.cast<String>() ?? [];
+  }
+
+  Future<List<dynamic>> getErrors() async {
+    final result = await _call('ext.flutter.flutter_skill.getErrors');
+    return result['errors'] ?? [];
+  }
+
+  Future<void> clearLogs() async {
+    await _call('ext.flutter.flutter_skill.clearLogs');
+  }
+
+  Future<Map<String, dynamic>> getPerformance() async {
+    return await _call('ext.flutter.flutter_skill.getPerformance');
+  }
+
+  // ==================== EXISTING HELPERS ====================
+
+  Future<void> hotReload() async {
+    if (_service == null || _isolateId == null) {
+      throw Exception('Not connected');
+    }
+    await _service!.reloadSources(_isolateId!);
+  }
+
+  Future<void> hotRestart() async {
+    if (_service == null || _isolateId == null) {
+      throw Exception('Not connected');
+    }
+    await _service!.reloadSources(_isolateId!);
+  }
+
+  Future<Map<String, dynamic>> getLayoutTree() async {
+    try {
+      final groupName = 'flutter_skill_${DateTime.now().millisecondsSinceEpoch}';
+      final result = await _call('ext.flutter.inspector.getRootWidgetSummaryTree', {
+        'objectGroup': groupName,
+      });
+      return result;
+    } catch (e) {
+      rethrow;
+    }
+  }
+
+  bool get isConnected => _service != null && _isolateId != null;
+
+  static Future<String> resolveUri(List<String> args) async {
+    if (args.isNotEmpty) {
+      final arg = args[0];
+      if (arg.startsWith('ws://') || arg.startsWith('http://')) {
+        return arg;
+      }
+    }
+
+    final file = File('.flutter_skill_uri');
+    if (await file.exists()) {
+      final uri = (await file.readAsString()).trim();
+      if (uri.isNotEmpty) {
+        return uri;
+      }
+    }
+
+    throw ArgumentError(
+        'No URI provided and .flutter_skill_uri not found/empty. Run `flutter_skill launch` or provide URI as first argument.');
+  }
+}

package/dart/pubspec.lock

@@ -0,0 +1,237 @@
+# Generated by pub
+# See https://dart.dev/tools/pub/glossary#lockfile
+packages:
+  async:
+    dependency: transitive
+    description:
+      name: async
+      sha256: "758e6d74e971c3e5aceb4110bfd6698efc7f501675bcfe0c775459a8140750eb"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "2.13.0"
+  boolean_selector:
+    dependency: transitive
+    description:
+      name: boolean_selector
+      sha256: "8aab1771e1243a5063b8b0ff68042d67334e3feab9e95b9490f9a6ebf73b42ea"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "2.1.2"
+  characters:
+    dependency: transitive
+    description:
+      name: characters
+      sha256: faf38497bda5ead2a8c7615f4f7939df04333478bf32e4173fcb06d428b5716b
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.4.1"
+  clock:
+    dependency: transitive
+    description:
+      name: clock
+      sha256: fddb70d9b5277016c77a80201021d40a2247104d9f4aa7bab7157b7e3f05b84b
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.1.2"
+  collection:
+    dependency: transitive
+    description:
+      name: collection
+      sha256: "2f5709ae4d3d59dd8f7cd309b4e023046b57d8a6c82130785d2b0e5868084e76"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.19.1"
+  fake_async:
+    dependency: transitive
+    description:
+      name: fake_async
+      sha256: "5368f224a74523e8d2e7399ea1638b37aecfca824a3cc4dfdf77bf1fa905ac44"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.3.3"
+  flutter:
+    dependency: "direct main"
+    description: flutter
+    source: sdk
+    version: "0.0.0"
+  flutter_test:
+    dependency: "direct dev"
+    description: flutter
+    source: sdk
+    version: "0.0.0"
+  http:
+    dependency: "direct main"
+    description:
+      name: http
+      sha256: "87721a4a50b19c7f1d49001e51409bddc46303966ce89a65af4f4e6004896412"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.6.0"
+  http_parser:
+    dependency: transitive
+    description:
+      name: http_parser
+      sha256: "178d74305e7866013777bab2c3d8726205dc5a4dd935297175b19a23a2e66571"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "4.1.2"
+  leak_tracker:
+    dependency: transitive
+    description:
+      name: leak_tracker
+      sha256: "33e2e26bdd85a0112ec15400c8cbffea70d0f9c3407491f672a2fad47915e2de"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "11.0.2"
+  leak_tracker_flutter_testing:
+    dependency: transitive
+    description:
+      name: leak_tracker_flutter_testing
+      sha256: "1dbc140bb5a23c75ea9c4811222756104fbcd1a27173f0c34ca01e16bea473c1"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "3.0.10"
+  leak_tracker_testing:
+    dependency: transitive
+    description:
+      name: leak_tracker_testing
+      sha256: "8d5a2d49f4a66b49744b23b018848400d23e54caf9463f4eb20df3eb8acb2eb1"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "3.0.2"
+  lints:
+    dependency: "direct dev"
+    description:
+      name: lints
+      sha256: cbf8d4b858bb0134ef3ef87841abdf8d63bfc255c266b7bf6b39daa1085c4290
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "3.0.0"
+  logging:
+    dependency: "direct main"
+    description:
+      name: logging
+      sha256: c8245ada5f1717ed44271ed1c26b8ce85ca3228fd2ffdb75468ab01979309d61
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.3.0"
+  matcher:
+    dependency: transitive
+    description:
+      name: matcher
+      sha256: "12956d0ad8390bbcc63ca2e1469c0619946ccb52809807067a7020d57e647aa6"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "0.12.18"
+  material_color_utilities:
+    dependency: transitive
+    description:
+      name: material_color_utilities
+      sha256: "9c337007e82b1889149c82ed242ed1cb24a66044e30979c44912381e9be4c48b"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "0.13.0"
+  meta:
+    dependency: transitive
+    description:
+      name: meta
+      sha256: "23f08335362185a5ea2ad3a4e597f1375e78bce8a040df5c600c8d3552ef2394"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.17.0"
+  path:
+    dependency: "direct main"
+    description:
+      name: path
+      sha256: "75cca69d1490965be98c73ceaea117e8a04dd21217b37b292c9ddbec0d955bc5"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.9.1"
+  sky_engine:
+    dependency: transitive
+    description: flutter
+    source: sdk
+    version: "0.0.0"
+  source_span:
+    dependency: transitive
+    description:
+      name: source_span
+      sha256: "254ee5351d6cb365c859e20ee823c3bb479bf4a293c22d17a9f1bf144ce86f7c"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.10.1"
+  stack_trace:
+    dependency: transitive
+    description:
+      name: stack_trace
+      sha256: "8b27215b45d22309b5cddda1aa2b19bdfec9df0e765f2de506401c071d38d1b1"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.12.1"
+  stream_channel:
+    dependency: transitive
+    description:
+      name: stream_channel
+      sha256: "969e04c80b8bcdf826f8f16579c7b14d780458bd97f56d107d3950fdbeef059d"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "2.1.4"
+  string_scanner:
+    dependency: transitive
+    description:
+      name: string_scanner
+      sha256: "921cd31725b72fe181906c6a94d987c78e3b98c2e205b397ea399d4054872b43"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.4.1"
+  term_glyph:
+    dependency: transitive
+    description:
+      name: term_glyph
+      sha256: "7f554798625ea768a7518313e58f83891c7f5024f88e46e7182a4558850a4b8e"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.2.2"
+  test_api:
+    dependency: transitive
+    description:
+      name: test_api
+      sha256: "19a78f63e83d3a61f00826d09bc2f60e191bf3504183c001262be6ac75589fb8"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "0.7.8"
+  typed_data:
+    dependency: transitive
+    description:
+      name: typed_data
+      sha256: f9049c039ebfeb4cf7a7104a675823cd72dba8297f264b6637062516699fa006
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.4.0"
+  vector_math:
+    dependency: transitive
+    description:
+      name: vector_math
+      sha256: d530bd74fea330e6e364cda7a85019c434070188383e1cd8d9777ee586914c5b
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "2.2.0"
+  vm_service:
+    dependency: "direct main"
+    description:
+      name: vm_service
+      sha256: "0968250880a6c5fe7edc067ed0a13d4bae1577fe2771dcf3010d52c4a9d3ca14"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "14.3.1"
+  web:
+    dependency: transitive
+    description:
+      name: web
+      sha256: "868d88a33d8a87b18ffc05f9f030ba328ffefba92d6c127917a2ba740f9cfe4a"
+      url: "https://pub.flutter-io.cn"
+    source: hosted
+    version: "1.1.1"
+sdks:
+  dart: ">=3.9.0-0 <4.0.0"
+  flutter: ">=3.18.0-18.0.pre.54"

package/dart/pubspec.yaml

@@ -0,0 +1,26 @@
+name: flutter_skill
+description: Give your AI Agent eyes and hands inside your Flutter app.
+version: 0.2.0
+homepage: https://github.com/ai-dashboad/flutter-skill
+repository: https://github.com/ai-dashboad/flutter-skill
+# publish_to: 'none' # Remove this when ready to publish to pub.dev
+
+executables:
+  flutter_skill: flutter_skill
+
+environment:
+  sdk: '>=3.0.0 <4.0.0'
+  flutter: ">=3.0.0"
+
+dependencies:
+  flutter:
+    sdk: flutter
+  vm_service: ^14.0.0
+  http: ^1.1.0
+  path: ^1.8.0
+  logging: ^1.2.0
+
+dev_dependencies:
+  flutter_test:
+    sdk: flutter
+  lints: ^3.0.0

package/index.js

@@ -0,0 +1,7 @@
+// flutter-skill-mcp
+// MCP Server for Flutter app automation
+
+module.exports = {
+  name: 'flutter-skill-mcp',
+  version: require('./package.json').version
+};

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "flutter-skill-mcp",
+  "version": "0.2.0",
+  "description": "MCP Server for Flutter app automation - Give your AI Agent eyes and hands inside your Flutter app",
+  "main": "index.js",
+  "bin": {
+    "flutter-skill-mcp": "./bin/cli.js"
+  },
+  "scripts": {
+    "postinstall": "node scripts/check-dart.js"
+  },
+  "keywords": [
+    "flutter",
+    "mcp",
+    "ai",
+    "automation",
+    "testing",
+    "claude",
+    "cursor",
+    "windsurf"
+  ],
+  "author": "ai-dashboad",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/ai-dashboad/flutter-skill.git"
+  },
+  "homepage": "https://github.com/ai-dashboad/flutter-skill",
+  "bugs": {
+    "url": "https://github.com/ai-dashboad/flutter-skill/issues"
+  },
+  "engines": {
+    "node": ">=16.0.0"
+  },
+  "files": [
+    "bin/",
+    "scripts/",
+    "dart/",
+    "README.md"
+  ]
+}

package/scripts/build.js

@@ -0,0 +1,67 @@
+#!/usr/bin/env node
+
+const fs = require('fs');
+const path = require('path');
+
+const rootDir = path.join(__dirname, '..', '..');
+const npmDir = path.join(__dirname, '..');
+const dartDir = path.join(npmDir, 'dart');
+
+// Files to copy
+const filesToCopy = [
+  'pubspec.yaml',
+  'lib/flutter_skill.dart',
+  'lib/src/flutter_skill_client.dart',
+  'lib/src/cli/server.dart',
+  'lib/src/cli/setup.dart',
+  'lib/src/cli/launch.dart',
+  'lib/src/cli/inspect.dart',
+  'lib/src/cli/act.dart',
+  'bin/server.dart',
+];
+
+// Create directories
+function mkdirp(dir) {
+  if (!fs.existsSync(dir)) {
+    fs.mkdirSync(dir, { recursive: true });
+  }
+}
+
+// Copy file
+function copyFile(src, dest) {
+  mkdirp(path.dirname(dest));
+  fs.copyFileSync(src, dest);
+  console.log(`Copied: ${path.relative(rootDir, src)} -> ${path.relative(npmDir, dest)}`);
+}
+
+// Main
+console.log('Building npm package...\n');
+
+// Clean dart directory
+if (fs.existsSync(dartDir)) {
+  fs.rmSync(dartDir, { recursive: true });
+}
+mkdirp(dartDir);
+
+// Copy files
+for (const file of filesToCopy) {
+  const src = path.join(rootDir, file);
+  const dest = path.join(dartDir, file);
+  if (fs.existsSync(src)) {
+    copyFile(src, dest);
+  } else {
+    console.warn(`Warning: ${file} not found`);
+  }
+}
+
+// Update version in package.json from pubspec.yaml
+const pubspec = fs.readFileSync(path.join(rootDir, 'pubspec.yaml'), 'utf8');
+const versionMatch = pubspec.match(/version:\s*(\S+)/);
+if (versionMatch) {
+  const packageJson = JSON.parse(fs.readFileSync(path.join(npmDir, 'package.json'), 'utf8'));
+  packageJson.version = versionMatch[1];
+  fs.writeFileSync(path.join(npmDir, 'package.json'), JSON.stringify(packageJson, null, 2) + '\n');
+  console.log(`\nUpdated package.json version to ${versionMatch[1]}`);
+}
+
+console.log('\nBuild complete!');

package/scripts/check-dart.js

@@ -0,0 +1,39 @@
+#!/usr/bin/env node
+
+const { execSync } = require('child_process');
+
+function checkCommand(cmd) {
+  try {
+    execSync(`${cmd} --version`, { stdio: 'ignore' });
+    return true;
+  } catch (e) {
+    return false;
+  }
+}
+
+const hasDart = checkCommand('dart');
+const hasFlutter = checkCommand('flutter');
+
+if (!hasDart && !hasFlutter) {
+  console.log('\n' + '='.repeat(60));
+  console.log('flutter-skill-mcp requires Dart SDK');
+  console.log('='.repeat(60));
+  console.log('\nPlease install Flutter (includes Dart):');
+  console.log('  https://docs.flutter.dev/get-started/install\n');
+  console.log('Or install Dart standalone:');
+  console.log('  https://dart.dev/get-dart\n');
+} else if (hasDart && !hasFlutter) {
+  console.log('\nNote: Flutter SDK not found. Some features may be limited.');
+  console.log('Install Flutter for full functionality:');
+  console.log('  https://docs.flutter.dev/get-started/install\n');
+} else {
+  console.log('\nflutter-skill-mcp installed successfully!');
+  console.log('\nMCP Config:');
+  console.log(JSON.stringify({
+    "flutter-skill": {
+      "command": "npx",
+      "args": ["flutter-skill-mcp"]
+    }
+  }, null, 2));
+  console.log('\n');
+}