[imitation_game] added an android test

packages/imitation_game/README.md

@@ -93,11 +93,18 @@ An implementation has to follow these rules:
 A single test run can report multiple numbers.
 
 ## Results
-Date created: 2020-08-17 23:57:16.702500Z
+Date created: 2020-09-09 17:18:15.594586Z
+Flutter 1.22.0-10.0.pre.95 • channel master • https://github.com/flutter/flutter.git
+Framework • revision d2fa384c31 (21 hours ago) • 2020-09-08 13:15:06 -0700
+Engine • revision d1d848e842
+Tools • Dart 2.10.0 (build 2.10.0-98.0.dev)
 
 - smiley
  - flutter
- - startupTime: 0.561475s
+ - ios_startup_time: 0.691717
+ - adb_memory_total: 43179.0
  - uikit
- - startupTime: 0.373102068901062s
+ - ios_startup_time: 0.2632870674133301
+ - android
+ - adb_memory_total: 97941.0
 

packages/imitation_game/bin/imitation_game.dart

@@ -3,6 +3,9 @@ import 'dart:convert';
 import 'dart:io';
 import 'package:mustache/mustache.dart';
 import 'package:imitation_game/README_template.dart';
+import 'package:args/args.dart';
+
+// ignore_for_file: avoid_as
 
 const int _port = 4040;
 
@@ -21,6 +24,17 @@ Future<String> _findIpAddress() async {
  return result;
 }
 
+Future<String> _getFlutterVersion() async {
+ String result = '';
+ final Process flutterVersion =
+ await Process.start('flutter', <String>['--version']);
+ flutterVersion.stdout.transform(utf8.decoder).listen((String event) {
+ result += event;
+ });
+ await flutterVersion.exitCode;
+ return result.trim();
+}
+
 typedef FileFilter = bool Function(FileSystemEntity);
 Future<List<FileSystemEntity>> findFiles(Directory dir, {FileFilter where}) {
  final List<FileSystemEntity> files = <FileSystemEntity>[];
@@ -35,14 +49,41 @@ Future<List<FileSystemEntity>> findFiles(Directory dir, {FileFilter where}) {
  return completer.future;
 }
 
-String _makeMarkdownOutput(Map<String, dynamic> results) {
+Future<String> _makeMarkdownOutput(Map<String, dynamic> results) async {
+ // TODO(gaaclarke): Add the Flutter version.
  final Template template = Template(readmeTemplate, name: 'README.md');
  final Map<String, dynamic> values = Map<String, dynamic>.from(results);
  values['date'] = DateTime.now().toUtc();
+ values['flutterVersion'] = await _getFlutterVersion();
  final String output = template.renderString(values);
  return output;
 }
 
+/// This merges [newResults] into [oldResults] such the union of the keys will
+/// have their values from [newResults] and the symmetric difference will have the
+/// value from their respective sets.
+Map<String, dynamic> _integrate(
+ {Map<String, dynamic> oldResults, Map<String, dynamic> newResults}) {
+ final Map<String, dynamic> result = Map<String, dynamic>.from(oldResults);
+ newResults.forEach((String test, dynamic testValue) {
+ final Map<String, dynamic> testMap = testValue as Map<String, dynamic>;
+ testMap.forEach((String platform, dynamic platformValue) {
+ final Map<String, dynamic> platformMap =
+ platformValue as Map<String, dynamic>;
+ platformMap.forEach((String measurement, dynamic measurementValue) {
+ if (!result.containsKey(test)) {
+ result[test] = <String, dynamic>{};
+ }
+ if (!result[test].containsKey(platform)) {
+ result[test][platform] = <String, dynamic>{};
+ }
+ result[test][platform][measurement] = measurementValue;
+ });
+ });
+ });
+ return result;
+}
+
 class _Script {
  _Script({this.path});
  String path;
@@ -125,12 +166,8 @@ class _ImitationGame {
  Future<bool> handleResult(Map<String, dynamic> data) {
  final String test = data['test'];
  final String platform = data['platform'];
- if (!results.containsKey(test)) {
- results[test] = <String, dynamic>{};
- }
- if (!results[test].containsKey(platform)) {
- results[test][platform] = <String, dynamic>{};
- }
+ results.putIfAbsent(test, () => <String, dynamic>{});
+ results[test].putIfAbsent(platform, () => <String, dynamic>{});
  data['results'].forEach((String k, dynamic v) {
  // ignore: avoid_as
  results[test][platform][k] = v as double;
@@ -148,7 +185,17 @@ class _ImitationGame {
  }
 }
 
-Future<void> main() async {
+enum _TargetPlatform { ANDROID, IOS }
+
+Future<void> main(List<String> args) async {
+ final ArgParser parser = ArgParser();
+ parser.addOption('platform',
+ allowed: <String>['android', 'ios'], defaultsTo: 'android');
+ final ArgResults parserResults = parser.parse(args);
+ final _TargetPlatform targetPlatform = parserResults['platform'] == 'android'
+ ? _TargetPlatform.ANDROID
+ : _TargetPlatform.IOS;
+
  final HttpServer server = await HttpServer.bind(
  InternetAddress.anyIPv4,
  _port,
@@ -162,17 +209,23 @@ Future<void> main() async {
  file.writeAsStringSync('$ipaddress:${server.port}');
  }
 
- final List<String> iosScripts = (await findFiles(Directory.current,
- where: (FileSystemEntity f) => f.path.endsWith('run_ios.sh')))
+ final String scriptName = (targetPlatform == _TargetPlatform.ANDROID)
+ ? 'run_android.sh'
+ : () {
+ assert(targetPlatform == _TargetPlatform.IOS);
+ return 'run_ios.sh';
+ }();
+ final List<String> scripts = (await findFiles(Directory.current,
+ where: (FileSystemEntity f) => f.path.endsWith(scriptName)))
  .map((FileSystemEntity e) => e.path)
  .toList();
 
- if (iosScripts.isEmpty) {
+ if (scripts.isEmpty) {
  return;
  }
 
  final _ImitationGame game = _ImitationGame();
- bool keepRunning = await game.start(iosScripts);
+ bool keepRunning = await game.start(scripts);
 
  while (keepRunning) {
  try {
@@ -203,8 +256,26 @@ Future<void> main() async {
  }
  }
 
+ // TODO(gaaclarke): Add a log of what Flutter version generated the numbers.
+ const String lastResultsFilename = 'last_results.json';
+ const JsonDecoder decoder = JsonDecoder();
+ final Map<String, dynamic> lastResults =
+ decoder.convert(File(lastResultsFilename).readAsStringSync())
+ // ignore: avoid_as
+ as Map<String, dynamic>;
+
+ // TODO(aaclarke): Calculate the generation time for each measurement since we
+ // can't generate everything in one pass (because you are running iOS or Android).
+ final Map<String, dynamic> totalResults =
+ _integrate(newResults: game.results, oldResults: lastResults);
+
+ const JsonEncoder encoder = JsonEncoder.withIndent(' ');
+ final String jsonResults = encoder.convert(totalResults);
+ File(lastResultsFilename).writeAsStringSync(jsonResults);
+
  final Map<String, dynamic> markdownValues =
- _map2List(game.results, <String>['tests', 'platforms', 'measurements']);
- File('README.md').writeAsStringSync(_makeMarkdownOutput(markdownValues));
+ _map2List(totalResults, <String>['tests', 'platforms', 'measurements']);
+ File('README.md')
+ .writeAsStringSync(await _makeMarkdownOutput(markdownValues));
  await server.close(force: true);
 }

packages/imitation_game/helper/run_android_helper.sh

@@ -0,0 +1,25 @@
+report_results() 
+{
+ local TEST=$1
+ local PLATFORM=$2
+ local MEASUREMENTS=$3
+ curl --header "Content-Type: application/json" \
+ --request POST \
+ --data "{\"test\":\"$TEST\",\"platform\":\"$PLATFORM\",\"results\":$MEASUREMENTS}" \
+ http://localhost:4040
+}
+
+launch_apk()
+{
+ local APK_PATH=$1
+ local BUNDLE_NAME=$2
+ local ACTIVITY_NAME=$3
+ adb install -r $APK_PATH
+ adb shell am start -n $BUNDLE_NAME/$BUNDLE_NAME.$ACTIVITY_NAME
+}
+
+read_app_total_memory()
+{
+ local BUNDLE_NAME=$1
+ adb shell dumpsys meminfo $BUNDLE_NAME | sed -n 's/.*TOTAL:[ ]*\([0-9]*\).*/\1/p'
+}

packages/imitation_game/imitation_tests/smiley/README.md

@@ -5,7 +5,7 @@ stretched to fit inside the screen.
 
 The following things are measured:
 
-- 'startupTime' - The time between the start of the process and the rendering of
- the image to the screen.
-- 'memory' - The amount of system memory the app is using after having rendered
- the image to the screen.
+- 'ios_startup_time' - The time between the start of the process and the
+rendering of the image to the screen.
+- 'adb_total_memory' - The amount of system memory the app is using after having
+rendered the image to the screen.

packages/imitation_game/imitation_tests/smiley/android/.gitignore

@@ -0,0 +1,14 @@
+*.iml
+.gradle
+/local.properties
+/.idea/caches
+/.idea/libraries
+/.idea/modules.xml
+/.idea/workspace.xml
+/.idea/navEditor.xml
+/.idea/assetWizardSettings.xml
+.DS_Store
+/build
+/captures
+.externalNativeBuild
+.cxx

packages/imitation_game/imitation_tests/smiley/android/app/.gitignore

@@ -0,0 +1 @@
+/build

packages/imitation_game/imitation_tests/smiley/android/app/build.gradle

@@ -0,0 +1,38 @@
+apply plugin: 'com.android.application'
+apply plugin: 'kotlin-android'
+apply plugin: 'kotlin-android-extensions'
+
+android {
+ compileSdkVersion 29
+ buildToolsVersion "29.0.2"
+
+ defaultConfig {
+ applicationId "dev.flutter.imitation_game.smiley"
+ minSdkVersion 22
+ targetSdkVersion 29
+ versionCode 1
+ versionName "1.0"
+
+ testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
+ }
+
+ buildTypes {
+ release {
+ minifyEnabled false
+ proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
+ signingConfig signingConfigs.debug
+ }
+ }
+
+}
+
+dependencies {
+ implementation fileTree(dir: 'libs', include: ['*.jar'])
+ implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk7:$kotlin_version"
+ implementation 'androidx.appcompat:appcompat:1.0.2'
+ implementation 'androidx.core:core-ktx:1.0.2'
+ implementation 'androidx.constraintlayout:constraintlayout:1.1.3'
+ testImplementation 'junit:junit:4.12'
+ androidTestImplementation 'androidx.test.ext:junit:1.1.1'
+ androidTestImplementation 'androidx.test.espresso:espresso-core:3.2.0'
+}

packages/imitation_game/imitation_tests/smiley/android/app/proguard-rules.pro

@@ -0,0 +1,21 @@
+# Add project specific ProGuard rules here.
+# You can control the set of applied configuration files using the
+# proguardFiles setting in build.gradle.
+#
+# For more details, see
+# http://developer.android.com/guide/developing/tools/proguard.html
+
+# If your project uses WebView with JS, uncomment the following
+# and specify the fully qualified class name to the JavaScript interface
+# class:
+#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
+# public *;
+#}
+
+# Uncomment this to preserve the line number information for
+# debugging stack traces.
+#-keepattributes SourceFile,LineNumberTable
+
+# If you keep the line number information, uncomment this to
+# hide the original source file name.
+#-renamesourcefileattribute SourceFile

packages/imitation_game/imitation_tests/smiley/android/app/src/androidTest/java/dev/flutter/imitation_game/smiley/ExampleInstrumentedTest.kt

@@ -0,0 +1,24 @@
+package dev.flutter.imitation_game.smiley
+
+import androidx.test.platform.app.InstrumentationRegistry
+import androidx.test.ext.junit.runners.AndroidJUnit4
+
+import org.junit.Test
+import org.junit.runner.RunWith
+
+import org.junit.Assert.*
+
+/**
+ * Instrumented test, which will execute on an Android device.
+ *
+ * See [testing documentation](http://d.android.com/tools/testing).
+ */
+@RunWith(AndroidJUnit4::class)
+class ExampleInstrumentedTest {
+ @Test
+ fun useAppContext() {
+ // Context of the app under test.
+ val appContext = InstrumentationRegistry.getInstrumentation().targetContext
+ assertEquals("dev.flutter.imitation_game.smiley", appContext.packageName)
+ }
+}

packages/imitation_game/imitation_tests/smiley/android/app/src/main/AndroidManifest.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+ package="dev.flutter.imitation_game.smiley">
+
+ <application
+ android:allowBackup="true"
+ android:icon="@mipmap/ic_launcher"
+ android:label="@string/app_name"
+ android:roundIcon="@mipmap/ic_launcher_round"
+ android:supportsRtl="true"
+ android:theme="@style/AppTheme">
+ <activity android:name=".MainActivity">
+ <intent-filter>
+ <action android:name="android.intent.action.MAIN" />
+
+ <category android:name="android.intent.category.LAUNCHER" />
+ </intent-filter>
+ </activity>
+ </application>
+
+</manifest>

packages/imitation_game/imitation_tests/smiley/android/app/src/main/java/dev/flutter/imitation_game/smiley/MainActivity.kt

@@ -0,0 +1,15 @@
+package dev.flutter.imitation_game.smiley
+
+import androidx.appcompat.app.AppCompatActivity
+import android.os.Bundle
+import android.view.View
+
+class MainActivity : AppCompatActivity() {
+
+ override fun onCreate(savedInstanceState: Bundle?) {
+ super.onCreate(savedInstanceState)
+ window.decorView.systemUiVisibility = View.SYSTEM_UI_FLAG_FULLSCREEN
+ actionBar?.hide()
+ setContentView(R.layout.activity_main)
+ }
+}

packages/imitation_game/imitation_tests/smiley/android/app/src/main/res/drawable-v24/ic_launcher_foreground.xml

@@ -0,0 +1,30 @@
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+ xmlns:aapt="http://schemas.android.com/aapt"
+ android:width="108dp"
+ android:height="108dp"
+ android:viewportWidth="108"
+ android:viewportHeight="108">
+ <path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z">
+ <aapt:attr name="android:fillColor">
+ <gradient
+ android:endX="85.84757"
+ android:endY="92.4963"
+ android:startX="42.9492"
+ android:startY="49.59793"
+ android:type="linear">
+ <item
+ android:color="#44000000"
+ android:offset="0.0" />
+ <item
+ android:color="#00000000"
+ android:offset="1.0" />
+ </gradient>
+ </aapt:attr>
+ </path>
+ <path
+ android:fillColor="#FFFFFF"
+ android:fillType="nonZero"
+ android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z"
+ android:strokeWidth="1"
+ android:strokeColor="#00000000" />
+</vector>