Add default project 'mobile_app1'

Author: oliviernotteghem

README.md

@@ -0,0 +1,87 @@
+### Intro
+
+This repository is for community collaboration.
+
+It includes Uber-agnostic auto-generated projects (via Android Studio Poet), with comparable complexity to existing Uber Production mobile apps.(*)
+
+These projects are buildable on Buck, Bazel and Gradle, therefore it enables build time benchmarking across different build systems.
+
+Any PR to enable speeding up any of these builds is welcome!
+
+### Project details
+
+Auto-generated project(s) offer similar complexity to existing Uber Production mobile apps in terms of :
+
+- number of modules, classes and (some) resources
+- interdependency between modules
+- java Vs kotlin code
+- dependencies on external libraries
+
+When building these project, we voluntarily disable lint, error prone and annotation processors for each build system for better build time measurement parity.
+
+Also, we're not using build network cache, nor remote build execution (Bazel).
+
+### Pre-requisite to building each project
+
+- Make sure Bazel is installed, and is on the PATH (<https://docs.bazel.build/versions/master/install.html>)
+- Disable OkBuck : `export SKIP_OKBUCK=1`. This will prevent OkBuck to regenerate Buck files at the beginning of builds.
+- Change directory to mobile app folder.
+
+### How to build a project
+
+- (Gradle) `./gradlew rootModule:assembleDebug`
+- (Bazel) `bazel build rootModule`
+- (Buck) `./buckw build rootModule:src_release`
+
+### How to run benchmark for a project
+
+- `./benchmark.sh`
+
+Build time report will be generated in the /output/<timestamp> folder.
+
+Note :
+
+- In order to 'clean' builds between runs for Bazel and Buck, we're using a fork for android-profiler that will be installed automatically from <https://github.com/sunyal/gradle-profiler>
+
+### Scenario description
+
+We used special naming for a couple of modules, these can be used to simulate different incremental builds :
+
+- rootModule : the top project module (i.e any module in the project is a transitive dependency on this module)
+- leafModule(Min|Avg|Max) : these are modules on which some other modules depend on. Min = only a few modules depends on this module, Max = a lot of modules depends on this module (i.e ABI change of this module will cause a somehow large part of the build graph to be rebuilt)
+
+To simulate incremental builds (ABI and non-ABI changes alike), you can modify manually source files of these modules.
+
+Benchmark scenario are as follow :
+
+- fullLocalCache : clean build of the app (with external artifacts/toolchain already cached locally)
+- abiChangeWith(Min|Avg|Max)LeafLocalCache : abi-change incremental build with (large|medium|small) part of the build graph rebuilt
+- nonAbiChangeWithMaxLeafLocalCache : non abi-change incremental build
+- androidResourceChangeWithRootLocalCache : incremental build with resources changes to root module
+- noOpLocalCache : no-op build
+
+### Current results
+
+- Bazel : 3.7.0, persistent workers, sandboxing disabled, JAVA header generation disabled
+- Gradle : 6.7, file watcher and configuration cache enabled
+- Buck : latest version (as specified by OkBuck)
+
+![apps_presidio_helix_app results](/output/mobile_app1.png)
+
+### License
+
+```
+Copyright 2020 Uber Technologies
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+in compliance with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software distributed under the License
+is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+or implied. See the License for the specific language governing permissions and limitations under
+the License.
+```
+
+(*) The generated code is not representative of Uber's existing production mobile apps.

mobile_app1/.bazelrc

@@ -0,0 +1,20 @@
+# 12Gb mem heap
+startup --host_jvm_args=-Xmx12g
+
+# Disable error prone, for build benchmarking parity
+build --javacopt=-XepDisableAllChecks
+
+# Disable generating header file separately, it actually slows down build time in this project
+build --nojava_header_compilation
+build --nojava_deps
+
+# Disable sandboxing, to get optimal build times. Should be required on CI though.
+build --noworker_sandboxing
+build --strategy=worker,local
+build --spawn_strategy=worker,local
+
+build --strategy=DexBuilder=worker,local
+build --strategy=Javac=worker,local
+build --strategy=KotlinCompile=worker,local
+build --strategy=Desugar=worker,local
+build --persistent_android_resource_processor

mobile_app1/.buckconfig

@@ -0,0 +1,39 @@
+[java]
+    jar_spool_mode = direct_to_jar
+    suggest_dependencies = false
+    skip_checking_missing_deps = true
+    compile_against_abis = true
+    duplicates_log_level = fine
+    source_level = 8
+    target_level = 8
+    desugar_interface_methods = true
+    classpath_ordering = reversed
+
+[build]
+  metadata_storage = sqlite
+  action_graph_parallelization = enabled
+  file_hash_cache_mode = limited_prefix_tree
+  depfiles = cache
+
+[resources]
+  resource_aware_scheduling_enabled = true
+
+[maven_repositories]
+  google = https://dl.google.com/dl/android/maven2/
+  bintrayjcenter = https://jcenter.bintray.com/
+  maven = https://jitpack.io
+
+[download]
+  maven_repo = https://repo1.maven.org/maven2
+  in_build = true
+
+[defs]
+  disable_errorprone=true
+
+[android]
+    build_tools_version = 30.0.1
+    target = android-30
+
+[log]
+  chrome_trace_generation = true
+  max_traces = 25

mobile_app1/.buckjavaargs

@@ -0,0 +1 @@
+-Xmx12g

mobile_app1/.okbuck/config/okbuck.buckconfig

@@ -0,0 +1,18 @@
+[android]
+    build_tools_version = 28.0.2
+    target = android-28
+
+[kotlin]
+    kotlin_home = buck-out/gen/.okbuck/workspace/kotlin_home/kotlin_home/kotlin_home
+
+[tools]
+    proguard = //.okbuck/ext/net/sf/proguard:proguard-base-6.0.3.jar
+
+[maven_repositories]
+    google = https://dl.google.com/dl/android/maven2/
+    bintrayjcenter = https://jcenter.bintray.com/
+    maven = https://jitpack.io
+
+[download]
+    in_build = true
+    max_number_of_retries = 3

mobile_app1/.okbuck/config/okbuck.buckconfig.bak

@@ -0,0 +1,18 @@
+[android]
+    build_tools_version = 28.0.2
+    target = android-28
+
+[kotlin]
+    kotlin_home = //.okbuck/workspace/kotlin_home:kotlin_home
+
+[tools]
+    proguard = //.okbuck/ext/net/sf/proguard:proguard-base-6.0.3.jar
+
+[maven_repositories]
+    google = https://dl.google.com/dl/android/maven2/
+    bintrayjcenter = https://jcenter.bintray.com/
+    maven = https://jitpack.io
+
+[download]
+    in_build = true
+    max_number_of_retries = 3

mobile_app1/.okbuck/defs/okbuck_android_modules.bzl

@@ -0,0 +1,112 @@
+# @generated
+# BUILD FILE SYNTAX: SKYLARK
+# Generated by Okbuck, do not modify!
+load("//.okbuck/defs:okbuck_targets.bzl", "okbuck_android_library", "okbuck_manifest")
+
+def get_rule_dep(rule_name):
+    return ":{}".format(rule_name)
+
+def get_exts_aar_deps(src_deps):
+    return [dep for dep in src_deps if dep.endswith(".aar")]
+
+def src_to_res(str):
+    return str.replace(":src_", ":res_", 1)
+
+def get_libs_res_deps(src_deps):
+    mapped_res_deps = []
+    for dep in src_deps:
+        if (":src_" in dep and not dep.endswith(":src_main")):
+            mapped_res_deps.append(src_to_res(dep))
+    return mapped_res_deps
+
+# Macro that represents a union of all common rules to for an android_library
+def okbuck_android_module(
+        name,
+        language = None,
+        ## common args
+        visibility = None,
+        package = None,
+        ## Manifest related args
+        manifest_main_manifest = None,
+        manifest_min_sdk = None,
+        manifest_target_sdk = None,
+        manifest_version_code = None,
+        manifest_version_name = None,
+        manifest_debuggable = False,
+        manifest_secondary_manifests = None,
+        ## Resources related args
+        res_res = None,
+        res_project_res = None,
+        res_assets = None,
+        res_resource_union = None,
+        res_extra_deps = [],
+        ## Android library related args
+        deps = [],
+        exported_deps = [],
+        **kwargs):
+    manifest_rule_name = name.replace("src", "manifest_lib", 1)
+    okbuck_manifest(
+        name = manifest_rule_name,
+        main_manifest = manifest_main_manifest,
+        min_sdk = manifest_min_sdk,
+        target_sdk = manifest_target_sdk,
+        package = package,
+        version_code = manifest_version_code,
+        version_name = manifest_version_name,
+        debuggable = manifest_debuggable,
+        secondary_manifests = manifest_secondary_manifests,
+    )
+
+    res_ext_aar_deps = get_exts_aar_deps(deps)
+    res_lib_deps = get_libs_res_deps(deps)
+    res_deps = res_ext_aar_deps + res_lib_deps + res_extra_deps
+
+    res_exported_ext_aar_deps = get_exts_aar_deps(exported_deps)
+    res_exported_lib_deps = get_libs_res_deps(exported_deps)
+    res_exported_deps = res_exported_ext_aar_deps + res_exported_lib_deps
+
+    res_rule_name = name.replace("src", "res", 1)
+    res_kwargs = dict(
+        name = res_rule_name,
+        deps = res_deps if res_deps else None,
+        res = res_res,
+        assets = res_assets,
+        project_res = res_project_res,
+        package = package,
+        resource_union = res_resource_union,
+        visibility = visibility,
+    )
+    if res_deps:
+        res_kwargs.update({"deps": sorted(res_deps)})
+    if res_exported_deps:
+        res_kwargs.update({"exported_deps": sorted(res_exported_deps)})
+
+    native.android_resource(**res_kwargs)
+
+    src_kwargs = dict(
+        name = name,
+        visibility = visibility,
+        manifest = get_rule_dep(manifest_rule_name),
+    )
+    src_kwargs.update(kwargs)
+
+    src_deps = deps + \
+               res_lib_deps + \
+               res_exported_lib_deps + \
+               [get_rule_dep(res_rule_name), get_rule_dep(manifest_rule_name)]
+
+    src_kwargs.update({"deps": sorted(src_deps)})
+    if exported_deps:
+        src_kwargs.update({"exported_deps": sorted(exported_deps)})
+    if language:
+        src_kwargs.update({"language": language})
+
+    okbuck_android_library(**src_kwargs)
+
+def okbuck_kotlin_android_module(
+        language = "kotlin",
+        **kwargs):
+    okbuck_android_module(
+        language = language,
+        **kwargs
+    )

mobile_app1/.okbuck/defs/okbuck_prebuilt.bzl

@@ -0,0 +1,80 @@
+# @generated
+# BUILD FILE SYNTAX: SKYLARK
+# Generated by Okbuck, do not modify!
+load("//.okbuck/defs:okbuck_targets.bzl", "okbuck_android_prebuilt_aar", "okbuck_prebuilt_jar")
+
+def okbuck_prebuilt(
+        name,
+        maven_coords,
+        sha256,
+        sources_sha256 = None,
+        deps = None,
+        enable_jetifier = False,
+        first_level = False):
+    if deps == None:
+        deps = []
+
+    visibility = ["PUBLIC"]
+
+    prebuilt_type = maven_coords.split(":")[2]
+
+    if sources_sha256 != None:
+        sources_maven_coords = _get_sources_maven_coords(maven_coords)
+    else:
+        sources_maven_coords = None
+
+    name_without_type = name
+    if prebuilt_type in name:
+        name_without_type = name[:name.index("." + prebuilt_type)]
+
+    prebuilt_file_name = name + "__downloaded"
+    native.http_file(
+        name = prebuilt_file_name,
+        urls = ["mvn:" + maven_coords],
+        out = name,
+        sha256 = sha256,
+    )
+
+    prebuilt_sources_file_name = None
+    if sources_maven_coords != None:
+        prebuilt_sources_file_name = prebuilt_file_name + "_sources"
+        native.http_file(
+            name = prebuilt_sources_file_name,
+            urls = ["mvn:" + sources_maven_coords],
+            out = name_without_type + "-sources.jar",
+            sha256 = sources_sha256,
+        )
+
+    if prebuilt_type == "aar":
+        okbuck_android_prebuilt_aar(
+            name = name,
+            aar = ":" + prebuilt_file_name,
+            source_jar = ":" + prebuilt_sources_file_name if sources_maven_coords != None else None,
+            maven_coords = maven_coords,
+            deps = deps,
+            visibility = visibility,
+            enable_jetifier = enable_jetifier,
+        )
+    elif prebuilt_type == "jar":
+        okbuck_prebuilt_jar(
+            name = name,
+            binary_jar = ":" + prebuilt_file_name,
+            source_jar = ":" + prebuilt_sources_file_name if sources_maven_coords != None else None,
+            maven_coords = maven_coords,
+            deps = deps,
+            visibility = visibility,
+            enable_jetifier = enable_jetifier,
+        )
+    else:
+        fail("okbuck_prebuilt not supported for type {}".format(prebuilt_type))
+
+def _get_sources_maven_coords(maven_coords):
+    parts = maven_coords.split(":")
+    if len(parts) == 4:
+        (group, name, _, version) = parts
+        classifier = "sources"
+    else:
+        (group, name, _, classifier, version) = parts
+        classifier = classifier + "-sources"
+
+    return ":".join([group, name, "jar", classifier, version])