File generate_build.rb of Package android-android-tools-git

#!/usr/bin/ruby

# Android build system is complicated and does not allow to build
# separate parts easily.
# This script tries to mimic Android build rules.

def expand(dir, files)
  files.map { |f| File.join(dir, f) }
end

ALT_SOURCES = {
  "daemon/transport_socket_server.cpp" => ["daemon/transport_local.cpp"],
  "client/transport_emulator.cpp" => ["client/transport_local.cpp"],
  "Unicode.cpp" => ["unicode.cpp"],
  "zip_archive.cc" => ["zip_archive.cpp"],
  "zip_cd_entry_map.cc" => ["zip_cd_entry_map.cpp"],
  "zip_archive_stream_entry.cc" => ["zip_archive_stream_entry.cpp"],
  "zip_error.cpp" => ["zip_error.cc"],
  "android_pubkey.c" => ["android_pubkey.cpp"],
  "ext4_utils.c" => ["ext4_utils.cpp"],
  "ext4_sb.c" => ["ext4_sb.cpp"],
}.freeze

OPTIONAL_SOURCES = [
  "client/usb_dispatch.cpp",
  "genbools.c",
  "genusers.c",
].freeze

def resolve_sources(root, files)
  files.map do |f|
    path = File.join(root, f)
    if File.exist?(path)
      next path
    end
    if ALT_SOURCES.key?(f)
      alt_path = nil
      ALT_SOURCES[f].each do |alt|
        candidate = File.join(root, alt)
        if File.exist?(candidate)
          alt_path = candidate
          break
        end
      end
      next alt_path if alt_path
    end
    base = File.basename(f)
    candidates = Dir.glob(File.join(root, "**", base))
    if candidates.empty?
      next nil if OPTIONAL_SOURCES.include?(f)
      raise "Missing source #{f} under #{root}"
    end
    preferred = candidates.find { |p| p.end_with?(File.join(root, f)) }
    preferred || candidates.min_by { |p| p.count(File::SEPARATOR) }
  end.compact
end

# Compiles sources to *.o files.
# Returns array of output *.o filenames
def compile(sources, cflags)
  outputs = []
  for s in sources
    ext = File.extname(s)

    case ext
    when ".c"
      cc = "cc"
      lang_flags = "-std=gnu11 $CFLAGS $CPPFLAGS"
    when ".cpp", ".cc"
      cc = "cxx"
      lang_flags = "-std=gnu++2a $CXXFLAGS $CPPFLAGS"
    else
      raise "Unknown extension #{ext}"
    end

    output = s + ".o"
    outputs << output
    puts "build #{output}: #{cc} #{s}\n    cflags = #{lang_flags} #{cflags}"
  end

  return outputs
end

# dir - directory where ninja file is located
# lib - static library path relative to dir
def subninja(dir, lib)
  puts "subninja #{dir}build.ninja"
  return lib.each { |l| dir + l }
end

# Links object files
def link(output, objects, ldflags)
  puts "build #{output}: link #{objects.join(" ")}\n    ldflags = #{ldflags} $LDFLAGS"
end

puts "# This set of commands generated by generate_build.rb script\n\n"
puts "CC = #{ENV["CC"] || "clang"}"
puts "CXX = #{ENV["CXX"] || "clang++"}\n\n"
puts "CFLAGS = #{ENV["CFLAGS"]}"
puts "CXXFLAGS = #{ENV["CXXFLAGS"]}"
puts "CPPFLAGS = #{ENV["CPPFLAGS"]}"
puts "LDFLAGS = #{ENV["LDFLAGS"]}"
puts "PKGVER = #{ENV["PKGVER"]}\n\n"

puts "" "
rule cc
  command = $CC $cflags -c $in -o $out

rule cxx
  command = $CXX $cflags -c $in -o $out

rule link
  command = $CXX $in $ldflags $LDFLAGS -o $out


" ""

openscreen_roots = Dir.glob("{adb,openscreen,external/openscreen}/**/discovery/dnssd/public").map do |p|
  File.dirname(File.dirname(File.dirname(p)))
end.uniq
openscreen_includes = openscreen_roots.map { |r| "-I#{r}" }.join(" ")
incfs_util_includes = "-Iincremental_delivery/incfs/util/include"
adb_host_includes = '-DPLATFORM_TOOLS_VERSION="\"$PKGVER\"" -DADB_HOST=1 -I. -Iadb -Iadb/daemon -Iadb/fdevent -Iadb/crypto -Iadb/crypto/include -Iadb/tls/include '
adb_host_includes += openscreen_includes
adb_host_includes += " #{incfs_util_includes} -Iadb/pairing_connection -Iadb/pairing_auth -Icore/include -Icore/base/include -Ilibbase/include -Icore/libcrypto_utils/include -Iboringssl/include -Ilibziparchive -Ilibziparchive/include -Ilibziparchive/incfs_support/include -Icore/diagnose_usb/include -Icore/libutils/include -Icore/liblog/include -Icore/liblog/include_vndk"
adb_client_includes = '-D_GNU_SOURCE -DADB_HOST=1 -I. -Iadb -Iadb/client -Iadb/daemon -Iadb/fdevent -Iadb/crypto -Iadb/crypto/include -Iadb/tls/include -I/usr/include/libusb-1.0 '
adb_client_includes += openscreen_includes
adb_client_includes += " #{incfs_util_includes} -Iadb/pairing_connection -Iadb/pairing_auth -Icore/include -Icore/base/include -Ilibbase/include -Icore/libcrypto_utils/include -Iboringssl/include -Ilibziparchive -Ilibziparchive/include -Ilibziparchive/incfs_support/include -Imdnsresponder/mDNSShared -Ibase/libs/androidfw/include -Inative/include -Icore/libutils/include -Icore/liblog/include -Icore/liblog/include_vndk"

adbdfiles = %w(
  adb.cpp
  adb_io.cpp
  adb_listeners.cpp
  adb_mdns.cpp
  adb_trace.cpp
  adb_unique_fd.cpp
  adb_utils.cpp
  apacket_reader.cpp
  sockets.cpp
  transport.cpp
  transport_fd.cpp
  types.cpp
  sysdeps/env.cpp
  fdevent/fdevent.cpp
  fdevent/fdevent_epoll.cpp
  shell_service_protocol.cpp
)
libadbd = compile(resolve_sources("adb", adbdfiles), adb_host_includes)

libmdnssdfiles = %w(
  mDNSShared/dnssd_clientlib.c
  mDNSShared/dnssd_clientstub.c
  mDNSShared/dnssd_ipc.c
)
libmdnssd = compile(expand("mdnsresponder", libmdnssdfiles), "-DNOT_HAVE_SA_LEN")

adbfiles = %w(
  socket_spec.cpp
  services.cpp
  sysdeps_unix.cpp
  sysdeps/errno.cpp
  sysdeps/posix/network.cpp
  client/main.cpp
  client/auth.cpp
  client/bugreport.cpp
  client/commandline.cpp
  client/console.cpp
  client/file_sync_client.cpp
  client/line_printer.cpp
  client/adb_client.cpp
  client/adb_install.cpp
  client/fastdeploy.cpp
  client/fastdeploycallbacks.cpp
  client/incremental.cpp
  client/incremental_server.cpp
  client/incremental_utils.cpp
  client/mdns_compat_stub.cpp
  client/detach.cpp
  client/transport_usb.cpp
  client/usb_libusb.cpp
  client/usb_libusb_device.cpp
  client/usb_libusb_hotplug.cpp
  client/usb_libusb_inhouse_hotplug.cpp
  client/usb_dispatch.cpp
  client/transport_emulator.cpp
  client/usb_linux.cpp
  fastdeploy/deploypatchgenerator/apk_archive.cpp
  fastdeploy/deploypatchgenerator/patch_utils.cpp
  fastdeploy/deploypatchgenerator/deploy_patch_generator.cpp
)
libadb = compile(resolve_sources("adb", adbfiles), adb_client_includes)

adbcryptofiles = %w(
  crypto/key.cpp
  crypto/rsa_2048_key.cpp
  crypto/x509_generator.cpp
)
libadbcrypto = compile(resolve_sources("adb", adbcryptofiles), "-I. -Iadb -Iadb/crypto -Iadb/crypto/include -Iadb/tls/include #{openscreen_includes} -Icore/include -Icore/base/include -Ilibbase/include -Icore/libcrypto_utils/include -Iboringssl/include")

adbtlsfiles = %w(
  tls/adb_ca_list.cpp
  tls/tls_connection.cpp
)
libadbtls = compile(resolve_sources("adb", adbtlsfiles), "-DADB_HOST=1 -I. -Iadb -Iadb/tls/include -Icore/base/include -Ilibbase/include -Iboringssl/include")

adbprotofiles = Dir.glob("adb/**/*.pb.cc")
libadbproto = compile(adbprotofiles, "-I. -Iadb -Iadb/crypto -Iadb/crypto/include -Iadb/tls/include #{openscreen_includes} -Icore/include -Icore/base/include -Ilibbase/include -Iboringssl/include")

androidfwfiles = %w(
  ZipFileRO.cpp
  StreamingZipInflater.cpp
  ResourceTypes.cpp
  LocaleData.cpp
  LocaleDataLookup.cpp
  TypeWrappers.cpp
)
libandroidfw = compile(expand("base/libs/androidfw", androidfwfiles), "-Wno-invalid-constexpr -Ibase/libs/androidfw/include -Icore/libutils/include -Icore/libsystem/include -Icore/liblog/include -Ilibziparchive/include -Icore/base/include -Ilibbase/include -Inative/include -Icore/libcutils/include #{incfs_util_includes}")

incfsutilfiles = %w(
  map_ptr.cpp
)
libincfsutil = compile(expand("incremental_delivery/incfs/util", incfsutilfiles), "#{incfs_util_includes} -Ilibbase/include -Icore/libutils/include -Icore/base/include")

corebasefiles = %w(
  file.cpp
  logging.cpp
  threads.cpp
  chrono_utils.cpp
  mapped_file.cpp
  parsebool.cpp
  parsenetaddress.cpp
  posix_strerror_r.cpp
  properties.cpp
  result.cpp
  stringprintf.cpp
  strings.cpp
  errors_unix.cpp
)
libcorebase = compile(resolve_sources("libbase", corebasefiles), "-DADB_HOST=1 -Ilibbase/include -Icore/include")

logfiles = %w(
  log_event_list.cpp
  log_event_write.cpp
  logger_name.cpp
  logger_read.cpp
  logger_write.cpp
  logprint.cpp
  properties.cpp
  event_tag_map.cpp
)
# Keep host liblog aligned with AOSP's host_supported + target.not_windows
# source set to avoid compiling Android-device-only units on Linux host builds.
liblog = compile(expand("core/liblog", logfiles), "-DLIBLOG_LOG_TAG=1006 -DSNET_EVENT_LOG_TAG=1397638484 -DANDROID_DEBUGGABLE=0 -D_XOPEN_SOURCE=700 -DFAKE_LOG_DEVICE=1 -Icore/log/include -Icore/include -Icore/base/include -Ilibbase/include -Icore/libcutils/include")

cutilsfiles = %w(
  load_file.cpp
  socket_local_client_unix.cpp
  socket_network_client_unix.cpp
  socket_local_server_unix.cpp
  sockets_unix.cpp
  socket_inaddr_any_server_unix.cpp
  sockets.cpp
  android_get_control_file.cpp
  canned_fs_config.cpp
  fs_config.cpp
)
libcutils = compile(expand("core/libcutils", cutilsfiles), "-D_GNU_SOURCE -Icore/libcutils/include -Icore/include -Icore/base/include -Ilibbase/include")

diagnoseusbfiles = %w(
  diagnose_usb.cpp
)
libdiagnoseusb = compile(expand("core/diagnose_usb", diagnoseusbfiles), "-Icore/base/include -Ilibbase/include -Icore/diagnose_usb/include")

libcryptofiles = %w(
  android_pubkey.c
)
libcrypto = compile(resolve_sources("core/libcrypto_utils", libcryptofiles), "-Icore/libcrypto_utils/include -Iboringssl/include")

utilfiles = %w(
  FileMap.cpp
  String8.cpp
  Unicode.cpp
  VectorImpl.cpp
  String16.cpp
  SharedBuffer.cpp
)
libutil = compile(resolve_sources("core/libutils", utilfiles), "-Icore/include -Icore/base/include -Ilibbase/include")

fastbootfiles = %w(
  main.cpp
  bootimg_utils.cpp
  fastboot.cpp
  filesystem.cpp
  fastboot_driver.cpp
  storage.cpp
  super_flash_helper.cpp
  task.cpp
  util.cpp
  vendor_boot_img_utils.cpp
  fs.cpp
  usb_linux.cpp
  socket.cpp
  tcp.cpp
  udp.cpp
)
libfastboot = compile(resolve_sources("core/fastboot", fastbootfiles), '-DPLATFORM_TOOLS_VERSION="\"$PKGVER\"" -D_GNU_SOURCE -D_XOPEN_SOURCE=700 -DUSE_F2FS -Icore/base/include -Ilibbase/include -Icore/include -Icore/adb -Icore/libsparse/include -Imkbootimg/include/bootimg -Imkbootimg -Icore/mkbootimg/include/bootimg -Icore/fs_mgr/liblp/include -Icore/fs_mgr/libstorage_literals -Icore/diagnose_usb/include -Icore/mkbootimg -Iavb -Iavb/libavb -Iextras/ext4_utils/include -Iextras/f2fs_utils -Ilibziparchive/include')

liblp = %w(
  builder.cpp
  images.cpp
  property_fetcher.cpp
  reader.cpp
  writer.cpp
  partition_opener.cpp
  super_layout_builder.cpp
  utility.cpp
)
liblp = compile(expand("core/fs_mgr/liblp", liblp), "-Icore/base/include -Ilibbase/include -Icore/fs_mgr/liblp/include -Icore/libsparse/include -Iextras/ext4_utils/include")

sparsefiles = %w(
  backed_block.cpp
  output_file.cpp
  sparse.cpp
  sparse_read.cpp
  sparse_crc32.cpp
  sparse_err.cpp
)
libsparse = compile(expand("core/libsparse", sparsefiles), "-Icore/libsparse/include -Icore/base/include -Ilibbase/include")

f2fsfiles = %w(
)
f2fs = compile(expand("extras/f2fs_utils", f2fsfiles), "-Iextras/f2fs_utils -If2fs-tools/include -If2fs-tools/mkfs -Icore/libsparse/include -Iselinux/libselinux/include")

zipfiles = %w(
  zip_archive.cc
  zip_archive_stream_entry.cc
  zip_cd_entry_map.cc
  zip_error.cpp
)
libzip = compile(resolve_sources("libziparchive", zipfiles), "-DZLIB_CONST -Icore/base/include -Ilibbase/include -Icore/include -Ilibziparchive/include -Ilibziparchive/incfs_support/include")

ext4files = %w(
  ext4_utils.c
  ext4_sb.c
)
libext4 = compile(resolve_sources("extras/ext4_utils", ext4files), "-D_GNU_SOURCE -Icore/libsparse/include -Icore/include -Iselinux/libselinux/include -Iextras/ext4_utils/include")

selinuxfiles = %w(
  callbacks.c
  check_context.c
  freecon.c
  hashtab.c
  init.c
  label.c
  label_file.c
  label_support.c
  setrans_client.c
  regex.c
  matchpathcon.c
  selinux_config.c
  label_backends_android.c
  canonicalize_context.c
  lsetfilecon.c
  policyvers.c
  lgetfilecon.c
  load_policy.c
  seusers.c
  sha1.c
  booleans.c
  disable.c
  enabled.c
  getenforce.c
  setenforce.c
)
libselinux = compile(expand("selinux/libselinux/src", selinuxfiles), "-DAUDITD_LOG_TAG=1003 -D_GNU_SOURCE -DHOST -DUSE_PCRE2 -DNO_PERSISTENTLY_STORED_PATTERNS -DDISABLE_SETRANS -DDISABLE_BOOL -DNO_MEDIA_BACKEND -DNO_X_BACKEND -DNO_DB_BACKEND -DPCRE2_CODE_UNIT_WIDTH=8 -Iselinux/libselinux/include -Iselinux/libsepol/include")

libsepolfiles = %w(
  policydb_public.c
  kernel_to_common.c
  genbools.c
  debug.c
  optimize.c
  policydb.c
  policydb_validate.c
  polcaps.c
  conditional.c
  services.c
  ebitmap.c
  util.c
  assertion.c
  avtab.c
  hashtab.c
  sidtab.c
  context.c
  genusers.c
  context_record.c
  mls.c
  avrule_block.c
  symtab.c
  policydb_convert.c
  write.c
  constraint.c
  expand.c
  hierarchy.c
)
libsepol = compile(resolve_sources("selinux/libsepol/src", libsepolfiles), "-DHAVE_REALLOCARRAY=1 -Iselinux/libsepol/include")

# TODO: make subninja working
# boringssl = subninja('boringssl/build/', ['crypto/libcrypto.a'])
# Keep static library order compatible with GNU ld:
# dependents first (libssl), providers after (libcrypto).
boringssl = ["boringssl/build/ssl/libssl.a", "boringssl/build/crypto/libcrypto.a"]

link("adb_bin", libandroidfw + libincfsutil + liblog + libcutils + libadbd + libutil + libmdnssd + libadb + libadbcrypto + libadbtls + libadbproto + libzip + libcorebase + libdiagnoseusb + libcrypto + boringssl, "-lpthread -lusb-1.0 -lz -lprotobuf -lfmt -llz4 -lzstd -lbrotlidec -lbrotlienc -lbrotlicommon -labsl_log_internal_check_op -labsl_leak_check -labsl_log_internal_conditions -labsl_log_internal_message -labsl_examine_stack -labsl_log_internal_format -labsl_str_format_internal -labsl_log_internal_nullguard -labsl_log_internal_structured_proto -labsl_log_internal_log_sink_set -labsl_log_internal_globals -labsl_log_globals -labsl_hash -labsl_city -labsl_vlog_config_internal -labsl_log_internal_fnmatch -labsl_log_sink -labsl_log_entry -labsl_log_internal_proto -labsl_synchronization -labsl_graphcycles_internal -labsl_kernel_timeout_internal -labsl_stacktrace -labsl_symbolize -labsl_debugging_internal -labsl_demangle_internal -labsl_demangle_rust -labsl_decode_rust_punycode -labsl_utf8_for_code_point -labsl_malloc_internal -labsl_tracing_internal -labsl_strerror -labsl_time -labsl_civil_time -labsl_time_zone -labsl_strings -labsl_strings_internal -labsl_string_view -labsl_int128 -labsl_base -lrt -labsl_spinlock_wait -labsl_throw_delegate -labsl_raw_logging_internal -labsl_log_severity")
link("fastboot", libsparse + libzip + libcutils + liblog + libutil + libcorebase + libext4 + f2fs + libselinux + libsepol + libfastboot + libdiagnoseusb + liblp + boringssl, "-lz -lpcre2-8 -lpthread -ldl -lfmt")

# mke2fs.android - a ustom version of mke2fs that supports --android_sparse (FS#56955)
libext2fsfiles = %w(
  lib/blkid/cache.c
  lib/blkid/dev.c
  lib/blkid/devname.c
  lib/blkid/devno.c
  lib/blkid/getsize.c
  lib/blkid/llseek.c
  lib/blkid/probe.c
  lib/blkid/read.c
  lib/blkid/resolve.c
  lib/blkid/save.c
  lib/blkid/tag.c
  lib/e2p/feature.c
  lib/e2p/hashstr.c
  lib/e2p/encoding.c
  lib/e2p/mntopts.c
  lib/e2p/ostype.c
  lib/e2p/parse_num.c
  lib/e2p/uuid.c
  lib/et/com_err.c
  lib/et/error_message.c
  lib/et/et_name.c
  lib/ext2fs/alloc.c
  lib/ext2fs/alloc_sb.c
  lib/ext2fs/alloc_stats.c
  lib/ext2fs/alloc_tables.c
  lib/ext2fs/atexit.c
  lib/ext2fs/badblocks.c
  lib/ext2fs/bb_inode.c
  lib/ext2fs/bitmaps.c
  lib/ext2fs/bitops.c
  lib/ext2fs/blkmap64_ba.c
  lib/ext2fs/blkmap64_rb.c
  lib/ext2fs/blknum.c
  lib/ext2fs/block.c
  lib/ext2fs/bmap.c
  lib/ext2fs/closefs.c
  lib/ext2fs/crc16.c
  lib/ext2fs/crc32c.c
  lib/ext2fs/csum.c
  lib/ext2fs/dirblock.c
  lib/ext2fs/dir_iterate.c
  lib/ext2fs/expanddir.c
  lib/ext2fs/ext2_err.c
  lib/ext2fs/ext_attr.c
  lib/ext2fs/extent.c
  lib/ext2fs/fallocate.c
  lib/ext2fs/fileio.c
  lib/ext2fs/freefs.c
  lib/ext2fs/dirhash.c
  lib/ext2fs/gen_bitmap64.c
  lib/ext2fs/gen_bitmap.c
  lib/ext2fs/get_num_dirs.c
  lib/ext2fs/getsectsize.c
  lib/ext2fs/getsize.c
  lib/ext2fs/hashmap.c
  lib/ext2fs/i_block.c
  lib/ext2fs/ind_block.c
  lib/ext2fs/initialize.c
  lib/ext2fs/inline.c
  lib/ext2fs/inline_data.c
  lib/ext2fs/inode.c
  lib/ext2fs/io_manager.c
  lib/ext2fs/ismounted.c
  lib/ext2fs/link.c
  lib/ext2fs/llseek.c
  lib/ext2fs/lookup.c
  lib/ext2fs/mkdir.c
  lib/ext2fs/mkjournal.c
  lib/ext2fs/mmp.c
  lib/ext2fs/nls_utf8.c
  lib/ext2fs/namei.c
  lib/ext2fs/newdir.c
  lib/ext2fs/openfs.c
  lib/ext2fs/progress.c
  lib/ext2fs/punch.c
  lib/ext2fs/rbtree.c
  lib/ext2fs/read_bb.c
  lib/ext2fs/read_bb_file.c
  lib/ext2fs/res_gdt.c
  lib/ext2fs/rw_bitmaps.c
  lib/ext2fs/sha512.c
  lib/ext2fs/sparse_io.c
  lib/ext2fs/symlink.c
  lib/ext2fs/undo_io.c
  lib/ext2fs/unix_io.c
  lib/ext2fs/valid_blk.c
  lib/support/dict.c
  lib/support/mkquota.c
  lib/support/devname.c
  lib/support/parse_qtype.c
  lib/support/plausible.c
  lib/support/prof_err.c
  lib/support/profile.c
  lib/support/quotaio.c
  lib/support/quotaio_tree.c
  lib/support/quotaio_v2.c
  lib/uuid/gen_uuid.c
  lib/uuid/isnull.c
  lib/uuid/pack.c
  lib/uuid/parse.c
  lib/uuid/unpack.c
  lib/uuid/unparse.c
  misc/create_inode.c
)
libext2fs = compile(expand("e2fsprogs", libext2fsfiles), "-Ie2fsprogs/lib -Ie2fsprogs/lib/ext2fs -Icore/libsparse/include")

mke2fsfiles = %w(
  misc/default_profile.c
  misc/mke2fs.c
  misc/mk_hugefiles.c
  misc/util.c
)
mke2fs = compile(expand("e2fsprogs", mke2fsfiles), "-Ie2fsprogs/lib")

link("mke2fs.android", mke2fs + libext2fs + libsparse + libcorebase + libzip + liblog + libutil, "-lpthread -lz -luuid -lfmt")

e2fsdroidfiles = %w(
  contrib/android/e2fsdroid.c
  contrib/android/basefs_allocator.c
  contrib/android/block_range.c
  contrib/android/base_fs.c
  contrib/android/fsmap.c
  contrib/android/block_list.c
  contrib/android/perms.c
)
e2fsdroid = compile(expand("e2fsprogs", e2fsdroidfiles), "-Ie2fsprogs/lib -Ie2fsprogs/lib/ext2fs -Iselinux/libselinux/include -Icore/libcutils/include -Ie2fsprogs/misc")

link("e2fsdroid", e2fsdroid + libext2fs + libsparse + libcorebase + libzip + liblog + libutil + libselinux + libsepol + libcutils, "-lz -lpthread -lpcre2-8 -lfmt")

ext2simgfiles = %w(
  contrib/android/ext2simg.c
)
ext2simg = compile(expand("e2fsprogs", ext2simgfiles), "-Ie2fsprogs/lib -Icore/libsparse/include")

link("ext2simg", ext2simg + libext2fs + libsparse + libcorebase + libzip + liblog + libutil, "-lz -lpthread -lfmt")