Skip to content

Commit

Permalink
Swift support
Browse files Browse the repository at this point in the history
  • Loading branch information
xinzhengzhang committed Dec 22, 2022
1 parent c6cd079 commit 92baa13
Showing 1 changed file with 33 additions and 7 deletions.
40 changes: 33 additions & 7 deletions refresh.template.py
Original file line number Diff line number Diff line change
Expand Up @@ -557,6 +557,11 @@ def _get_files(compile_action):
# First, we do the obvious thing: Filter args to those that look like source files.
source_file_candidates = [arg for arg in compile_action.arguments if not arg.startswith('-') and arg.endswith(_get_files.source_extensions)]
assert source_file_candidates, f"No source files found in compile args: {compile_action.arguments}.\nPlease file an issue with this information!"

# If we've got swift action just return sources
if all(candidate.endswith(_get_files.swift_source_extensions) for candidate in source_file_candidates):
return set(source_file_candidates), set()

source_file = source_file_candidates[0]

# If we've got multiple candidates for source files, apply heuristics based on how Bazel tends to format commands.
Expand Down Expand Up @@ -639,7 +644,8 @@ def _get_files(compile_action):
_get_files.openclxx_source_extensions = ('.clcpp',)
_get_files.assembly_source_extensions = ('.s', '.asm')
_get_files.assembly_needing_c_preprocessor_source_extensions = ('.S',)
_get_files.source_extensions = _get_files.c_source_extensions + _get_files.cpp_source_extensions + _get_files.objc_source_extensions + _get_files.objcpp_source_extensions + _get_files.cuda_source_extensions + _get_files.opencl_source_extensions + _get_files.openclxx_source_extensions + _get_files.assembly_source_extensions + _get_files.assembly_needing_c_preprocessor_source_extensions
_get_files.swift_source_extensions = ('.swift',)
_get_files.source_extensions = _get_files.c_source_extensions + _get_files.cpp_source_extensions + _get_files.objc_source_extensions + _get_files.objcpp_source_extensions + _get_files.cuda_source_extensions + _get_files.opencl_source_extensions + _get_files.openclxx_source_extensions + _get_files.assembly_source_extensions + _get_files.assembly_needing_c_preprocessor_source_extensions + _get_files.swift_source_extensions
_get_files.extensions_to_language_args = { # Note that clangd fails on the --language or -ObjC or -ObjC++ forms. See https://github.com/clangd/clangd/issues/1173#issuecomment-1226847416
_get_files.c_source_extensions: '-xc',
_get_files.cpp_source_extensions: '-xc++',
Expand Down Expand Up @@ -672,7 +678,7 @@ def _get_apple_SDKROOT(SDK_name: str):
# Traditionally stored in SDKROOT environment variable, but not provided by Bazel. See https://github.com/bazelbuild/bazel/issues/12852


def _get_apple_platform(compile_args: typing.List[str]):
def _get_apple_platform(compile_args: typing.List[str], environmentVariables = None):
"""Figure out which Apple platform a command is for.
Is the name used by Xcode in the SDK files, not the marketing name.
Expand All @@ -683,6 +689,13 @@ def _get_apple_platform(compile_args: typing.List[str]):
match = re.search('/Platforms/([a-zA-Z]+).platform/Developer/', arg)
if match:
return match.group(1)
if environmentVariables:
match = next(
filter(lambda x: x.key == "APPLE_SDK_PLATFORM", environmentVariables),
None
)
if match:
return match.value
return None


Expand All @@ -694,7 +707,7 @@ def _get_apple_DEVELOPER_DIR():
# Traditionally stored in DEVELOPER_DIR environment variable, but not provided by Bazel. See https://github.com/bazelbuild/bazel/issues/12852


def _apple_platform_patch(compile_args: typing.List[str]):
def _apple_platform_patch(compile_args: typing.List[str], environmentVariables = None):
"""De-Bazel the command into something clangd can parse.
This function has fixes specific to Apple platforms, but you should call it on all platforms. It'll determine whether the fixes should be applied or not.
Expand All @@ -705,16 +718,29 @@ def _apple_platform_patch(compile_args: typing.List[str]):
# Undo Bazel's Apple platform compiler wrapping.
# Bazel wraps the compiler as `external/local_config_cc/wrapped_clang` and exports that wrapped compiler in the proto. However, we need a clang call that clangd can introspect. (See notes in "how clangd uses compile_commands.json" in ImplementationReadme.md for more.)
# Removing the wrapper is also important because Bazel's Xcode (but not CommandLineTools) wrapper crashes if you don't specify particular environment variables (replaced below). We'd need the wrapper to be invokable by clangd's --query-driver if we didn't remove the wrapper.
compile_args[0] = 'clang'

# rules_swift add a worker for wrapping if enable --persistent_worker flag (https://bazel.build/remote/persistent)
# https://github.com/bazelbuild/rules_swift/blob/master/swift/internal/actions.bzl#L236
# We need to remove it (build_bazel_rules_swift/tools/worker/worker)
while len(compile_args) > 0 and (not compile_args[0].endswith('clang')) and (not compile_args[0].endswith('swiftc')):
compile_args.pop(0)

assert len(compile_args), "Compiler not found in CMD"
if compile_args[0].endswith('swiftc'):
compile_args[0] = 'swiftc'
else:
compile_args[0] = 'clang'

# We have to manually substitute out Bazel's macros so clang can parse the command
# Code this mirrors is in https://github.com/bazelbuild/bazel/blob/master/tools/osx/crosstool/wrapped_clang.cc
# Not complete--we're just swapping out the essentials, because there seems to be considerable turnover in the hacks they have in the wrapper.
compile_args = [arg for arg in compile_args if not arg.startswith('DEBUG_PREFIX_MAP_PWD') or arg == 'OSO_PREFIX_MAP_PWD'] # No need for debug prefix maps if compiling in place, not that we're compiling anyway.
# Remove -Xwrapped-swift introduced by rules_swift
compile_args = [arg for arg in compile_args if not arg.startswith('-Xwrapped-swift')]
# We also have to manually figure out the values of SDKROOT and DEVELOPER_DIR, since they're missing from the environment variables Bazel provides.
# Filed Bazel issue about the missing environment variables: https://github.com/bazelbuild/bazel/issues/12852
compile_args = [arg.replace('__BAZEL_XCODE_DEVELOPER_DIR__', _get_apple_DEVELOPER_DIR()) for arg in compile_args]
apple_platform = _get_apple_platform(compile_args)
apple_platform = _get_apple_platform(compile_args, environmentVariables)
assert apple_platform, f"Apple platform not detected in CMD: {compile_args}"
compile_args = [arg.replace('__BAZEL_XCODE_SDKROOT__', _get_apple_SDKROOT(apple_platform)) for arg in compile_args]

Expand Down Expand Up @@ -764,7 +790,7 @@ def _get_cpp_command_for_files(compile_action):
"""
# Patch command by platform
compile_action.arguments = _all_platform_patch(compile_action.arguments)
compile_action.arguments = _apple_platform_patch(compile_action.arguments)
compile_action.arguments = _apple_platform_patch(compile_action.arguments, getattr(compile_action, 'environmentVariables', None))
# Android and Linux and grailbio LLVM toolchains: Fine as is; no special patching needed.

source_files, header_files = _get_files(compile_action)
Expand Down Expand Up @@ -861,7 +887,7 @@ def _get_commands(target: str, flags: str):
# Aquery docs if you need em: https://docs.bazel.build/versions/master/aquery.html
# Aquery output proto reference: https://github.com/bazelbuild/bazel/blob/master/src/main/protobuf/analysis_v2.proto
# One bummer, not described in the docs, is that aquery filters over *all* actions for a given target, rather than just those that would be run by a build to produce a given output. This mostly isn't a problem, but can sometimes surface extra, unnecessary, misconfigured actions. Chris has emailed the authors to discuss and filed an issue so anyone reading this could track it: https://github.com/bazelbuild/bazel/issues/14156.
f"mnemonic('(Objc|Cpp)Compile',deps({target}))",
f"mnemonic('(Objc|Cpp|Swift)Compile',deps({target}))",
# We switched to jsonproto instead of proto because of https://github.com/bazelbuild/bazel/issues/13404. We could change back when fixed--reverting most of the commit that added this line and tweaking the build file to depend on the target in that issue. That said, it's kinda nice to be free of the dependency, unless (OPTIMNOTE) jsonproto becomes a performance bottleneck compated to binary protos.
'--output=jsonproto',
# We'll disable artifact output for efficiency, since it's large and we don't use them. Small win timewise, but dramatically less json output from aquery.
Expand Down

0 comments on commit 92baa13

Please sign in to comment.